/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/tfrt/transforms/lmhlo_to_gpu/ |
H A D | lmhlo_to_jitrt.cc | 203 auto custom_call = FuncOp::create(op.getLoc(), CustomCallTarget(op), in matchAndRewrite() local 267 auto custom_call = FuncOp::create(op.getLoc(), memcpy, custom_call_type, in matchAndRewrite() local 305 auto custom_call = FuncOp::create(op.getLoc(), kCustomCallTarget, in matchAndRewrite() local 360 auto custom_call = FuncOp::create(op.getLoc(), kCustomCallTarget, in matchAndRewrite() local 425 auto custom_call = FuncOp::create(op.getLoc(), kCustomCallTarget, in matchAndRewrite() local 497 auto custom_call = FuncOp::create(op.getLoc(), matmul, custom_call_type, in matchAndRewrite() local 583 auto custom_call = FuncOp::create(op.getLoc(), CustomCallTarget(op), in matchAndRewrite() local 865 auto custom_call = FuncOp::create(op.getLoc(), kCustomCallTarget, in matchAndRewrite() local 997 auto custom_call = FuncOp::create(op.getLoc(), kCustomCallTarget, in matchAndRewrite() local 1045 auto custom_call = FuncOp::create(op.getLoc(), kCustomCallTarget, in matchAndRewrite() local [all …]
|
H A D | kernel_ops_pattern.cc | 453 static bool HasGpuEmitter(mlir::lmhlo::CustomCallOp custom_call) { in HasGpuEmitter()
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/tools/ |
H A D | hlo_control_flow_flattening.cc | 258 HloInstruction* custom_call = computation->AddInstruction( in RemoveInfeed() local 283 HloInstruction* custom_call = computation->AddInstruction( in RemoveRecvDone() local 304 HloInstruction* custom_call = in RemoveOutfeed() local 323 HloInstruction* custom_call = in RemoveSendDone() local 339 HloInstruction* custom_call = in RemoveCollective() local
|
H A D | hlo_control_flow_flattening_test.cc | 309 auto custom_call = module->entry_computation()->root_instruction(); in TEST_F() local
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/xla/transforms/ |
H A D | mhlo_to_lhlo_with_xla.cc | 760 auto custom_call = CreateOpWithoutAttrs<lmhlo::CustomCallOp>(instr, operands); in EmitCustomCallOp() local 779 const HloCustomCallInstruction* custom_call) { in EmitCholesky() 832 const HloCustomCallInstruction* custom_call) { in EmitGemm() 855 const HloCustomCallInstruction* custom_call) { in EmitCublasLtMatmul() 918 const HloCustomCallInstruction* custom_call) { in EmitDnnConvolution()
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/ |
H A D | layout_assignment_test.cc | 1210 const HloInstruction* custom_call = in TEST_F() local 1238 const HloInstruction* custom_call = in TEST_F() local 1264 const HloInstruction* custom_call = in TEST_F() local 1298 const HloInstruction* custom_call = in TEST_F() local 1329 const HloInstruction* custom_call = FindInstruction(m.get(), "custom-call"); in TEST_F() local
|
H A D | memory_space_assignment_utils.cc | 68 if (auto* custom_call = in IsValueAllowedInAlternateMemory() local
|
H A D | layout_assignment.cc | 533 const HloCustomCallInstruction* custom_call = in IsLayoutConstrainedCustomCall() local 621 const HloCustomCallInstruction* custom_call = in AddMandatoryConstraints() local 846 const HloCustomCallInstruction* custom_call = in CheckCustomCallLayout() local
|
H A D | logical_buffer_analysis.cc | 181 Status LogicalBufferAnalysis::HandleCustomCall(HloInstruction* custom_call) { in HandleCustomCall()
|
H A D | hlo_evaluator.h | 211 std::function<StatusOr<Literal>(HloInstruction* custom_call, in set_custom_call_handler()
|
H A D | copy_insertion_test.cc | 3284 HloInstruction* custom_call = module->entry_computation()->root_instruction(); in TEST_F() local 3308 HloInstruction* custom_call = FindInstruction(module.get(), "custom-call"); in TEST_F() local 3330 HloInstruction* custom_call = module->entry_computation()->root_instruction(); in TEST_F() local
|
H A D | dfs_hlo_visitor_with_default.h | 177 Status HandleCustomCall(HloInstructionPtr custom_call) override { in HandleCustomCall()
|
H A D | buffer_assignment_test.cc | 1594 auto custom_call = builder.AddInstruction(HloInstruction::CreateCustomCall( in TEST_F() local 1627 HloInstruction* custom_call = module->entry_computation()->root_instruction(); in TEST_F() local 2585 HloInstruction* custom_call = main->GetInstructionWithName("custom_call"); in TEST_F() local
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/runtime/ |
H A D | executable.cc | 81 lib.ForEach([&](llvm::StringRef name, DirectCustomCall custom_call) { in ToSymbolsBinding() 479 auto* custom_call = registry->Find(target); in CustomCall() local
|
H A D | custom_call_registry.cc | 35 void CustomCallRegistry::Register(std::unique_ptr<CustomCall> custom_call) { in Register()
|
H A D | custom_call.h | 168 void Insert(llvm::StringRef name, DirectCustomCall custom_call) { in Insert()
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
H A D | gpu_conv_rewriter_test.cc | 313 const HloInstruction* custom_call = in TEST_F() local 452 const HloInstruction* custom_call = in TEST_F() local
|
H A D | gpu_hlo_cost_analysis.cc | 24 Status GpuHloCostAnalysis::HandleCustomCall(const HloInstruction* custom_call) { in HandleCustomCall()
|
H A D | triangular_solve_rewriter.cc | 53 HloInstruction* custom_call = in Run() local
|
H A D | cusolver_rewriter.cc | 95 HloInstruction* custom_call = in CreateCholesky() local
|
H A D | gpu_conv_rewriter.cc | 579 HloInstruction* custom_call = computation->AddInstruction( in CreateGpuConv() local
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/interpreter/ |
H A D | compiler.cc | 55 HloInstruction* custom_call, absl::Span<const Literal*> operands) { in HandleEvaluatorCustomCall()
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/mlir/transforms/runtime/ |
H A D | convert_to_entrypoint.cc | 72 for (CustomCall custom_call : custom_calls) { in ConvertCustomCallOperations() local
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/mlir/xla/tests/ |
H A D | mlir_hlo_builder_test.cc | 202 auto custom_call = CustomCallWithComputation( in TEST_F() local
|
/aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/tests/ |
H A D | custom_call_test.cc | 200 auto custom_call = b.AddInstruction(HloInstruction::CreateCustomCall( in XLA_TEST_F() local
|