Backport xtensa_codegen to main (v2)

Makefile

@@ -442,6 +442,7 @@ SOURCE_FILES = \
   CodeGen_WebAssembly.cpp \
   CodeGen_WebGPU_Dev.cpp \
   CodeGen_X86.cpp \
+  CodeGen_Xtensa.cpp \
   CompilerLogger.cpp \
   CPlusPlusMangle.cpp \
   CSE.cpp \
@@ -476,6 +477,7 @@ SOURCE_FILES = \
   HexagonOptimize.cpp \
   ImageParam.cpp \
   InferArguments.cpp \
+  InjectDmaTransfer.cpp \
   InjectHostDevBufferCopies.cpp \
   Inline.cpp \
   InlineReductions.cpp \
@@ -579,11 +581,14 @@ SOURCE_FILES = \
   Var.cpp \
   VectorizeLoops.cpp \
   WasmExecutor.cpp \
-  WrapCalls.cpp
+  WrapCalls.cpp \
+  XtensaOptimize.cpp
 
  C_TEMPLATE_FILES = \
    CodeGen_C_prologue \
-   CodeGen_C_vectors
+   CodeGen_C_vectors \
+   CodeGen_Xtensa_prologue \
+   CodeGen_Xtensa_vectors
 
 # The externally-visible header files that go into making Halide.h.
 # Don't include anything here that includes llvm headers.
@@ -624,6 +629,7 @@ HEADER_FILES = \
   CodeGen_PyTorch.h \
   CodeGen_Targets.h \
   CodeGen_WebGPU_Dev.h \
+  CodeGen_Xtensa.h \
   CompilerLogger.h \
   ConciseCasts.h \
   CPlusPlusMangle.h \
@@ -664,6 +670,7 @@ HEADER_FILES = \
   HexagonOptimize.h \
   ImageParam.h \
   InferArguments.h \
+  InjectDmaTransfer.h \
   InjectHostDevBufferCopies.h \
   Inline.h \
   InlineReductions.h \
@@ -751,7 +758,8 @@ HEADER_FILES = \
   Util.h \
   Var.h \
   VectorizeLoops.h \
-  WrapCalls.h
+  WrapCalls.h \
+  XtensaOptimize.h
 
 OBJECTS = $(SOURCE_FILES:%.cpp=$(BUILD_DIR)/%.o)
 HEADERS = $(HEADER_FILES:%.h=$(SRC_DIR)/%.h)
@@ -1168,6 +1176,10 @@ clean:
 	rm -rf $(DISTRIB_DIR)
 	rm -rf $(ROOT_DIR)/apps/*/bin
 
+.PHONY: clean_xtensa
+clean_xtensa:
+	rm -rf $(XTENSA_RUNTIME_OBJS) $(DISTRIB_DIR)/lib/libHalideRuntime-xtensa.a
+
 CORRECTNESS_TESTS = $(shell ls $(ROOT_DIR)/test/correctness/*.cpp) $(shell ls $(ROOT_DIR)/test/correctness/*.c)
 PERFORMANCE_TESTS = $(shell ls $(ROOT_DIR)/test/performance/*.cpp)
 ERROR_TESTS = $(shell ls $(ROOT_DIR)/test/error/*.cpp)
@@ -2395,6 +2407,25 @@ $(DISTRIB_DIR)/lib/libautoschedule_adams2019.$(PLUGIN_EXT)
 .PHONY: distrib
 distrib: $(DISTRIB_DIR)/lib/libHalide.$(SHARED_EXT) autoschedulers
 
+XTENSA_RUNTIME_SRC=$(ROOT_DIR)/src/runtime/alignment_128.cpp \
+                   $(ROOT_DIR)/src/runtime/errors.cpp \
+                   $(ROOT_DIR)/src/runtime/posix_error_handler.cpp \
+                   $(ROOT_DIR)/src/runtime/msan_stubs.cpp \
+                   $(ROOT_DIR)/src/runtime/to_string.cpp \
+                   $(ROOT_DIR)/src/runtime/posix_print.cpp \
+                   $(ROOT_DIR)/src/runtime/posix_io.cpp \
+                   $(ROOT_DIR)/src/runtime/xtensa_dma.cpp \
+
+XTENSA_RUNTIME_OBJS=$(patsubst $(ROOT_DIR)/src/runtime/%,$(BIN_DIR)/%,$(patsubst %.cpp,%.o,$(XTENSA_RUNTIME_SRC)))
+
+$(XTENSA_RUNTIME_OBJS): $(BIN_DIR)/%.o: $(ROOT_DIR)/src/runtime/%.cpp
+	xt-clang++ -O2 -mlongcalls -c -std=c++17 -stdlib=libc++ -D COMPILING_HALIDE_RUNTIME -DBITS_32 -ffreestanding $< -o $@
+
+$(DISTRIB_DIR)/lib/libHalideRuntime-xtensa.a: $(XTENSA_RUNTIME_OBJS)
+	xt-ar rcs $@ $^
+
+xtensa-runtime: distrib $(DISTRIB_DIR)/lib/libHalideRuntime-xtensa.a
+
 $(DISTRIB_DIR)/halide.tgz: distrib
 	ln -sf $(DISTRIB_DIR) halide
 	tar -czf $(BUILD_DIR)/halide.tgz \

python_bindings/src/halide/halide_/PyEnums.cpp

@@ -172,6 +172,8 @@ void define_enums(py::module &m) {
         .value("SVE2", Target::Feature::SVE2)
         .value("ARMDotProd", Target::Feature::ARMDotProd)
         .value("ARMFp16", Target::Feature::ARMFp16)
+        .value("Xtensa", Target::Feature::Xtensa)
+        .value("XtensaQ8", Target::Feature::XtensaQ8)
         .value("LLVMLargeCodeModel", Target::Feature::LLVMLargeCodeModel)
         .value("RVV", Target::Feature::RVV)
         .value("ARMv81a", Target::Feature::ARMv81a)

python_bindings/src/halide/halide_/PyFunc.cpp

@@ -408,6 +408,8 @@ void define_func(py::module &m) {
 
             .def("infer_arguments", &Func::infer_arguments)
 
+            .def("dma", (Func & (Func::*)()) & Func::dma)
+
             .def("__repr__", [](const Func &func) -> std::string {
                 std::ostringstream o;
                 o << "<halide.Func '" << func.name() << "'>";

src/AssociativeOpsTable.cpp

@@ -33,12 +33,14 @@ enum class ValType {
     UInt64 = 4,
     Int8 = 5,
     Int16 = 6,
-    Int32 = 7,
-    Int64 = 8,
-    Float16 = 9,
-    Float32 = 10,
-    Float64 = 11,
-    All = 12,  // General type (including all previous types)
+    Int24 = 7,
+    Int32 = 8,
+    Int48 = 9,
+    Int64 = 10,
+    Float16 = 11,
+    Float32 = 12,
+    Float64 = 13,
+    All = 14,  // General type (including all previous types)
 };
 
 ValType convert_halide_type_to_val_type(const Type &halide_t) {
@@ -63,8 +65,12 @@ ValType convert_halide_type_to_val_type(const Type &halide_t) {
             val_t = ValType::Int8;
         } else if (halide_t.bits() == 16) {
             val_t = ValType::Int16;
+        } else if (halide_t.bits() == 24) {
+            val_t = ValType::Int24;
         } else if (halide_t.bits() == 32) {
             val_t = ValType::Int32;
+        } else if (halide_t.bits() == 48) {
+            val_t = ValType::Int48;
         } else {
             internal_assert(halide_t.bits() == 64);
             val_t = ValType::Int64;

src/CMakeLists.txt

@@ -40,6 +40,7 @@ set(HEADER_FILES
     CodeGen_PyTorch.h
     CodeGen_Targets.h
     CodeGen_WebGPU_Dev.h
+    CodeGen_Xtensa.h
     CompilerLogger.h
     ConciseCasts.h
     CPlusPlusMangle.h
@@ -80,6 +81,7 @@ set(HEADER_FILES
     HexagonOptimize.h
     ImageParam.h
     InferArguments.h
+    InjectDmaTransfer.h
     InjectHostDevBufferCopies.h
     Inline.h
     InlineReductions.h
@@ -168,6 +170,7 @@ set(HEADER_FILES
     VectorizeLoops.h
     WasmExecutor.h
     WrapCalls.h
+    XtensaOptimize.h
     )
 
 set(SOURCE_FILES
@@ -210,6 +213,7 @@ set(SOURCE_FILES
     CodeGen_WebAssembly.cpp
     CodeGen_WebGPU_Dev.cpp
     CodeGen_X86.cpp
+    CodeGen_Xtensa.cpp
     CompilerLogger.cpp
     CPlusPlusMangle.cpp
     CSE.cpp
@@ -244,6 +248,7 @@ set(SOURCE_FILES
     HexagonOptimize.cpp
     ImageParam.cpp
     InferArguments.cpp
+    InjectDmaTransfer.cpp
     InjectHostDevBufferCopies.cpp
     Inline.cpp
     InlineReductions.cpp
@@ -348,11 +353,14 @@ set(SOURCE_FILES
     VectorizeLoops.cpp
     WasmExecutor.cpp
     WrapCalls.cpp
+    XtensaOptimize.cpp
     )
 
 set(TEMPLATE_FILES
     CodeGen_C_prologue
     CodeGen_C_vectors
+    CodeGen_Xtensa_prologue
+    CodeGen_Xtensa_vectors
     )
 
 ##

src/CodeGen_C.h

@@ -300,7 +300,7 @@ class CodeGen_C : public IRPrinter {
     void emit_constexpr_function_info(const std::string &function_name,
                                       const std::vector<LoweredArgument> &args,
                                       const MetadataNameMap &metadata_name_map);
-    void emit_halide_free_helper(const std::string &alloc_name, const std::string &free_function);
+    virtual void emit_halide_free_helper(const std::string &alloc_name, const std::string &free_function);
 };
 
 }  // namespace Internal