import base64, ctypes, pathlib, tempfile, hashlib from tinygrad.device import Compiler from tinygrad.helpers import cpu_objdump, system, data64 from tinygrad.runtime.autogen import mesa, llvm from tinygrad.runtime.support.compiler_cpu import CPULLVMCompiler, expect, cerr # NB: compilers assume mesa's glsl type cache is managed externally with mesa.glsl_type_singleton_init_or_ref() and mesa.glsl_type_singleton_decref() def rzalloc(typ, ctx=None, **kwargs): s = ctypes.cast(mesa.rzalloc_size(ctypes.cast(ctx, ctypes.c_void_p), ctypes.sizeof(typ)), ctypes.POINTER(typ)) for k,v in kwargs.items(): setattr(s.contents, k, v) return s def deserialize(enc_src, opts): blobreader = mesa.struct_blob_reader() mesa.blob_reader_init(blobreader, src:=base64.b64decode(enc_src), len(src)) return mesa.nir_deserialize(None, ctypes.cast(opts, ctypes.POINTER(mesa.nir_shader_compiler_options)), blobreader) class LVPCompiler(CPULLVMCompiler): def __init__(self, cache_key="lvp"): CPULLVMCompiler.__init__(self, cache_key=f"compile_{cache_key}") def compile(self, src) -> bytes: shader, ctx = deserialize(src, mesa.lvp_nir_options), llvm.LLVMGetGlobalContext() gallivm = mesa.gallivm_create(None, mesa.lp_context_ref(ctypes.cast(ctx, ctypes.POINTER(mesa.struct_LLVMOpaqueContext)), True), None).contents module, builder = ctypes.cast(gallivm.module, llvm.LLVMModuleRef), ctypes.cast(gallivm.builder, llvm.LLVMBuilderRef) params = mesa.struct_lp_build_tgsi_params(mesa.struct_lp_type(floating=True, sign=True, width=32, length=4), resources_type=mesa.lp_build_jit_resources_type(gallivm), mask=ctypes.pointer(mesa.struct_lp_build_mask_context())) pt = llvm.LLVMPointerType(ctypes.cast(params.resources_type, llvm.LLVMTypeRef), 0) fn = llvm.LLVMAddFunction(module, shader.contents.info.name, llvm.LLVMFunctionType(llvm.LLVMVoidTypeInContext(ctx), pt, 1, 0)) llvm.LLVMPositionBuilderAtEnd(builder, llvm.LLVMAppendBasicBlockInContext(ctx, fn, b"entry")) params.consts_ptr = mesa.lp_build_struct_get_ptr2(gallivm, params.resources_type, ctypes.cast(llvm.LLVMGetParam(fn, 0), mesa.LLVMValueRef), mesa.LP_JIT_RES_CONSTANTS, b"constants") mesa.lp_build_mask_begin(params.mask, gallivm, params.type, mesa.lp_build_one(gallivm, params.type)) mesa.lp_build_mask_end(params.mask) mesa.lp_build_nir_soa(gallivm, shader, params, None) llvm.LLVMBuildRetVoid(builder) mesa.gallivm_verify_function(gallivm, ctypes.cast(fn, mesa.LLVMValueRef)) mesa.lp_passmgr_run(gallivm.passmgr, gallivm.module, ctypes.cast(self.target_machine, mesa.LLVMTargetMachineRef), gallivm.module_name) obj_buf = expect(llvm.LLVMTargetMachineEmitToMemoryBuffer(self.target_machine, module, llvm.LLVMObjectFile, err:=cerr(), ctypes.pointer(buf:=llvm.LLVMMemoryBufferRef())), err, buf) obj = ctypes.string_at(llvm.LLVMGetBufferStart(obj_buf), llvm.LLVMGetBufferSize(obj_buf)) mesa.gallivm_destroy(gallivm) mesa.ralloc_free(shader) return obj def disassemble(self, lib: bytes): cpu_objdump(lib) class NAKCompiler(Compiler): def __init__(self, arch, warps_per_sm, cache_key="nak"): self.arch, self.warps_per_sm = arch, warps_per_sm self.cc = mesa.nak_compiler_create(mesa.struct_nv_device_info(sm=int(arch[3:]), max_warps_per_mp=warps_per_sm)) self.nir_options = bytes(mesa.nak_nir_options(self.cc).contents) super().__init__(f"compile_{cache_key}_{arch}") def __del__(self): mesa.nak_compiler_destroy(self.cc) def __reduce__(self): return NAKCompiler, (self.arch, self.warps_per_sm) def compile(self, src) -> bytes: shader = deserialize(src, self.nir_options) mesa.nak_preprocess_nir(shader, self.cc) ret = bytes((out:=mesa.nak_compile_shader(shader, False, self.cc, 0, None).contents).info) + ctypes.string_at(out.code, out.code_size) mesa.nak_shader_bin_destroy(out) mesa.ralloc_free(shader) return ret def disassemble(self, lib: bytes): try: fn = (pathlib.Path(tempfile.gettempdir()) / f"tinynak_{hashlib.md5(lib).hexdigest()}").as_posix() with open(fn, "wb") as f: f.write(lib[ctypes.sizeof(mesa.struct_nak_shader_info):]) print(system(f"nvdisasm -b SM{self.arch[3:]} {fn}")) except Exception as e: print("Failed to generate SASS", str(e), "Make sure your PATH contains nvdisasm binary of compatible version.") def disas_adreno(lib:bytes, gpu_id=630): with tempfile.TemporaryFile('w+', buffering=1) as tf: @ctypes.CFUNCTYPE(None, ctypes.c_void_p, ctypes.c_uint32, ctypes.c_void_p) def hd(data, n, instr): fst, snd = data64(ctypes.cast(instr, ctypes.POINTER(ctypes.c_uint64)).contents.value) print(f"{n:04} [{fst:08x}_{snd:08x}] ", end="", flush=True, file=tf) ctypes.CDLL(None).setlinebuf(fp:=ctypes.cast(ctypes.CDLL(None).fdopen(tf.fileno(), b"w"), ctypes.POINTER(mesa.struct__IO_FILE))) mesa.ir3_isa_disasm(lib, len(lib), fp, mesa.struct_isa_decode_options(gpu_id, True, 0, True, pre_instr_cb=hd)) tf.seek(0) print(tf.read()) class IR3Compiler(Compiler): def __init__(self, chip_id, cache_key="ir3"): self.dev_id = mesa.struct_fd_dev_id(((chip_id >> 24) & 0xFF) * 100 + ((chip_id >> 16) & 0xFF) * 10 + ((chip_id >> 8) & 0xFF), chip_id) self.cc = mesa.ir3_compiler_create(None, self.dev_id, mesa.fd_dev_info(self.dev_id), mesa.struct_ir3_compiler_options(disable_cache=True)).contents self.cc.has_preamble = False self.nir_options = bytes(mesa.ir3_get_compiler_options(self.cc).contents) super().__init__(f"compile_{cache_key}") def __del__(self): mesa.ir3_compiler_destroy(self.cc) def __reduce__(self): return IR3Compiler, (self.dev_id.chip_id,) # ir3_shader_variant info: https://elixir.bootlin.com/mesa/mesa-25.3.0/source/src/freedreno/ir3/ir3_shader.c#L1099 def compile(self, src) -> bytes: nir_shader = deserialize(src, self.nir_options) mesa.ir3_nir_lower_io_vars_to_temporaries(nir_shader) mesa.ir3_finalize_nir(self.cc, mesa.struct_ir3_shader_nir_options(), nir_shader) shader = rzalloc(mesa.struct_ir3_shader, compiler=ctypes.pointer(self.cc), type=mesa.MESA_SHADER_COMPUTE, nir=nir_shader).contents mesa.ir3_nir_post_finalize(shader) v = rzalloc(mesa.struct_ir3_shader_variant, type=shader.type, compiler=ctypes.pointer(self.cc), key=mesa.struct_ir3_shader_key()).contents v.const_state, shader.variants, shader.variant_count = rzalloc(mesa.struct_ir3_const_state, ctypes.pointer(v)), ctypes.pointer(v), 1 v.num_uavs = (info:=nir_shader.contents.info).num_ssbos + info.num_images assert not mesa.ir3_compile_shader_nir(self.cc, shader, v), "compilation failed" lib = ctypes.cast(mesa.ir3_shader_assemble(v), ctypes.POINTER(ctypes.c_uint32)) # NB: bytes(v) means the pointers in v are no longer safe! a custom __reduce__ that supports pointers for c.Struct would make this simpler ret = bytes(v) + bytes(v.const_state.contents) + ctypes.string_at(v.imm_state.values, v.imm_state.count * 4) + ctypes.string_at(lib, v.info.size) mesa.ralloc_free(ctypes.pointer(v)) return ret @staticmethod def unpack_lib(lib: bytes) -> tuple[mesa.struct_ir3_shader_variant, mesa.struct_ir3_const_state, bytes, bytes]: shifted = lib[ctypes.sizeof(v:=mesa.struct_ir3_shader_variant.from_buffer_copy(lib)):] shifted = shifted[ctypes.sizeof(cs:=mesa.struct_ir3_const_state.from_buffer_copy(shifted)):] return v, cs, shifted[:v.imm_state.count * 4], shifted[v.imm_state.count * 4:] def disassemble(self, lib: bytes): disas_adreno(self.unpack_lib(lib)[3], self.dev_id.gpu_id)