Skip to content

Instantly share code, notes, and snippets.

View matthias-springer's full-sized avatar

Matthias Springer matthias-springer

121 followers · 76 following
View GitHub Profile
@matthias-springer
matthias-springer / empty_tensor_elimination_matmul.mlir
Created October 10, 2023 14:26
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
module attributes {transform.target_tag="payload"} {
// Batched TOSA matrix multiplication. %A and %B are the inputs, %C is the
// output.
func.func @test_matmul(%A: memref<1x17x19xf32>, %B: memref<1x19x29xf32>,
%C: memref<1x17x29xf32>) {
%A_tensor = bufferization.to_tensor %A restrict : memref<1x17x19xf32>
%B_tensor = bufferization.to_tensor %B restrict : memref<1x19x29xf32>
@matthias-springer
matthias-springer / bufferization_pipeline_empty_tensor_elim_mini.mlir
Created October 5, 2023 09:28
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
module attributes {transform.target_tag="payload"} {
func.func @test(%f0: f32, %f1: f32, %out: memref<3xf32>) {
// Create a new tensor with [%f0, %f0, %f0].
%0 = tensor.from_elements %f0, %f0, %f0 : tensor<3xf32>
// Result should be stored in %out.
bufferization.materialize_in_destination %0 in restrict writable %out
@matthias-springer
matthias-springer / bufferization_pipeline_empty_tensor_elim_on_tensors.mlir
Last active October 7, 2023 20:55
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
module attributes {transform.target_tag="payload"} {
// TOSA element-wise addition. %A and %B are the inputs, %C is the output.
func.func @test_matmul(%A_tensor: tensor<100xf32>, %B_tensor: tensor<100xf32>,
%C_tensor: tensor<100xf32>) -> tensor<100xf32> {
%0 = tosa.add %A_tensor, %B_tensor
: (tensor<100xf32>, tensor<100xf32>) -> tensor<100xf32>
%r = bufferization.materialize_in_destination %0 in %C_tensor
@matthias-springer
matthias-springer / bufferization_pipeline_empty_tensor_elim.mlir
Last active October 11, 2023 13:59
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload" -transform-dialect-drop-schedule
module attributes {transform.target_tag="payload"} {
// Batched TOSA matrix multiplication. %A and %B are the inputs, %C is the
// output.
func.func @test_matmul(%A: memref<1x17x19xf32>, %B: memref<1x19x29xf32>,
%C: memref<1x17x29xf32>) {
%A_tensor = bufferization.to_tensor %A restrict : memref<1x17x19xf32>
%B_tensor = bufferization.to_tensor %B restrict : memref<1x19x29xf32>
@matthias-springer
matthias-springer / presentation_urls.txt
Last active November 21, 2023 10:25
MLIR Bufferization: From Tensors to MemRefs
Debugging Spurious Copies: Mini Example
https://gist.github.com/matthias-springer/81748fe1e530974dd5ff6b3ad57e3eeb
Debugging Spurious Copies: Matmul, Tiled
https://gist.github.com/matthias-springer/372162baa30e79c49180bb3ace216995
https://gist.github.com/matthias-springer/b664feb23be0159f72726025923bb9ca
Empty Tensor Elimination
https://gist.github.com/matthias-springer/b3f40d1667c977c29a76cc7a469cc1a0
https://gist.github.com/matthias-springer/e531580242d27f14e0a239e0b6fe80ae
@matthias-springer
matthias-springer / bufferization_pipeline_non_dps_op.mlir
Created October 4, 2023 14:26
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
module attributes {transform.target_tag="payload"} {
func.func @test(%f0: f32, %f1: f32, %out: memref<3xf32>) {
// Create a new tensor with [%f0, %f0, %f0].
%0 = tensor.from_elements %f0, %f0, %f0 : tensor<3xf32>
bufferization.materialize_in_destination %0 in restrict writable %out
: (tensor<3xf32>, memref<3xf32>) -> ()
func.return
@matthias-springer
matthias-springer / bufferization_mini_conflict.mlir
Last active October 5, 2023 08:46
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
module attributes {transform.target_tag="payload"} {
func.func @test(%f0: f32, %f1: f32, %idx: index, %idx2: index)
-> (f32, tensor<3xf32>) {
// Create a new tensor with [%f0, %f0, %f0].
%0 = tensor.from_elements %f0, %f0, %f0 : tensor<3xf32>
// Insert something into the new tensor.
@matthias-springer
matthias-springer / bufferization_pipeline_elementwise_bug.mlir
Last active October 4, 2023 14:27
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
#map = affine_map<(d0) -> (d0)>
module attributes {transform.target_tag="payload"} {
// TOSA element-wise addition. %A and %B are the inputs, %C is the output.
func.func @test_matmul(%arg0: memref<100xf32>, %arg1: memref<100xf32>, %arg2: memref<100xf32>) {
%0 = bufferization.to_tensor %arg0 restrict : memref<100xf32>
%1 = bufferization.to_tensor %arg1 restrict : memref<100xf32>
@matthias-springer
matthias-springer / bufferization_pipeline_elementwise.mlir
Created October 4, 2023 12:52
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload"
module attributes {transform.target_tag="payload"} {
// TOSA element-wise addition. %A and %B are the inputs, %C is the output.
func.func @test_matmul(%A: memref<100xf32>, %B: memref<100xf32>,
%C: memref<100xf32>) {
%A_tensor = bufferization.to_tensor %A restrict : memref<100xf32>
%B_tensor = bufferization.to_tensor %B restrict : memref<100xf32>
%0 = tosa.add %A_tensor, %B_tensor
@matthias-springer
matthias-springer / bufferization_pipeline_matmul_bug.mlir
Last active October 11, 2023 13:53
// RUN: mlir-opt %s -test-transform-dialect-interpreter="debug-payload-root-tag=payload" -test-transform-dialect-erase-schedule
#map = affine_map<(d0) -> (-d0 + 17, 5)>
#map1 = affine_map<(d0) -> (-d0 + 29, 7)>
module attributes {transform.target_tag="payload"} {
// Tiled batched matrix multiplication. %A and %B are the inputs, %C is the
// output.
func.func @test_matmul(%A: memref<1x17x19xf32>, %B: memref<1x19x29xf32>,