compute_policy.hpp

Go to the documentation of this file.

/*******************************************************************************
* Copyright (c) 2022-2023 Intel Corporation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*******************************************************************************/
 
 
#pragma once
 
#include "group/gemm/common.hpp"
 
namespace gpu::xetla::group {
 
 
template <typename compute_attr_, typename perf_tuning_knob_,
        gpu_arch arch_tag_>
struct compute_policy_default_xmx {};
 
template <typename compute_attr_, typename perf_tuning_knob_>
struct compute_policy_default_xmx<compute_attr_, perf_tuning_knob_,
        gpu_arch::Xe> {
    using compute_attr = compute_attr_;
    using perf_tuning_knob = perf_tuning_knob_;
    static constexpr int k_stride = perf_tuning_knob::k_stride;
    static constexpr int stages = perf_tuning_knob::stages;
    static constexpr int sync_freq = perf_tuning_knob::sync_freq;
    static constexpr gpu_arch arch_tag = gpu_arch::Xe;
    using dtype_mma_acc = typename compute_attr::dtype_acc;
    using dtype_mma_a = typename compute_attr::dtype_a;
    using dtype_mma_b = typename compute_attr::dtype_b;
 
    static constexpr uint32_t block_bytes_x_a = 32;
    static constexpr uint32_t block_size_x_a
            = block_bytes_x_a / sizeof(dtype_mma_a);
    static constexpr uint32_t block_size_y_a = 16;
 
    static constexpr uint32_t block_size_x_b = 16;
    static constexpr uint32_t block_bytes_y_b = 32;
    static constexpr uint32_t block_size_y_b
            = block_bytes_y_b / sizeof(dtype_mma_b);
    static_assert(block_size_x_a == block_size_y_b,
            "mat_a x need to match with mat_b y");
};
 
template <typename compute_attr_, typename perf_tuning_knob_,
        gpu_arch arch_tag_ = gpu_arch::Xe>
struct compute_policy_unaligned_xmx {};
 
template <typename compute_attr_, typename perf_tuning_knob_>
struct compute_policy_unaligned_xmx<compute_attr_, perf_tuning_knob_,
        gpu_arch::Xe> {
    using compute_attr = compute_attr_;
    using perf_tuning_knob = perf_tuning_knob_;
    static constexpr int k_stride = perf_tuning_knob::k_stride;
    static constexpr int stages = perf_tuning_knob::stages;
    static constexpr int sync_freq = perf_tuning_knob::sync_freq;
    static constexpr gpu_arch arch_tag = gpu_arch::Xe;
    using dtype_mma_acc = typename compute_attr::dtype_acc;
    using dtype_mma_a = typename compute_attr::dtype_a;
    using dtype_mma_b = typename compute_attr::dtype_b;
 
    static constexpr uint32_t block_bytes_x_a = 32;
    static constexpr uint32_t block_size_x_a
            = block_bytes_x_a / sizeof(dtype_mma_a);
    static constexpr uint32_t block_size_y_a = 16;
 
    static constexpr uint32_t block_size_x_b = 16;
    static constexpr uint32_t block_bytes_y_b = 32;
    static constexpr uint32_t block_size_y_b
            = block_bytes_y_b / sizeof(dtype_mma_b);
    static_assert(block_size_x_a == block_size_y_b,
            "mat_a x need to match with mat_b y");
};
 
template <typename compute_attr_, typename perf_tuning_knob_,
        gpu_arch arch_tag_>
struct compute_policy_default_fpu {};
 
template <typename compute_attr_, typename perf_tuning_knob_>
struct compute_policy_default_fpu<compute_attr_, perf_tuning_knob_,
        gpu_arch::Xe> {
    using compute_attr = compute_attr_;
    using perf_tuning_knob = perf_tuning_knob_;
    static constexpr int k_stride = perf_tuning_knob::k_stride;
    static constexpr int stages = perf_tuning_knob::stages;
    static constexpr int sync_freq = perf_tuning_knob::sync_freq;
    static constexpr gpu_arch arch_tag = gpu_arch::Xe;
    using dtype_mma_acc = typename compute_attr::dtype_acc;
    using dtype_mma_a = typename compute_attr::dtype_a;
    using dtype_mma_b = typename compute_attr::dtype_b;
 
    static constexpr uint32_t block_bytes_x_a = 32;
    static constexpr uint32_t block_size_x_a
            = block_bytes_x_a / sizeof(dtype_mma_a);
    static constexpr uint32_t block_size_y_a = 16;
    static constexpr uint32_t block_bytes_x_b = 64;
    static constexpr uint32_t block_size_x_b
            = block_bytes_x_b / sizeof(dtype_mma_b);
    static constexpr uint32_t block_size_y_b = block_size_x_a;
};
 
 
} // namespace gpu::xetla::group