compute_policy.hpp

Go to the documentation of this file.

/*******************************************************************************
* Copyright (c) 2022-2023 Intel Corporation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*******************************************************************************/
 
 
#pragma once
 
#include "experimental/group/gemm/common.hpp"
 
namespace gpu::xetla::group {
 
template <typename compute_attr_, typename perf_tuning_knob_,
        typename dtype_scale_, typename dtype_zero_pt_, int dequant_s_,
        gpu_arch arch_tag_ = gpu_arch::Xe>
struct compute_policy_int4_dequantize_xmx {};
 
template <typename compute_attr_, typename perf_tuning_knob_,
        typename dtype_scale_, typename dtype_zero_pt_, int dequant_s_>
struct compute_policy_int4_dequantize_xmx<compute_attr_, perf_tuning_knob_,
        dtype_scale_, dtype_zero_pt_, dequant_s_, gpu_arch::Xe> {
    using compute_attr = compute_attr_;
    using perf_tuning_knob = perf_tuning_knob_;
    static constexpr int k_stride = perf_tuning_knob::k_stride;
    static constexpr int stages = perf_tuning_knob::stages;
    static constexpr int sync_freq = perf_tuning_knob::sync_freq;
    static constexpr gpu_arch arch_tag = gpu_arch::Xe;
    using dtype_mma_acc = typename compute_attr::dtype_acc;
    using dtype_mma_a = typename compute_attr::dtype_a;
    using dtype_mma_b = typename compute_attr::dtype_b;
 
    static constexpr uint32_t block_bytes_x_a = 32;
    static constexpr uint32_t block_size_y_a = 16;
 
    static constexpr bool is_int4_matB_policy = true;
 
    static constexpr uint32_t block_size_x_b = 16;
    static constexpr uint32_t block_bytes_y_b = 32;
    static_assert(block_bytes_x_a == block_bytes_y_b,
            "mat_a x need to match with mat_b y");
 
    static constexpr uint32_t dequant_s = dequant_s_;
    static_assert((dequant_s % (32 / sizeof(dtype_mma_b))) == 0,
            "dequant_s should be a multiply of 32B");
    using dtype_scale = dtype_scale_;
    using dtype_zero_pt = dtype_zero_pt_;
};
 
} // namespace gpu::xetla::group