PI queue mapping on to CUstream objects. More...

#include <cuda/pi_cuda.hpp>

Inheritance diagram for _pi_queue:

Collaboration diagram for _pi_queue:

[legend]

Classes
struct	active_barriers

struct	command_batch

struct	pi_queue_group_t

Public Types
using	native_type = CUstream

using	native_type = hipStream_t

using	queue_type = _pi_device::queue_group_info_t::type

Public Member Functions
	_pi_queue (std::vector< CUstream > &&compute_streams, std::vector< CUstream > &&transfer_streams, _pi_context context, _pi_device device, pi_queue_properties properties, unsigned int flags, bool backend_owns=true)

	~_pi_queue ()

void	compute_stream_wait_for_barrier_if_needed (CUstream stream, pi_uint32 stream_i)

void	transfer_stream_wait_for_barrier_if_needed (CUstream stream, pi_uint32 stream_i)

native_type	get_next_compute_stream (pi_uint32 *stream_token=nullptr)

native_type	get_next_compute_stream (pi_uint32 num_events_in_wait_list, const pi_event event_wait_list, _pi_stream_guard &guard, pi_uint32 stream_token=nullptr)

native_type	get_next_transfer_stream ()

native_type	get ()

bool	has_been_synchronized (pi_uint32 stream_token)

bool	can_reuse_stream (pi_uint32 stream_token)

template<typename T >
bool	all_of (T &&f)

template<typename T >
void	for_each_stream (T &&f)

template<bool ResetUsed = false, typename T >
void	sync_streams (T &&f)

_pi_context *	get_context () const

_pi_device *	get_device () const

pi_uint32	increment_reference_count () noexcept

pi_uint32	decrement_reference_count () noexcept

pi_uint32	get_reference_count () const noexcept

pi_uint32	get_next_event_id () noexcept

bool	backend_has_ownership () const noexcept

	_pi_queue (pi_context ContextArg, cm_support::CmQueue *CmQueueArg)

	_pi_queue (std::vector< native_type > &&compute_streams, std::vector< native_type > &&transfer_streams, _pi_context context, _pi_device device, pi_queue_properties properties, unsigned int flags)

	~_pi_queue ()

void	compute_stream_wait_for_barrier_if_needed (hipStream_t stream, pi_uint32 stream_i)

void	transfer_stream_wait_for_barrier_if_needed (hipStream_t stream, pi_uint32 stream_i)

native_type	get_next_compute_stream (pi_uint32 *stream_token=nullptr)

native_type	get_next_compute_stream (pi_uint32 num_events_in_wait_list, const pi_event event_wait_list, _pi_stream_guard &guard, pi_uint32 stream_token=nullptr)

native_type	get_next_transfer_stream ()

native_type	get ()

bool	has_been_synchronized (pi_uint32 stream_token)

bool	can_reuse_stream (pi_uint32 stream_token)

template<typename T >
bool	all_of (T &&f)

template<typename T >
void	for_each_stream (T &&f)

template<bool ResetUsed = false, typename T >
void	sync_streams (T &&f)

_pi_context *	get_context () const

_pi_device *	get_device () const

pi_uint32	increment_reference_count () noexcept

pi_uint32	decrement_reference_count () noexcept

pi_uint32	get_reference_count () const noexcept

pi_uint32	get_next_event_id () noexcept

	_pi_queue (std::vector< ze_command_queue_handle_t > &ComputeQueues, std::vector< ze_command_queue_handle_t > &CopyQueues, pi_context Context, pi_device Device, bool OwnZeCommandQueue, pi_queue_properties Properties=0, int ForceComputeIndex=-1)

pi_result	synchronize ()

pi_queue_group_t &	getQueueGroup (bool UseCopyEngine)

bool	useCopyEngine (bool PreferCopyEngine=true) const

void	CaptureIndirectAccesses ()

bool	isBatchingAllowed (bool IsCopy) const

bool	isInOrderQueue () const

bool	isDiscardEvents () const

bool	isPriorityLow () const

bool	isPriorityHigh () const

void	adjustBatchSizeForFullBatch (bool IsCopy)

void	adjustBatchSizeForPartialBatch (bool IsCopy)

pi_result	createCommandList (bool UseCopyEngine, pi_command_list_ptr_t &CommandList, ze_command_queue_handle_t *ForcedCmdQueue=nullptr)

pi_result	resetCommandList (pi_command_list_ptr_t CommandList, bool MakeAvailable, std::vector< pi_event > &EventListToCleanup, bool CheckStatus=true)
	Resets the command list and associated fence in the map and removes events from the command list. More...

bool	hasOpenCommandList (bool IsCopy) const

pi_result	executeCommandList (pi_command_list_ptr_t CommandList, bool IsBlocking=false, bool OKToBatchCommand=false)

pi_result	executeOpenCommandList (bool IsCopy)

pi_command_list_ptr_t	eventOpenCommandList (pi_event Event)

pi_result	executeAllOpenCommandLists ()

pi_result	insertActiveBarriers (pi_command_list_ptr_t &CmdList, bool UseCopyEngine)

pi_event	getEventFromQueueCache (bool HostVisible)

pi_result	addEventToQueueCache (pi_event Event)

pi_result	resetDiscardedEvent (pi_command_list_ptr_t)

pi_result	signalEventFromCmdListIfLastEventDiscarded (pi_command_list_ptr_t)

pi_result	insertStartBarrierIfDiscardEventsMode (pi_command_list_ptr_t &CmdList)

bool	doReuseDiscardedEvents ()

Public Member Functions inherited from _pi_object
	_pi_object ()

virtual	~_pi_object ()=default

	_pi_object ()

Public Attributes
std::vector< native_type >	compute_streams_

std::vector< native_type >	transfer_streams_

std::vector< bool >	delay_compute_

std::vector< bool >	compute_applied_barrier_

std::vector< bool >	transfer_applied_barrier_

_pi_context *	context_

_pi_device *	device_

pi_queue_properties	properties_

CUevent	barrier_event_ = nullptr

CUevent	barrier_tmp_event_ = nullptr

std::atomic_uint32_t	refCount_

std::atomic_uint32_t	eventCount_

std::atomic_uint32_t	compute_stream_idx_

std::atomic_uint32_t	transfer_stream_idx_

unsigned int	num_compute_streams_

unsigned int	num_transfer_streams_

unsigned int	last_sync_compute_streams_

unsigned int	last_sync_transfer_streams_

unsigned int	flags_

std::mutex	compute_stream_sync_mutex_

std::mutex	compute_stream_mutex_

std::mutex	transfer_stream_mutex_

std::mutex	barrier_mutex_

bool	has_ownership_

pi_context	Context = nullptr

cm_support::CmQueue *	CmQueuePtr = nullptr

hipEvent_t	barrier_event_ = nullptr

hipEvent_t	barrier_tmp_event_ = nullptr

std::unordered_map< std::thread::id, pi_queue_group_t >	ComputeQueueGroupsByTID

std::unordered_map< std::thread::id, pi_queue_group_t >	CopyQueueGroupsByTID

const pi_context	Context

const pi_device	Device

pi_event	LastCommandEvent = nullptr

std::vector< pi_kernel >	KernelsToBeSubmitted

bool	OwnZeCommandQueue

pi_command_list_map_t	CommandListMap

command_batch	ComputeCommandBatch

command_batch	CopyCommandBatch

pi_queue_properties	Properties

active_barriers	ActiveBarriers

pi_uint32	RefCountExternal {1}

bool	Healthy {true}

pi_command_list_ptr_t	LastUsedCommandList = CommandListMap.end()

std::vector< std::list< pi_event > >	EventCaches {2}

Public Attributes inherited from _pi_object
std::atomic< pi_uint32 >	RefCount

ReferenceCounter	RefCount

pi_shared_mutex	Mutex

Static Public Attributes
static constexpr int	default_num_compute_streams = 128

static constexpr int	default_num_transfer_streams = 64

Detailed Description

PI queue mapping on to CUstream objects.

PI queue mapping on to hipStream_t objects.

Definition at line 400 of file pi_cuda.hpp.

Member Typedef Documentation

◆ native_type [1/2]

using _pi_queue::native_type = CUstream

Definition at line 401 of file pi_cuda.hpp.

◆ native_type [2/2]

using _pi_queue::native_type = hipStream_t

Definition at line 378 of file pi_hip.hpp.

◆ queue_type

using _pi_queue::queue_type = _pi_device::queue_group_info_t::type

Definition at line 565 of file pi_level_zero.hpp.

Constructor & Destructor Documentation

◆ _pi_queue() [1/4]

_pi_queue::_pi_queue	(	std::vector< CUstream > &&	compute_streams,
		std::vector< CUstream > &&	transfer_streams,
		_pi_context *	context,
		_pi_device *	device,
		pi_queue_properties	properties,
		unsigned int	flags,
		bool	backend_owns = `true`
	)

inline

Definition at line 438 of file pi_cuda.hpp.

References context_, cuda_piContextRetain(), cuda_piDeviceRetain(), and device_.

Referenced by piextQueueCreate(), and piextQueueCreateWithNativeHandle().

◆ ~_pi_queue() [1/2]

_pi_queue::~_pi_queue ( )

inline

Definition at line 456 of file pi_cuda.hpp.

References context_, cuda_piContextRelease(), cuda_piDeviceRelease(), and device_.

◆ _pi_queue() [2/4]

_pi_queue::_pi_queue	(	pi_context	ContextArg,
		cm_support::CmQueue *	CmQueueArg
	)

inline

Definition at line 110 of file pi_esimd_emulator.hpp.

◆ _pi_queue() [3/4]

_pi_queue::_pi_queue	(	std::vector< native_type > &&	compute_streams,
		std::vector< native_type > &&	transfer_streams,
		_pi_context *	context,
		_pi_device *	device,
		pi_queue_properties	properties,
		unsigned int	flags
	)

inline

Definition at line 414 of file pi_hip.hpp.

References context_, device_, hip_piContextRetain(), and hip_piDeviceRetain().

◆ ~_pi_queue() [2/2]

_pi_queue::~_pi_queue ( )

inline

Definition at line 432 of file pi_hip.hpp.

References context_, device_, hip_piContextRelease(), and hip_piDeviceRelease().

◆ _pi_queue() [4/4]

_pi_queue::_pi_queue	(	std::vector< ze_command_queue_handle_t > &	ComputeQueues,
		std::vector< ze_command_queue_handle_t > &	CopyQueues,
		pi_context	Context,
		pi_device	Device,
		bool	OwnZeCommandQueue,
		pi_queue_properties	Properties = `0`,
		int	ForceComputeIndex = `-1`
	)

Definition at line 1101 of file pi_level_zero.cpp.

References CommandListMap, ComputeCommandBatch, ComputeQueueGroupsByTID, CopyCommandBatch, CopyQueueGroupsByTID, Device, sycl::_V1::detail::pi::die(), getRangeOfAllowedComputeEngines(), getRangeOfAllowedCopyEngines(), _pi_queue::command_batch::OpenCommandList, _pi_queue::command_batch::QueueBatchSize, _pi_device::QueueGroup, zeCommandListBatchConfig::startSize(), _pi_device::useImmediateCommandLists(), ZeCommandListBatchComputeConfig, ZeCommandListBatchCopyConfig, and _pi_queue::pi_queue_group_t::ZeQueues.

Member Function Documentation

◆ addEventToQueueCache()

pi_result _pi_queue::addEventToQueueCache ( pi_event Event )

Definition at line 530 of file pi_level_zero.cpp.

References EventCaches, and _pi_event::isHostVisible().

Referenced by resetDiscardedEvent().

◆ adjustBatchSizeForFullBatch()

void _pi_queue::adjustBatchSizeForFullBatch ( bool IsCopy )

Definition at line 1533 of file pi_level_zero.cpp.

References ComputeCommandBatch, CopyCommandBatch, zeCommandListBatchConfig::dynamic(), zeCommandListBatchConfig::DynamicSizeMax, zeCommandListBatchConfig::DynamicSizeStep, zeCommandListBatchConfig::NumTimesClosedEarlyThreshold, zeCommandListBatchConfig::NumTimesClosedFullThreshold, ZeCommandListBatchComputeConfig, ZeCommandListBatchConfig(), ZeCommandListBatchCopyConfig, and zePrint().

Referenced by executeCommandList().

◆ adjustBatchSizeForPartialBatch()

void _pi_queue::adjustBatchSizeForPartialBatch ( bool IsCopy )

Definition at line 1560 of file pi_level_zero.cpp.

References ComputeCommandBatch, CopyCommandBatch, zeCommandListBatchConfig::dynamic(), ZeCommandListBatchComputeConfig, ZeCommandListBatchConfig(), ZeCommandListBatchCopyConfig, and zePrint().

Referenced by executeOpenCommandList().

◆ all_of() [1/2]

template<typename T >

bool _pi_queue::all_of ( T && f )

inline

Definition at line 509 of file pi_cuda.hpp.

References all_of(), compute_stream_mutex_, compute_streams_, num_compute_streams_, num_transfer_streams_, transfer_stream_mutex_, and transfer_streams_.

Referenced by cuda_piQueueGetInfo(), and hip_piQueueGetInfo().

◆ all_of() [2/2]

template<typename T >

bool _pi_queue::all_of ( T && f )

inline

Definition at line 485 of file pi_hip.hpp.

References all_of(), compute_stream_mutex_, compute_streams_, num_compute_streams_, num_transfer_streams_, transfer_stream_mutex_, and transfer_streams_.

◆ backend_has_ownership()

bool _pi_queue::backend_has_ownership ( ) const

inlinenoexcept

Definition at line 630 of file pi_cuda.hpp.

References has_ownership_.

Referenced by cuda_piQueueRelease().

◆ can_reuse_stream() [1/2]

bool _pi_queue::can_reuse_stream ( pi_uint32 stream_token )

inline

Definition at line 487 of file pi_cuda.hpp.

References compute_stream_idx_, compute_streams_, has_been_synchronized(), and max().

Referenced by get_next_compute_stream().

◆ can_reuse_stream() [2/2]

bool _pi_queue::can_reuse_stream ( pi_uint32 stream_token )

inline

Definition at line 463 of file pi_hip.hpp.

References compute_stream_idx_, compute_streams_, has_been_synchronized(), and max().

◆ CaptureIndirectAccesses()

void _pi_queue::CaptureIndirectAccesses ( )

Definition at line 1586 of file pi_level_zero.cpp.

References _pi_platform::Contexts, Device, KernelsToBeSubmitted, and _pi_device::Platform.

Referenced by executeCommandList(), and piEnqueueKernelLaunch().

◆ compute_stream_wait_for_barrier_if_needed() [1/2]

void _pi_queue::compute_stream_wait_for_barrier_if_needed	(	CUstream	stream,
		pi_uint32	stream_i
	)

Definition at line 398 of file pi_cuda.cpp.

References barrier_event_, and compute_applied_barrier_.

Referenced by get_next_compute_stream().

◆ compute_stream_wait_for_barrier_if_needed() [2/2]

void _pi_queue::compute_stream_wait_for_barrier_if_needed	(	hipStream_t	stream,
		pi_uint32	stream_i
	)

Definition at line 433 of file pi_hip.cpp.

References barrier_event_, and compute_applied_barrier_.

◆ createCommandList()

pi_result _pi_queue::createCommandList	(	bool	UseCopyEngine,
		pi_command_list_ptr_t &	CommandList,
		ze_command_queue_handle_t *	ForcedCmdQueue = `nullptr`
	)

Definition at line 1502 of file pi_level_zero.cpp.

References CommandListMap, Context, Device, getQueueGroup(), insertActiveBarriers(), insertStartBarrierIfDiscardEventsMode(), PI_CALL, sycl::_V1::detail::tie(), ZE_CALL, _pi_context::ZeContext, and _pi_device::ZeDevice.

Referenced by _pi_context::getAvailableCommandList(), and piextQueueCreate().

◆ decrement_reference_count() [1/2]

pi_uint32 _pi_queue::decrement_reference_count ( )

inlinenoexcept

Definition at line 624 of file pi_cuda.hpp.

References refCount_.

Referenced by cuda_piQueueRelease(), and hip_piQueueRelease().

◆ decrement_reference_count() [2/2]

pi_uint32 _pi_queue::decrement_reference_count ( )

inlinenoexcept

Definition at line 600 of file pi_hip.hpp.

References refCount_.

◆ doReuseDiscardedEvents()

bool _pi_queue::doReuseDiscardedEvents ( )

Definition at line 397 of file pi_level_zero.cpp.

References isDiscardEvents(), and isInOrderQueue().

Referenced by executeCommandList(), insertStartBarrierIfDiscardEventsMode(), and signalEventFromCmdListIfLastEventDiscarded().

◆ eventOpenCommandList()

pi_command_list_ptr_t _pi_queue::eventOpenCommandList ( pi_event Event )

Definition at line 1968 of file pi_level_zero.cpp.

References CommandListMap, ComputeCommandBatch, CopyCommandBatch, Device, hasOpenCommandList(), _pi_queue::command_batch::OpenCommandList, and _pi_device::useImmediateCommandLists().

Referenced by _pi_ze_event_list_t::createAndRetainPiZeEventList().

◆ executeAllOpenCommandLists()

pi_result _pi_queue::executeAllOpenCommandLists ( )

inline

Definition at line 789 of file pi_level_zero.hpp.

Referenced by _pi_ze_event_list_t::createAndRetainPiZeEventList(), piQueueFinish(), and piQueueRelease().

◆ executeCommandList()

pi_result _pi_queue::executeCommandList	(	pi_command_list_ptr_t	CommandList,
		bool	IsBlocking = `false`,
		bool	OKToBatchCommand = `false`
	)

Definition at line 1610 of file pi_level_zero.cpp.

References adjustBatchSizeForFullBatch(), CaptureIndirectAccesses(), _pi_event::CleanedUp, CommandListMap, ComputeCommandBatch, _pi_platform::ContextsMutex, CopyCommandBatch, createEventAndAssociateQueue(), Device, sycl::_V1::detail::pi::die(), doReuseDiscardedEvents(), zeCommandListBatchConfig::dynamic(), hasOpenCommandList(), Healthy, isBatchingAllowed(), _pi_event::IsDiscarded, LastCommandEvent, LastCommandInBatchHostVisible, LastUsedCommandList, PI_CALL, PI_COMMAND_TYPE_USER, piEventReleaseInternal(), _pi_device::Platform, PrintTrace, _pi_object::RefCount, resetDiscardedEvent(), signalEventFromCmdListIfLastEventDiscarded(), synchronize(), _pi_device::useImmediateCommandLists(), ZE_CALL, ZE_CALL_NOCHECK, ZeCommandListBatchComputeConfig, ZeCommandListBatchConfig(), ZeCommandListBatchCopyConfig, _pi_event::ZeEvent, ZeSerialize, and ZeSerializeBlock.

Referenced by enqueueMemCopyHelper(), enqueueMemCopyRectHelper(), enqueueMemFillHelper(), enqueueMemImageCommandHelper(), executeOpenCommandList(), piEnqueueEventsWait(), piEnqueueEventsWaitWithBarrier(), piEnqueueKernelLaunch(), piEnqueueMemBufferMap(), piEnqueueMemUnmap(), piextUSMEnqueueMemAdvise(), and piextUSMEnqueuePrefetch().

◆ executeOpenCommandList()

pi_result _pi_queue::executeOpenCommandList ( bool IsCopy )

Definition at line 2047 of file pi_level_zero.cpp.

References adjustBatchSizeForPartialBatch(), CommandListMap, ComputeCommandBatch, CopyCommandBatch, executeCommandList(), and hasOpenCommandList().

Referenced by _pi_ze_event_list_t::createAndRetainPiZeEventList(), and _pi_context::getAvailableCommandList().

◆ for_each_stream() [1/2]

template<typename T >

void _pi_queue::for_each_stream ( T && f )

inline

Definition at line 531 of file pi_cuda.hpp.

References compute_stream_mutex_, compute_streams_, num_compute_streams_, num_transfer_streams_, transfer_stream_mutex_, and transfer_streams_.

Referenced by cuda_piQueueRelease(), enqueueEventWait(), and hip_piQueueRelease().

◆ for_each_stream() [2/2]

template<typename T >

void _pi_queue::for_each_stream ( T && f )

inline

Definition at line 507 of file pi_hip.hpp.

References compute_stream_mutex_, compute_streams_, num_compute_streams_, num_transfer_streams_, transfer_stream_mutex_, and transfer_streams_.

◆ get() [1/2]

native_type _pi_queue::get ( )

inline

Definition at line 477 of file pi_cuda.hpp.

References get_next_compute_stream().

◆ get() [2/2]

native_type _pi_queue::get ( )

inline

Definition at line 453 of file pi_hip.hpp.

References get_next_compute_stream().

◆ get_context() [1/2]

_pi_context* _pi_queue::get_context ( ) const

inline

Definition at line 618 of file pi_cuda.hpp.

References context_.

◆ get_context() [2/2]

_pi_context* _pi_queue::get_context ( ) const

inline

Definition at line 594 of file pi_hip.hpp.

References context_.

◆ get_device() [1/2]

_pi_device* _pi_queue::get_device ( ) const

inline

Definition at line 620 of file pi_cuda.hpp.

References device_.

Referenced by cuda_piEnqueueKernelLaunch(), and hip_piEnqueueKernelLaunch().

◆ get_device() [2/2]

_pi_device* _pi_queue::get_device ( ) const

inline

Definition at line 596 of file pi_hip.hpp.

References device_.

◆ get_next_compute_stream() [1/4]

hipStream_t _pi_queue::get_next_compute_stream ( pi_uint32 * stream_token = nullptr )

Definition at line 414 of file pi_cuda.cpp.

References compute_stream_idx_, compute_stream_mutex_, compute_stream_wait_for_barrier_if_needed(), compute_streams_, delay_compute_, flags_, and num_compute_streams_.

Referenced by cuda_piEnqueueEventsWaitWithBarrier(), cuda_piEnqueueKernelLaunch(), cuda_piextQueueGetNativeHandle(), cuda_piextUSMEnqueueMemset(), get(), get_next_transfer_stream(), hip_piEnqueueEventsWaitWithBarrier(), hip_piEnqueueKernelLaunch(), hip_piextQueueGetNativeHandle(), and hip_piextUSMEnqueueMemset().

◆ get_next_compute_stream() [2/4]

native_type _pi_queue::get_next_compute_stream ( pi_uint32 * stream_token = nullptr )

◆ get_next_compute_stream() [3/4]

hipStream_t _pi_queue::get_next_compute_stream	(	pi_uint32	num_events_in_wait_list,
		const pi_event *	event_wait_list,
		_pi_stream_guard &	guard,
		pi_uint32 *	stream_token = `nullptr`
	)

Definition at line 447 of file pi_cuda.cpp.

References can_reuse_stream(), compute_stream_sync_mutex_, compute_stream_wait_for_barrier_if_needed(), delay_compute_, _pi_event::get_compute_stream_token(), get_next_compute_stream(), and _pi_event::get_stream().

Referenced by get_next_compute_stream().

◆ get_next_compute_stream() [4/4]

native_type _pi_queue::get_next_compute_stream	(	pi_uint32	num_events_in_wait_list,
		const pi_event *	event_wait_list,
		_pi_stream_guard &	guard,
		pi_uint32 *	stream_token = `nullptr`
	)

◆ get_next_event_id() [1/2]

pi_uint32 _pi_queue::get_next_event_id ( )

inlinenoexcept

Definition at line 628 of file pi_cuda.hpp.

References eventCount_.

Referenced by _pi_event::record().

◆ get_next_event_id() [2/2]

pi_uint32 _pi_queue::get_next_event_id ( )

inlinenoexcept

Definition at line 604 of file pi_hip.hpp.

References eventCount_.

◆ get_next_transfer_stream() [1/2]

hipStream_t _pi_queue::get_next_transfer_stream ( )

Definition at line 475 of file pi_cuda.cpp.

References flags_, get_next_compute_stream(), num_transfer_streams_, transfer_stream_idx_, transfer_stream_mutex_, transfer_stream_wait_for_barrier_if_needed(), and transfer_streams_.

◆ get_next_transfer_stream() [2/2]

native_type _pi_queue::get_next_transfer_stream ( )

◆ get_reference_count() [1/2]

pi_uint32 _pi_queue::get_reference_count ( ) const

inlinenoexcept

Definition at line 626 of file pi_cuda.hpp.

References refCount_.

Referenced by cuda_piQueueGetInfo(), cuda_piQueueRetain(), hip_piQueueGetInfo(), and hip_piQueueRetain().

◆ get_reference_count() [2/2]

pi_uint32 _pi_queue::get_reference_count ( ) const

inlinenoexcept

Definition at line 602 of file pi_hip.hpp.

References refCount_.

◆ getEventFromQueueCache()

pi_event _pi_queue::getEventFromQueueCache ( bool HostVisible )

Definition at line 513 of file pi_level_zero.cpp.

References EventCaches.

Referenced by createEventAndAssociateQueue().

◆ getQueueGroup()

_pi_queue::pi_queue_group_t & _pi_queue::getQueueGroup ( bool UseCopyEngine )

Definition at line 1475 of file pi_level_zero.cpp.

References CommandListMap, ComputeQueueGroupsByTID, CopyQueueGroupsByTID, Device, _pi_queue::pi_queue_group_t::ImmCmdLists, PerThreadPerQueue, and _pi_device::useImmediateCommandLists().

Referenced by _pi_ze_event_list_t::createAndRetainPiZeEventList(), createCommandList(), _pi_context::getAvailableCommandList(), and piextQueueCreate().

◆ has_been_synchronized() [1/2]

bool _pi_queue::has_been_synchronized ( pi_uint32 stream_token )

inline

Definition at line 479 of file pi_cuda.hpp.

References last_sync_compute_streams_, and max().

Referenced by can_reuse_stream().

◆ has_been_synchronized() [2/2]

bool _pi_queue::has_been_synchronized ( pi_uint32 stream_token )

inline

Definition at line 455 of file pi_hip.hpp.

References last_sync_compute_streams_, and max().

◆ hasOpenCommandList()

bool _pi_queue::hasOpenCommandList ( bool IsCopy ) const

inline

Definition at line 757 of file pi_level_zero.hpp.

References _pi_queue::command_batch::OpenCommandList.

Referenced by eventOpenCommandList(), executeCommandList(), executeOpenCommandList(), _pi_context::getAvailableCommandList(), and piQueueGetInfo().

◆ increment_reference_count() [1/2]

pi_uint32 _pi_queue::increment_reference_count ( )

inlinenoexcept

Definition at line 622 of file pi_cuda.hpp.

References refCount_.

Referenced by cuda_piQueueRetain(), and hip_piQueueRetain().

◆ increment_reference_count() [2/2]

pi_uint32 _pi_queue::increment_reference_count ( )

inlinenoexcept

Definition at line 598 of file pi_hip.hpp.

References refCount_.

◆ insertActiveBarriers()

pi_result _pi_queue::insertActiveBarriers	(	pi_command_list_ptr_t &	CmdList,
		bool	UseCopyEngine
	)

Definition at line 2006 of file pi_level_zero.cpp.

References ActiveBarriers, _pi_queue::active_barriers::add(), _pi_queue::active_barriers::clear(), _pi_ze_event_list_t::createAndRetainPiZeEventList(), createEventAndAssociateQueue(), _pi_queue::active_barriers::empty(), _pi_ze_event_list_t::Length, _pi_event::OwnZeEvent, PI_COMMAND_TYPE_USER, _pi_ze_event_list_t::PiEventList, _pi_queue::active_barriers::vector(), _pi_event::WaitList, ZE_CALL, and _pi_ze_event_list_t::ZeEventList.

Referenced by createCommandList(), and _pi_context::getAvailableCommandList().

◆ insertStartBarrierIfDiscardEventsMode()

pi_result _pi_queue::insertStartBarrierIfDiscardEventsMode ( pi_command_list_ptr_t & CmdList )

Definition at line 1993 of file pi_level_zero.cpp.

References doReuseDiscardedEvents(), LastCommandEvent, LastUsedCommandList, ZE_CALL, and _pi_event::ZeEvent.

Referenced by createCommandList(), and _pi_context::getAvailableCommandList().

◆ isBatchingAllowed()

bool _pi_queue::isBatchingAllowed ( bool IsCopy ) const

Definition at line 1813 of file pi_level_zero.cpp.

References ComputeCommandBatch, CopyCommandBatch, ZeSerialize, and ZeSerializeBlock.

Referenced by executeCommandList().

◆ isDiscardEvents()

bool _pi_queue::isDiscardEvents ( ) const

Definition at line 897 of file pi_level_zero.cpp.

References PI_EXT_ONEAPI_QUEUE_FLAG_DISCARD_EVENTS, and Properties.

Referenced by _pi_ze_event_list_t::createAndRetainPiZeEventList(), doReuseDiscardedEvents(), and resetCommandList().

◆ isInOrderQueue()

bool _pi_queue::isInOrderQueue ( ) const

Definition at line 891 of file pi_level_zero.cpp.

References PI_QUEUE_FLAG_OUT_OF_ORDER_EXEC_MODE_ENABLE, and Properties.

Referenced by CleanupEventsInImmCmdLists(), _pi_ze_event_list_t::createAndRetainPiZeEventList(), doReuseDiscardedEvents(), piEnqueueEventsWaitWithBarrier(), piEnqueueMemBufferMap(), piEnqueueMemUnmap(), piQueueGetInfo(), resetCommandList(), and useCopyEngine().

◆ isPriorityHigh()

bool _pi_queue::isPriorityHigh ( ) const

Definition at line 905 of file pi_level_zero.cpp.

References PI_EXT_ONEAPI_QUEUE_FLAG_PRIORITY_HIGH, and Properties.

◆ isPriorityLow()

bool _pi_queue::isPriorityLow ( ) const

Definition at line 901 of file pi_level_zero.cpp.

References PI_EXT_ONEAPI_QUEUE_FLAG_PRIORITY_LOW, and Properties.

◆ resetCommandList()

pi_result _pi_queue::resetCommandList	(	pi_command_list_ptr_t	CommandList,
		bool	MakeAvailable,
		std::vector< pi_event > &	EventListToCleanup,
		bool	CheckStatus = `true`
	)

Resets the command list and associated fence in the map and removes events from the command list.

Parameters

CommandList	The caller must verify that this command list and fence have been signalled.
MakeAvailable	If the reset command list should be made available, then MakeAvailable needs to be set to true.
EventListToCleanup	The EventListToCleanup contains a list of events from the command list which need to be cleaned up.
CheckStatus	Hint informing whether we need to check status of the events before removing them from the immediate command list. This is needed because immediate command lists are not associated with fences and in general status of the event needs to be checked.