tim::component::cuda_event Struct Reference

Records the time interval between two points in a CUDA stream. Less accurate than 'cupti_activity' for kernel timing but does not require linking to the CUDA driver. More...

#include "timemory/components/cuda/components.hpp"

Collaboration diagram for tim::component::cuda_event:

Classes
struct	marker

Public Types
using	ratio_t = std::milli
using	value_type = float
using	base_type = base< cuda_event, value_type >
using	marker_list_t = std::vector< marker >

Public Member Functions
	cuda_event (cuda::stream_t _stream)
float	get_display () const
float	get () const
void	start ()
void	stop ()
void	sync ()
void	set_stream (cuda::stream_t _stream)
auto	get_stream ()
void	mark_begin ()
void	mark_end ()
void	mark_begin (cuda::stream_t _stream)
void	mark_end (cuda::stream_t _stream)

Static Public Member Functions
static std::string	label ()
static std::string	description ()
static value_type	record ()
static uint64_t &	get_batched_marker_size ()

Protected Member Functions
void	append_marker_list (const uint64_t nsize)

Detailed Description

Records the time interval between two points in a CUDA stream. Less accurate than 'cupti_activity' for kernel timing but does not require linking to the CUDA driver.

Definition at line 64 of file components.hpp.

Member Typedef Documentation

base_type

using tim::component::cuda_event::base_type = base<cuda_event, value_type>

Definition at line 107 of file components.hpp.

marker_list_t

using tim::component::cuda_event::marker_list_t = std::vector<marker>

Definition at line 108 of file components.hpp.

ratio_t

using tim::component::cuda_event::ratio_t = std::milli

Definition at line 105 of file components.hpp.

value_type

using tim::component::cuda_event::value_type = float

Definition at line 106 of file components.hpp.

Constructor & Destructor Documentation

cuda_event()

tim::component::cuda_event::cuda_event ( cuda::stream_t  _stream )

inlineexplicit

Definition at line 127 of file components.hpp.

    : m_stream(_stream)
 
    {}

Member Function Documentation

append_marker_list()

void tim::component::cuda_event::append_marker_list ( const uint64_t  nsize )

inlineprotected

Definition at line 219 of file components.hpp.

    {
        for(uint64_t i = 0; i < nsize; ++i)
            m_markers.emplace_back(marker());
    }

Referenced by mark_begin().

description()

static std::string tim::component::cuda_event::description ( )

inlinestatic

Definition at line 111 of file components.hpp.

    {
        return "Records the time interval between two points in a CUDA stream. Less "
               "accurate than 'cupti_activity' for kernel timing";
    }

get()

float tim::component::cuda_event::get ( ) const

inline

Definition at line 144 of file components.hpp.

    {
        return static_cast<float>(load() / static_cast<float>(ratio_t::den) *
                                  base_type::get_unit());
    }

References tim::component::base< Tp, Value >::get_unit(), and tim::component::base< cuda_event, float >::load().

get_batched_marker_size()

static uint64_t& tim::component::cuda_event::get_batched_marker_size ( )

inlinestatic

Definition at line 118 of file components.hpp.

    {
        static uint64_t _instance = settings::cuda_event_batch_size();
        return _instance;
    }

References tim::cuda_event_batch_size.

get_display()

float tim::component::cuda_event::get_display ( ) const

inline

Definition at line 138 of file components.hpp.

    {
        return static_cast<float>(load() / static_cast<float>(ratio_t::den) *
                                  base_type::get_unit());
    }

References tim::component::base< Tp, Value >::get_unit(), and tim::component::base< cuda_event, float >::load().

get_stream()

auto tim::component::cuda_event::get_stream ( )

inline

Definition at line 189 of file components.hpp.

{ return m_stream; }

label()

static std::string tim::component::cuda_event::label ( )

inlinestatic

Definition at line 110 of file components.hpp.

{ return "cuda_event"; }

mark_begin() [1/2]

void tim::component::cuda_event::mark_begin ( )

inline

Definition at line 191 of file components.hpp.

    {
        m_markers_synced = false;
        m_current_marker = m_num_markers++;
        if(m_current_marker >= m_markers.size())
            append_marker_list(std::max<uint64_t>(m_marker_batch_size, 1));
        m_markers[m_current_marker].start(m_stream);
    }

References append_marker_list().

mark_begin() [2/2]

void tim::component::cuda_event::mark_begin ( cuda::stream_t  _stream )

inline

Definition at line 202 of file components.hpp.

    {
        m_markers_synced = false;
        m_current_marker = m_num_markers++;
        if(m_current_marker >= m_markers.size())
            append_marker_list(std::max<uint64_t>(m_marker_batch_size, 1));
        m_markers[m_current_marker].start(_stream);
    }

References append_marker_list().

mark_end() [1/2]

void tim::component::cuda_event::mark_end ( )

inline

Definition at line 200 of file components.hpp.

{ m_markers[m_current_marker].stop(m_stream); }

mark_end() [2/2]

void tim::component::cuda_event::mark_end ( cuda::stream_t  _stream )

inline

Definition at line 211 of file components.hpp.

{ m_markers[m_current_marker].stop(_stream); }

record()

static value_type tim::component::cuda_event::record ( )

inlinestatic

Definition at line 116 of file components.hpp.

{ return 0.0f; }

set_stream()

void tim::component::cuda_event::set_stream ( cuda::stream_t  _stream )

inline

Definition at line 188 of file components.hpp.

{ m_stream = _stream; }

start()

void tim::component::cuda_event::start ( )

inline

Definition at line 150 of file components.hpp.

    {
        m_global_synced = false;
        m_global.start(m_stream);
    }

References tim::component::cuda_event::marker::start().

stop()

void tim::component::cuda_event::stop ( )

inline

Definition at line 156 of file components.hpp.

    {
        for(uint64_t i = 0; i < m_num_markers; ++i)
            m_markers[i].stop(m_stream);
        if(m_current_marker == 0 && m_num_markers == 0)
            m_global.stop(m_stream);
        sync();
    }

References tim::component::cuda_event::marker::stop(), and sync().

sync()

void tim::component::cuda_event::sync ( )

inline

Definition at line 165 of file components.hpp.

    {
        if(m_current_marker == 0 && m_num_markers == 0)
        {
            if(!m_global_synced)
            {
                float tmp       = m_global.sync();
                m_global_synced = true;
                accum += tmp;
                value = tmp;
            }
        }
        else if(m_current_marker > m_synced_markers)
        {
            float tmp = 0.0;
            for(uint64_t i = m_synced_markers; i < m_num_markers; ++i, ++m_synced_markers)
                tmp += m_markers[i].sync();
            m_markers_synced = true;
            accum += tmp;
            value = tmp;
        }
    }

References tim::component::cuda_event::marker::sync().

Referenced by stop().

---

The documentation for this struct was generated from the following file:

• timemory/components/cuda/components.hpp