Producer Class

Declaration

class simaai::neat::genai::GenerationStream::Producer { ... }

Friends Index

struct	Impl

Private Constructors Index

	Producer (Impl &impl)

Public Member Functions Index

void	record_metric (const std::string &metric, double value)
void	record_text (const std::string &text, bool stream_end)
void	push (TokenSample sample)
void	finish (std::string finish_reason, std::optional< std::uint32_t > generated_tokens, std::string language={}, std::optional< float > no_speech_prob=std::nullopt, std::optional< float > avg_logprob=std::nullopt)
bool	cancelled () const
GenerationMetrics	current_metrics () const

Private Member Attributes Index

Impl &	impl_

Definition at line 199 of file GenAITypes.h.

Friends

Impl

friend struct Impl

Definition at line 215 of file GenAITypes.h.

Private Constructors

Producer()

simaai::neat::genai::GenerationStream::Producer::Producer (Impl & impl)

explicit

Definition at line 211 of file GenAITypes.h.

Public Member Functions

cancelled()

bool simaai::neat::genai::GenerationStream::Producer::cancelled ()

Definition at line 207 of file GenAITypes.h.

current_metrics()

GenerationMetrics simaai::neat::genai::GenerationStream::Producer::current_metrics ()

Definition at line 208 of file GenAITypes.h.

finish()

void simaai::neat::genai::GenerationStream::Producer::finish (std::string finish_reason, std::optional< std::uint32_t > generated_tokens, std::string language={}, std::optional< float > no_speech_prob=std::nullopt, std::optional< float > avg_logprob=std::nullopt)

Definition at line 204 of file GenAITypes.h.

push()

void simaai::neat::genai::GenerationStream::Producer::push (TokenSample sample)

Definition at line 203 of file GenAITypes.h.

record_metric()

void simaai::neat::genai::GenerationStream::Producer::record_metric (const std::string & metric, double value)

Definition at line 201 of file GenAITypes.h.

record_text()

void simaai::neat::genai::GenerationStream::Producer::record_text (const std::string & text, bool stream_end)

Definition at line 202 of file GenAITypes.h.

Private Member Attributes

impl_

Impl& simaai::neat::genai::GenerationStream::Producer::impl_

Definition at line 213 of file GenAITypes.h.

---

The documentation for this class was generated from the following file:

• GenAITypes.h

---

Generated via doxygen2docusaurus 2.0.0 by Doxygen 1.9.8.