#include <DAPHNEStreamFrameProcessor.hpp>

Inheritance diagram for dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor:

Collaboration diagram for dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor:

Public Types
using	inherited = datahandlinglibs::TaskRawDataProcessorModel<types::DAPHNEStreamSuperChunkTypeAdapter>

using	frameptr = types::DAPHNEStreamSuperChunkTypeAdapter*

using	daphneframeptr = dunedaq::fddetdataformats::DAPHNEStreamFrame*

using	timestamp_t = std::uint64_t

Public Types inherited from dunedaq::opmonlib::MonitorableObject
using	NodePtr = std::weak_ptr<MonitorableObject>

using	NewNodePtr = std::shared_ptr<MonitorableObject>

using	ElementId = std::string

Public Member Functions
	DAPHNEStreamFrameProcessor (std::unique_ptr< datahandlinglibs::FrameErrorRegistry > &error_registry, bool post_processing_enabled)

void	conf (const appmodel::DataHandlerModule *conf) override
	Set the emulator mode, if active, timestamps of processed packets are overwritten with new ones.

Public Member Functions inherited from dunedaq::datahandlinglibs::TaskRawDataProcessorModel< types::DAPHNEStreamSuperChunkTypeAdapter >
	TaskRawDataProcessorModel (std::unique_ptr< FrameErrorRegistry > &error_registry, bool post_processing_enabled)

	~TaskRawDataProcessorModel ()

void	conf (const appmodel::DataHandlerModule *conf) override
	Set the emulator mode, if active, timestamps of processed packets are overwritten with new ones.

void	scrap (const nlohmann::json &) override
	Unconfigure.

void	start (const nlohmann::json &) override
	Start operation.

void	stop (const nlohmann::json &) override
	Stop operation.

void	reset_last_daq_time ()

std::uint64_t	get_last_daq_time () override
	Get newest timestamp of last seen packet.

void	preprocess_item (types::DAPHNEStreamSuperChunkTypeAdapter *item) override
	Preprocess one element.

void	postprocess_item (const types::DAPHNEStreamSuperChunkTypeAdapter *item) override
	Postprocess one element.

void	add_preprocess_task (Task &&task)

void	add_postprocess_task (Task &&task)

void	invoke_all_preprocess_functions (types::DAPHNEStreamSuperChunkTypeAdapter *item)

void	launch_all_preprocess_functions (types::DAPHNEStreamSuperChunkTypeAdapter *item)

Public Member Functions inherited from dunedaq::datahandlinglibs::RawDataProcessorConcept< types::DAPHNEStreamSuperChunkTypeAdapter >
	RawDataProcessorConcept ()

	RawDataProcessorConcept (const RawDataProcessorConcept &)=delete
	RawDataProcessorConcept is not copy-constructible.

	RawDataProcessorConcept (RawDataProcessorConcept &&)=delete
	RawDataProcessorConcept is not move-constructible.

virtual	~RawDataProcessorConcept ()

RawDataProcessorConcept &	operator= (const RawDataProcessorConcept &)=delete
	RawDataProcessorConcept is not copy-assginable.

RawDataProcessorConcept &	operator= (RawDataProcessorConcept &&)=delete
	RawDataProcessorConcept is not move-assignable.

Public Member Functions inherited from dunedaq::opmonlib::MonitorableObject
	MonitorableObject (const MonitorableObject &)=delete

MonitorableObject &	operator= (const MonitorableObject &)=delete

	MonitorableObject (MonitorableObject &&)=delete

MonitorableObject &	operator= (MonitorableObject &&)=delete

virtual	~MonitorableObject ()=default

auto	get_opmon_id () const noexcept

auto	get_opmon_level () const noexcept

Protected Member Functions
void	timestamp_check (frameptr)

void	frame_error_check (frameptr)

Protected Member Functions inherited from dunedaq::datahandlinglibs::TaskRawDataProcessorModel< types::DAPHNEStreamSuperChunkTypeAdapter >
virtual void	generate_opmon_data () override

void	run_post_processing_thread (std::function< void(const types::DAPHNEStreamSuperChunkTypeAdapter )> &function, folly::ProducerConsumerQueue< const types::DAPHNEStreamSuperChunkTypeAdapter > &queue)

Protected Member Functions inherited from dunedaq::opmonlib::MonitorableObject
	MonitorableObject ()=default

void	register_node (ElementId name, NewNodePtr)

void	publish (google::protobuf::Message &&, CustomOrigin &&co={}, OpMonLevel l=to_level(EntryOpMonLevel::kDefault)) const noexcept

Protected Attributes
timestamp_t	m_previous_ts = 0

timestamp_t	m_current_ts = 0

bool	m_first_ts_fake = true

bool	m_first_ts_missmatch = true

bool	m_problem_reported = false

std::atomic< int >	m_ts_error_ctr { 0 }

Protected Attributes inherited from dunedaq::datahandlinglibs::TaskRawDataProcessorModel< types::DAPHNEStreamSuperChunkTypeAdapter >
std::vector< std::function< void(types::DAPHNEStreamSuperChunkTypeAdapter *)> >	m_preprocess_functions

std::unique_ptr< FrameErrorRegistry > &	m_error_registry

bool	m_post_processing_enabled

std::atomic< bool >	m_run_marker

std::vector< std::function< void(const types::DAPHNEStreamSuperChunkTypeAdapter *)> >	m_post_process_functions

std::vector< std::unique_ptr< folly::ProducerConsumerQueue< const types::DAPHNEStreamSuperChunkTypeAdapter * > > >	m_items_to_postprocess_queues

std::vector< std::unique_ptr< utilities::ReusableThread > >	m_post_process_threads

size_t	m_postprocess_queue_sizes

daqdataformats::SourceID	m_sourceid

std::atomic< uint64_t >	m_last_processed_daq_ts

Additional Inherited Members
Static Public Member Functions inherited from dunedaq::opmonlib::MonitorableObject
static bool	publishable_metric (OpMonLevel entry, OpMonLevel system) noexcept

Detailed Description

Definition at line 32 of file DAPHNEStreamFrameProcessor.hpp.

Member Typedef Documentation

◆ daphneframeptr

using dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::daphneframeptr = dunedaq::fddetdataformats::DAPHNEStreamFrame*

Definition at line 38 of file DAPHNEStreamFrameProcessor.hpp.

◆ frameptr

using dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::frameptr = types::DAPHNEStreamSuperChunkTypeAdapter*

Definition at line 37 of file DAPHNEStreamFrameProcessor.hpp.

◆ inherited

using dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::inherited = datahandlinglibs::TaskRawDataProcessorModel<types::DAPHNEStreamSuperChunkTypeAdapter>

Definition at line 36 of file DAPHNEStreamFrameProcessor.hpp.

◆ timestamp_t

using dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::timestamp_t = std::uint64_t

Definition at line 39 of file DAPHNEStreamFrameProcessor.hpp.

Constructor & Destructor Documentation

◆ DAPHNEStreamFrameProcessor()

dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::DAPHNEStreamFrameProcessor	(	std::unique_ptr< datahandlinglibs::FrameErrorRegistry > &	error_registry,
		bool	post_processing_enabled )

inlineexplicit

Definition at line 41 of file DAPHNEStreamFrameProcessor.hpp.

42 : datahandlinglibs::TaskRawDataProcessorModel<types::DAPHNEStreamSuperChunkTypeAdapter>(error_registry, post_processing_enabled)

43 {}

Member Function Documentation

◆ conf()

void dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::conf ( const appmodel::DataHandlerModule * conf )

overridevirtual

Set the emulator mode, if active, timestamps of processed packets are overwritten with new ones.

Implements dunedaq::datahandlinglibs::RawDataProcessorConcept< types::DAPHNEStreamSuperChunkTypeAdapter >.

Definition at line 24 of file DAPHNEStreamFrameProcessor.cpp.

{
  datahandlinglibs::TaskRawDataProcessorModel<types::DAPHNEStreamSuperChunkTypeAdapter>::add_preprocess_task(
    std::bind(&DAPHNEStreamFrameProcessor::timestamp_check, this, std::placeholders::_1));
  // m_tasklist.push_back( std::bind(&DAPHNEStreamFrameProcessor::frame_error_check, this, std::placeholders::_1) );
  TaskRawDataProcessorModel<types::DAPHNEStreamSuperChunkTypeAdapter>::conf(conf);
}

◆ frame_error_check()

void dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::frame_error_check ( frameptr )

protected

Pipeline Stage 2.: Check DAPHNE headers for error flags

Definition at line 78 of file DAPHNEStreamFrameProcessor.cpp.

{
  // check error fields
}

◆ timestamp_check()

void dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::timestamp_check ( frameptr fp )

protected

Pipeline Stage 1.: Check proper timestamp increments in DAPHNE frame

Definition at line 36 of file DAPHNEStreamFrameProcessor.cpp.

{
/* Let Source Emulator deal with this
  // If EMU data, emulate perfectly incrementing timestamp
  if (inherited::m_emulator_mode) { // emulate perfectly incrementing timestamp
    uint64_t ts_next = m_previous_ts + 64; // NOLINT(build/unsigned)
    auto df = reinterpret_cast<daphneframeptr>(((uint8_t*)fp));  // NOLINT
    for (unsigned int i = 0; i < fp->get_num_frames(); ++i) { // NOLINT(build/unsigned)
      //auto wfh = const_cast<dunedaq::fddetdataformats::WIB2Header*>(wf->get_wib_header());
      df->set_timestamp(ts_next);
      ts_next += 64;
      df++;
    }
  }
*/
  // Acquire timestamp
  m_current_ts = fp->get_timestamp();
  uint64_t k_clock_frequency = 62500000; // NOLINT(build/unsigned)
  TLOG_DEBUG(TLVL_FRAME_RECEIVED) << "Received DAPHNEStream frame timestamp value of " << m_current_ts << " ticks (..." << std::fixed << std::setprecision(8) << (static_cast<double>(m_current_ts % (k_clock_frequency*1000)) / static_cast<double>(k_clock_frequency)) << " sec)"; // NOLINT
 
  // Check timestamp
  // RS warning : not fixed rate!
  // if (m_current_ts - m_previous_ts != ???) {
  //  ++m_ts_error_ctr;
  //}
 
  if (m_ts_error_ctr > 1000) {
    if (!m_problem_reported) {
      TLOG() << "*** Data Integrity ERROR *** Timestamp continuity is completely broken! "
             << "Something is wrong with the FE source or with the configuration!";
      m_problem_reported = true;
    }
  }
 
  m_previous_ts = m_current_ts;
  m_last_processed_daq_ts = m_current_ts;
}

Member Data Documentation

◆ m_current_ts

timestamp_t dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::m_current_ts = 0

protected

Definition at line 61 of file DAPHNEStreamFrameProcessor.hpp.

◆ m_first_ts_fake

bool dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::m_first_ts_fake = true

protected

Definition at line 62 of file DAPHNEStreamFrameProcessor.hpp.

◆ m_first_ts_missmatch

bool dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::m_first_ts_missmatch = true

protected

Definition at line 63 of file DAPHNEStreamFrameProcessor.hpp.

◆ m_previous_ts

timestamp_t dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::m_previous_ts = 0

protected

Definition at line 60 of file DAPHNEStreamFrameProcessor.hpp.

◆ m_problem_reported

bool dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::m_problem_reported = false

protected

Definition at line 64 of file DAPHNEStreamFrameProcessor.hpp.

◆ m_ts_error_ctr

std::atomic<int> dunedaq::fdreadoutlibs::DAPHNEStreamFrameProcessor::m_ts_error_ctr { 0 }

protected

Definition at line 65 of file DAPHNEStreamFrameProcessor.hpp.

65{ 0 };

The documentation for this class was generated from the following files:

/github/workspace/dunedaq/sourcecode/fdreadoutlibs/include/fdreadoutlibs/daphne/DAPHNEStreamFrameProcessor.hpp
/github/workspace/dunedaq/sourcecode/fdreadoutlibs/src/daphne/DAPHNEStreamFrameProcessor.cpp

Public Types

Public Member Functions

Protected Member Functions

Protected Attributes

Additional Inherited Members

Detailed Description

Member Typedef Documentation

◆ daphneframeptr

◆ frameptr

◆ inherited

◆ timestamp_t

Constructor & Destructor Documentation

◆ DAPHNEStreamFrameProcessor()

Member Function Documentation

◆ conf()

◆ frame_error_check()

◆ timestamp_check()

Member Data Documentation

◆ m_current_ts

◆ m_first_ts_fake

◆ m_first_ts_missmatch

◆ m_previous_ts

◆ m_problem_reported

◆ m_ts_error_ctr