Line data Source code
1 : /**
2 : * @file DAPHNEFrameProcessor.hpp DAPHNE specific Task based raw processor
3 : * implementation
4 : *
5 : * This is part of the DUNE DAQ , copyright 2020.
6 : * Licensing/copyright details are in the COPYING file that you should have
7 : * received with this code.
8 : */
9 :
10 : #include "fddetdataformats/DAPHNEFrame.hpp"
11 : #include "trgdataformats/TriggerPrimitive.hpp"
12 : #include "fdreadoutlibs/daphne/DAPHNEFrameProcessor.hpp"
13 :
14 : #include "confmodel/GeoId.hpp"
15 :
16 : #include <atomic>
17 : #include <functional>
18 : #include <memory>
19 : #include <string>
20 :
21 : using dunedaq::datahandlinglibs::logging::TLVL_BOOKKEEPING;
22 : using dunedaq::datahandlinglibs::logging::TLVL_FRAME_RECEIVED;
23 :
24 : DUNE_DAQ_TYPESTRING(dunedaq::trigger::TriggerPrimitiveTypeAdapter, "TriggerPrimitive")
25 0 : DUNE_DAQ_TYPESTRING(std::vector<dunedaq::trigger::TriggerPrimitiveTypeAdapter>, "TriggerPrimitiveVector")
26 :
27 : namespace dunedaq {
28 : namespace fdreadoutlibs {
29 :
30 : void
31 0 : DAPHNEFrameProcessor::conf(const appmodel::DataHandlerModule* conf)
32 : {
33 0 : TLOG() << "Looking for TP sink...";
34 :
35 0 : for (auto output : conf->get_outputs()) {
36 0 : TLOG() << "On outputs... (" << output->UID() << "," << output->get_data_type() << ")";
37 0 : try {
38 0 : if (output->get_data_type() == "TriggerPrimitiveVector") {
39 0 : TLOG() << "Found TP sink.";
40 0 : m_tp_sink = get_iom_sender<std::vector<trigger::TriggerPrimitiveTypeAdapter>>(output->UID());
41 0 : TLOG() << " SINK INITIALIZED for TriggerPrimitives with UID : " << output->UID();
42 : }
43 0 : } catch (const ers::Issue& excpt) {
44 0 : ers::error(datahandlinglibs::ResourceQueueError(ERS_HERE, "tp", "DefaultRequestHandlerModel", excpt));
45 0 : }
46 : }
47 :
48 0 : TLOG() << "Registering processing tasks...";
49 0 : inherited::add_preprocess_task(std::bind(&DAPHNEFrameProcessor::timestamp_check, this, std::placeholders::_1));
50 :
51 0 : auto dp = conf->get_module_configuration()->get_data_processor();
52 0 : if (dp == nullptr) {
53 : TLOG()<< " PDS Data processor does not exist.";
54 : } else {
55 0 : auto proc_conf = dp->cast<appmodel::PDSRawDataProcessor>();
56 0 : if (proc_conf == nullptr) {
57 0 : TLOG()<< "PDS RawDataProcessor does not exist.";
58 : } else {
59 0 : m_def_adc_intg_thresh = proc_conf-> get_default_adc_intg_thresh();
60 :
61 0 : auto geo_id = conf->get_geo_id();
62 0 : if (geo_id != nullptr) {
63 0 : m_det_id = geo_id->get_detector_id();
64 0 : m_crate_id = geo_id->get_crate_id();
65 0 : m_slot_id = geo_id->get_slot_id();
66 0 : m_stream_id = geo_id->get_stream_id();
67 : }
68 :
69 0 : m_channel_map = dunedaq::detchannelmaps::make_pds_map(proc_conf->get_channel_map());
70 0 : const std::vector<unsigned int> channel_mask_vec = proc_conf->get_channel_mask();
71 :
72 0 : for (int chan = 0; chan < 48; chan++) {// 40 physical PDS channel 8 not. 0->7 contain light info, 8,9, additional info. 10-17 light, 18,19 not etc...
73 0 : trgdataformats::channel_t off_channel = m_channel_map->get_offline_channel_from_det_crate_slot_stream_chan(m_det_id, m_crate_id, m_slot_id, m_stream_id, chan);
74 0 : if (std::find(channel_mask_vec.begin(), channel_mask_vec.end(), off_channel) != channel_mask_vec.end())
75 0 : m_channel_mask_set.insert(off_channel);//m_channel_mask will be a vector fille with random chanel which need to be masked.
76 : }
77 :
78 0 : if (m_post_processing_enabled) {
79 : // Extract TPs back as a pre-processing task, due to LatencyBuffer post-proc issues using SkipList.
80 0 : inherited::add_preprocess_task(std::bind(&DAPHNEFrameProcessor::extract_tps, this, std::placeholders::_1));
81 : }
82 0 : }
83 : }
84 :
85 0 : TLOG() << "Calling parent conf.";
86 0 : inherited::conf(conf);
87 0 : }
88 :
89 0 : void DAPHNEFrameProcessor::start(const appfwk::DAQModule::CommandData_t& args)
90 : {
91 : // Reset timestamp check
92 0 : m_previous_ts = 0;
93 0 : m_current_ts = 0;
94 0 : m_first_ts_missmatch = true;
95 0 : m_ts_error_ctr = 0;
96 :
97 : // Reset stats
98 0 : m_t0 = std::chrono::high_resolution_clock::now();
99 0 : m_num_new_tps.exchange(0);
100 :
101 0 : inherited::start(args);
102 0 : }
103 : void
104 0 : DAPHNEFrameProcessor::stop(const appfwk::DAQModule::CommandData_t& args)
105 : {
106 0 : inherited::stop(args);
107 0 : }
108 : /**
109 : * Pipeline Stage 1.: Check proper timestamp increments in DAPHNE frame
110 : * */
111 : void
112 0 : DAPHNEFrameProcessor::timestamp_check(frameptr fp)
113 : {
114 : // Let Source Emulator deal with this
115 : /*
116 : // If EMU data, emulate perfectly incrementing timestamp
117 : if (inherited::m_emulator_mode) { // emulate perfectly incrementing timestamp
118 : // RS warning : not fixed rate!
119 : if (m_first_ts_fake) {
120 : fp->fake_timestamps(m_previous_ts, 16);
121 : m_first_ts_fake = false;
122 : } else {
123 : fp->fake_timestamps(m_previous_ts + 192, 16);
124 : }
125 : }*/
126 :
127 : // FIXME: This is a temporary fix to avoid frames with unphysical timestamp set to the far future to interfere with
128 : // the operations of the LB.
129 : // These frames are effectively "corrupted" or "invalid frames" and hould be handled as such.
130 :
131 0 : auto df_ptr = reinterpret_cast<dunedaq::fddetdataformats::DAPHNEFrame*>(fp);
132 :
133 0 : for (size_t i = 0; i < fp->get_num_frames(); ++i) {
134 :
135 0 : if(df_ptr[i].get_timestamp() > 0xFFFFFFFFFFFF0000 || df_ptr[i].get_timestamp() < 0xFFFF){
136 0 : ers::warning(PDSUnphysicalFrameTimestamp(ERS_HERE, df_ptr[i].get_timestamp(), df_ptr[i].get_channel(), i));
137 0 : df_ptr[i].set_timestamp(0);
138 : }
139 : }
140 :
141 : // Acquire timestamp
142 0 : m_current_ts = fp->get_timestamp();
143 0 : uint64_t k_clock_frequency = 62500000; // NOLINT(build/unsigned)
144 0 : TLOG_DEBUG(TLVL_FRAME_RECEIVED) << "Received DAPHNE frame timestamp value of " << m_current_ts << " ticks (..." << std::fixed << std::setprecision(8) << (static_cast<double>(m_current_ts % (k_clock_frequency*1000)) / static_cast<double>(k_clock_frequency)) << " sec)";// NOLINT
145 :
146 :
147 0 : if (m_ts_error_ctr > 1000) {
148 0 : if (!m_problem_reported) {
149 0 : std::cout << "*** Data Integrity ERROR *** Timestamp continuity is completely broken! "
150 0 : << "Something is wrong with the FE source or with the configuration!\n";
151 0 : m_problem_reported = true;
152 : }
153 : }
154 :
155 0 : m_previous_ts = m_current_ts;
156 0 : m_last_processed_daq_ts = m_current_ts;
157 0 : }
158 :
159 : /**
160 : * Pipeline Stage 2.: Check DAPHNE headers for error flags
161 : * */
162 : void
163 0 : DAPHNEFrameProcessor::frame_error_check(frameptr /*fp*/)
164 : {
165 : // check error fields
166 0 : }
167 :
168 :
169 0 : void DAPHNEFrameProcessor::extract_tps(constframeptr fp)
170 : {
171 :
172 0 : if (!fp || fp==nullptr){
173 : return;
174 : }
175 :
176 :
177 0 : auto nonconstframeptr = const_cast<frameptr>(fp);
178 0 : auto df_ptr = reinterpret_cast<dunedaq::fddetdataformats::DAPHNEFrame*>((uint8_t*)nonconstframeptr); // NOLINT
179 0 : std::vector<trigger::TriggerPrimitiveTypeAdapter> ttpp;
180 :
181 0 : for (size_t i=0; i<fp->get_num_frames(); i++)
182 : {
183 0 : for(size_t j=0; j<fddetdataformats::DAPHNEFrame::PeakDescriptorData::max_peaks;j++)
184 : {
185 0 : if(df_ptr[i].peaks_data.is_found(j))
186 : {
187 0 : int ch = m_channel_map->get_offline_channel_from_det_crate_slot_stream_chan(df_ptr[i].daq_header.det_id, df_ptr[i].daq_header.crate_id, df_ptr[i].daq_header.slot_id, df_ptr[i].daq_header.link_id, df_ptr[i].get_channel());
188 0 : if (std::binary_search(m_channel_mask_set.begin(), m_channel_mask_set.end(), ch)) continue;
189 0 : if (df_ptr[i].peaks_data.get_adc_integral(j) < m_def_adc_intg_thresh) continue;
190 :
191 :
192 0 : trigger::TriggerPrimitiveTypeAdapter tpa;
193 0 : tpa.tp = peak_to_tp(df_ptr[i],j);// this is the trigger primitive
194 : //check for timestamps that are due to frame timestamps ~ ts=0, and ignore these peaks
195 0 : if(tpa.tp.time_start > 0xFFFFFFFFFFFF0000 || tpa.tp.time_start < 0xFFFF){
196 0 : ers::warning(PDSPeakIgnored(ERS_HERE, tpa.tp.time_start, tpa.tp.channel, i, j));
197 0 : continue;
198 : }
199 :
200 0 : tpa.tp.detid = df_ptr->daq_header.det_id;
201 0 : ttpp.push_back(tpa);
202 : }
203 : }
204 : }
205 :
206 0 : int num_new_tps = ttpp.size();
207 0 : if (num_new_tps > 0) {
208 :
209 0 : const auto s_ts_begin = ttpp.front().tp.time_start;
210 0 : const auto channel_begin = ttpp.front().tp.channel;
211 0 : const auto s_ts_end = ttpp.back().tp.time_start;
212 0 : const auto channel_end = ttpp.back().tp.channel;
213 :
214 0 : if (!m_tp_sink->try_send(std::move(ttpp), iomanager::Sender::s_no_block)) {
215 0 : ers::warning(FailedToSendTPVector(ERS_HERE, s_ts_begin, channel_begin, s_ts_end, channel_end));
216 0 : m_tps_send_failed += num_new_tps;
217 : } else {
218 0 : m_num_new_tps += num_new_tps;
219 : }
220 : }
221 :
222 0 : return;
223 0 : }
224 :
225 : dunedaq::trgdataformats::TriggerPrimitive
226 0 : DAPHNEFrameProcessor::peak_to_tp(dunedaq::fddetdataformats::DAPHNEFrame &frame, int i)
227 : {
228 0 : dunedaq::trgdataformats::TriggerPrimitive tp;
229 : // TODO: add check on peak presence
230 0 : tp.time_start = frame.get_timestamp()+frame.peaks_data.get_sample_start(i);
231 0 : tp.samples_to_peak = frame.peaks_data.get_sample_max(i);
232 0 : tp.samples_over_threshold = frame.peaks_data.get_samples_over_baseline(i);
233 : // FIXME : hard-coded channel map
234 : // WARNING: slot ids in DAPHNEs are all 0!
235 0 : tp.channel = m_channel_map->get_offline_channel_from_det_crate_slot_stream_chan(frame.daq_header.det_id, frame.daq_header.crate_id, frame.daq_header.slot_id, frame.daq_header.link_id, frame.get_channel());
236 0 : tp.adc_integral = frame.peaks_data.get_adc_integral(i);
237 0 : tp.adc_peak = frame.peaks_data.get_adc_max(i);
238 0 : tp.detid = dunedaq::trgdataformats::INVALID_DETID;
239 0 : return tp;
240 : }
241 :
242 :
243 : void
244 0 : DAPHNEFrameProcessor::generate_opmon_data() {
245 :
246 : //right now, just fill some basic tp info...
247 0 : if (m_post_processing_enabled) {
248 0 : auto now = std::chrono::high_resolution_clock::now();
249 0 : int num_new_tps = m_num_new_tps.exchange(0);
250 0 : int new_tps_suppressed_too_long = 0; // not relevant for PDS TPs
251 0 : int new_tps_send_failed = m_tps_send_failed.exchange(0);
252 0 : double seconds = std::chrono::duration_cast<std::chrono::microseconds>(now - m_t0).count() / 1000000.;
253 0 : TLOG_DEBUG(TLVL_BOOKKEEPING) << "TP rate: " << std::to_string(num_new_tps / seconds / 1000.) << " [kHz]";
254 0 : TLOG_DEBUG(TLVL_BOOKKEEPING) << "Total new TPs: " << num_new_tps;
255 :
256 0 : datahandlinglibs::opmon::HitFindingInfo tp_info;
257 0 : tp_info.set_rate_tp_hits(num_new_tps / seconds / 1000.);
258 :
259 0 : tp_info.set_num_tps_sent(num_new_tps);
260 0 : tp_info.set_num_tps_suppressed_too_long(new_tps_suppressed_too_long);
261 0 : tp_info.set_num_tps_send_failed(new_tps_send_failed);
262 :
263 0 : publish(std::move(tp_info));
264 :
265 0 : m_t0 = now;
266 :
267 0 : }
268 :
269 0 : inherited::generate_opmon_data();
270 :
271 0 : }
272 :
273 : } // namespace fdreadoutlibs
274 : } // namespace dunedaq
|
