root_serialization/SharedRootBatchEventsSource.h at master · hep-cce2/root_serialization · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
#if !defined(SharedRootBatchEventsSource_h)
#define SharedRootBatchEventsSource_h

#include <string>
#include <memory>
#include <chrono>
#include <iostream>
#include <utility>

#include "TFile.h"
#include "TTree.h"
#include "TBranch.h"

#include "SharedSourceBase.h"
#include "DataProductRetriever.h"
#include "DelayedProductRetriever.h"
#include "SerialTaskQueue.h"
#include "DeserializeStrategy.h"
#include "pds_reading.h"


namespace cce::tf {
  class SharedRootBatchEventsDelayedRetriever : public DelayedProductRetriever {
    void getAsync(DataProductRetriever&, int index, TaskHolder) final {}
  };

  class SharedRootBatchEventsSource : public SharedSourceBase {
  public:
    SharedRootBatchEventsSource(unsigned int iNLanes, unsigned long long iNEvents, std::string const& iFileName);
    SharedRootBatchEventsSource(SharedRootBatchEventsSource&&) = delete;
    SharedRootBatchEventsSource(SharedRootBatchEventsSource const&) = delete;
    ~SharedRootBatchEventsSource() = default;

  size_t numberOfDataProducts() const final;
  std::vector<DataProductRetriever>& dataProducts(unsigned int iLane, long iEventIndex) final;
  EventIdentifier eventIdentifier(unsigned int iLane, long iEventIndex) final;

  void printSummary() const final;
  private:

  void readEventAsync(unsigned int iLane, long iEventIndex,  OptionalTaskHolder) final;

  std::chrono::microseconds readTime() const;
  std::chrono::microseconds decompressTime() const;
  std::chrono::microseconds deserializeTime() const;

  pds::Compression compression_;
  std::unique_ptr<TFile> file_;
  TTree* eventsTree_;
  TBranch* eventsBranch_;
  TBranch* idBranch_;
  SerialTaskQueue queue_;

  struct LaneInfo {
    LaneInfo(std::vector<pds::ProductInfo> const&, DeserializeStrategy);

    LaneInfo(LaneInfo&&) = default;
    LaneInfo(LaneInfo const&) = delete;

    LaneInfo& operator=(LaneInfo&&) = default;
    LaneInfo& operator=(LaneInfo const&) = delete;

    EventIdentifier eventID_;
    std::vector<DataProductRetriever> dataProducts_;
    std::vector<void*> dataBuffers_;
    DeserializeStrategy deserializers_; //NOTE: could be shared between lanes?
    SharedRootBatchEventsDelayedRetriever delayedRetriever_;
    std::chrono::microseconds decompressTime_;
    std::chrono::microseconds deserializeTime_;
    ~LaneInfo();
  };

  unsigned long long int nextEntry_ = 0;
  unsigned int cachedEventIndex_ = 0;
  std::vector<EventIdentifier> eventIDs_;
  std::vector<EventIdentifier>* pEventIDs_;
  std::pair<std::vector<uint32_t>, std::vector<char>> offsetsAndBuffer_;
  std::pair<std::vector<uint32_t>, std::vector<char>>* pOffsetsAndBuffer_;
  std::vector<char> uncompressedBuffer_;

  std::vector<LaneInfo> laneInfos_;
  std::chrono::microseconds readTime_;
  };
}

#endif