New options: writing tables directly into a .root file and MC tracks filtering. (#5646)

* New options: writing tables directly into a .root file and MC tracks filtering.

* Rearrange run() to write tables right after filling + some fixes

* Release MC tracks from memory after usage

* Merge findRelatives() and fillMCParticlesTable() into one function to fetch MC tracks only once

Related to https://alice.its.cern.ch/jira/browse/O2-2091.

Author: nburmaso

Detectors/AOD/include/AODProducerWorkflow/AODProducerWorkflow.h

@@ -18,7 +18,7 @@
 namespace o2::aodproducer
 {
 
-framework::WorkflowSpec getAODProducerWorkflow();
+framework::WorkflowSpec getAODProducerWorkflow(int ignoreWriter);
 
 } // namespace o2::aodproducer
 #endif

Detectors/AOD/include/AODProducerWorkflow/AODProducerWorkflowSpec.h

@@ -20,7 +20,9 @@
 #include "Framework/Task.h"
 #include "GlobalTrackingWorkflow/PrimaryVertexingSpec.h"
 #include "TStopwatch.h"
-#include <CCDB/BasicCCDBManager.h>
+#include "CCDB/BasicCCDBManager.h"
+#include "Steer/MCKinematicsReader.h"
+#include "SimulationDataFormat/MCCompLabel.h"
 #include <string>
 #include <vector>
 
@@ -96,18 +98,20 @@ using MCParticlesTable = o2::soa::Table<o2::aod::mcparticle::McCollisionId,
 class AODProducerWorkflowDPL : public Task
 {
  public:
-  AODProducerWorkflowDPL() = default;
+  AODProducerWorkflowDPL(int ignoreWriter) : mIgnoreWriter(ignoreWriter){};
   ~AODProducerWorkflowDPL() override = default;
   void init(InitContext& ic) final;
   void run(ProcessingContext& pc) final;
   void endOfStream(framework::EndOfStreamContext& ec) final;
 
  private:
-  int mFillTracksITS = 1;
-  int mFillTracksTPC = 0;
-  int mFillTracksITSTPC = 1;
-  int mTFNumber = -1;
-  int mTruncate = 1;
+  int mFillTracksITS{1};
+  int mFillTracksTPC{0};
+  int mFillTracksITSTPC{1};
+  int mTFNumber{-1};
+  int mTruncate{1};
+  int mIgnoreWriter{0};
+  int mRecoOnly{0};
   TStopwatch mTimer;
 
   // truncation is enabled by default
@@ -148,15 +152,22 @@ class AODProducerWorkflowDPL : public Task
   uint64_t minGlBC = INT64_MAX;
 
   void findMinMaxBc(gsl::span<const o2::ft0::RecPoints>& ft0RecPoints, gsl::span<const o2::vertexing::PVertex>& primVertices, const std::vector<o2::InteractionTimeRecord>& mcRecords);
-  int64_t getTFNumber(uint64_t firstVtxGlBC, int runNumber);
+  uint64_t getTFNumber(uint64_t firstVtxGlBC, int runNumber);
 
   template <typename TTracks, typename TTracksCursor, typename TTracksCovCursor, typename TTracksExtraCursor>
   void fillTracksTable(const TTracks& tracks, std::vector<int>& vCollRefs, const TTracksCursor& tracksCursor,
                        const TTracksCovCursor& tracksCovCursor, const TTracksExtraCursor& tracksExtraCursor, int trackType);
+
+  template <typename MCParticlesCursorType>
+  void fillMCParticlesTable(o2::steer::MCKinematicsReader& mcReader, const MCParticlesCursorType& mcParticlesCursor,
+                            gsl::span<const o2::MCCompLabel>& mcTruthITS, gsl::span<const o2::MCCompLabel>& mcTruthTPC,
+                            std::vector<std::vector<std::vector<int>>>& toStore);
+
+  void writeTableToFile(TFile* outfile, std::shared_ptr<arrow::Table>& table, const std::string& tableName, uint64_t tfNumber);
 };
 
 /// create a processor spec
-framework::DataProcessorSpec getAODProducerWorkflowSpec();
+framework::DataProcessorSpec getAODProducerWorkflowSpec(int ignoreWriter);
 
 } // namespace o2::aodproducer
 

Detectors/AOD/src/AODProducerWorkflow.cxx

@@ -31,7 +31,7 @@
 namespace o2::aodproducer
 {
 
-framework::WorkflowSpec getAODProducerWorkflow()
+framework::WorkflowSpec getAODProducerWorkflow(int ignoreWriter)
 {
   // TODO:
   // switch to configurable parameters (?)
@@ -47,7 +47,7 @@ framework::WorkflowSpec getAODProducerWorkflow()
     o2::tpc::getTPCTrackReaderSpec(useMC),
     o2::ft0::getDigitReaderSpec(useMC),
     o2::ft0::getReconstructionSpec(useMC),
-    o2::aodproducer::getAODProducerWorkflowSpec()};
+    o2::aodproducer::getAODProducerWorkflowSpec(ignoreWriter)};
 
   return specs;
 }