TRD: DCS Chamber Status logic for processing

CCDB/include/CCDB/CCDBDownloader.h

@@ -29,8 +29,6 @@ typedef struct uv_signal_s uv_signal_t;
 typedef struct uv_async_s uv_async_t;
 typedef struct uv_handle_s uv_handle_t;
 
-using namespace std;
-
 namespace o2::ccdb
 {
 

CCDB/src/CcdbApi.cxx

@@ -562,6 +562,7 @@ size_t header_map_callback(char* buffer, size_t size, size_t nitems, void* userd
   if (index != std::string::npos) {
     const auto key = boost::algorithm::trim_copy(header.substr(0, index));
     const auto value = boost::algorithm::trim_copy(header.substr(index + 1));
+    LOGP(debug, "Adding #{} {} -> {}", headers->size(), key, value);
     headers->insert(std::make_pair(key, value));
   }
   return size * nitems;
@@ -1539,12 +1540,10 @@ void CcdbApi::loadFileToMemory(o2::pmr::vector<char>& dest, std::string const& p
 
     curl_slist* options_list = nullptr;
     initCurlHTTPHeaderOptionsForRetrieve(curl_handle, options_list, timestamp, headers, etag, createdNotAfter, createdNotBefore);
-
     navigateURLsAndLoadFileToMemory(dest, curl_handle, fullUrl, headers);
-
     for (size_t hostIndex = 1; hostIndex < hostsPool.size() && isMemoryFileInvalid(dest); hostIndex++) {
       fullUrl = getFullUrlForRetrieval(curl_handle, path, metadata, timestamp, hostIndex);
-      loadFileToMemory(dest, fullUrl, headers); // headers loaded from the file in case of the snapshot reading only
+      navigateURLsAndLoadFileToMemory(dest, curl_handle, fullUrl, headers); // headers loaded from the file in case of the snapshot reading only
     }
     curl_slist_free_all(options_list);
     curl_easy_cleanup(curl_handle);
@@ -1586,9 +1585,17 @@ void CcdbApi::navigateURLsAndLoadFileToMemory(o2::pmr::vector<char>& dest, CURL*
   if (url.find("alien:/", 0) != std::string::npos) {
     return loadFileToMemory(dest, url, nullptr); // headers loaded from the file in case of the snapshot reading only
   }
+  if ((url.find("file:/", 0) != std::string::npos)) {
+    std::string path = url.substr(7);
+    if (std::filesystem::exists(path)) {
+      return loadFileToMemory(dest, path, nullptr);
+    } else {
+      return;
+    }
+  }
   // otherwise make an HTTP/CURL request
   struct HeaderObjectPair_t {
-    std::map<std::string, std::string> header;
+    std::multimap<std::string, std::string> header;
     o2::pmr::vector<char>* object = nullptr;
     int counter = 0;
   } hoPair{{}, &dest, 0};

CMakeLists.txt

@@ -11,7 +11,7 @@
 
 # Preamble
 
-cmake_minimum_required(VERSION 3.19 FATAL_ERROR)
+cmake_minimum_required(VERSION 3.21.1 FATAL_ERROR)
 
 # it's important to specify accurately the list of languages. for instance C and
 # C++ as we _do_ have some C files to compile explicitely as C (e.g. gl3w.c)
@@ -93,6 +93,8 @@ include(O2DataFile)
 include(O2TargetManPage)
 include(O2AddWorkflow)
 include(O2SetROOTPCMDependencies)
+include(O2AddHipifiedExecutable)
+include(O2AddHipifiedLibrary)
 
 # Main targets of the project in various subdirectories. Order matters.
 add_subdirectory(Common)

CODEOWNERS

@@ -34,14 +34,14 @@
 /DataFormats/Detectors/GlobalTracking          @shahor02
 /DataFormats/Detectors/GlobalTrackingWorkflow  @shahor02
 /DataFormats/Detectors/HMPID                   @gvolpe79
-/DataFormats/Detectors/ITSMFT                  @iouribelikov @robincaron13 @mconcas @shahor02
+/DataFormats/Detectors/ITSMFT                  @mcoquet642 @mconcas @shahor02
 /DataFormats/Detectors/MUON                    @AliceO2Group/muon-experts
 /DataFormats/Detectors/PHOS                    @peressounko @kharlov
 /DataFormats/Detectors/Passive                 @sawenzel @benedikt-voelkel
 /DataFormats/Detectors/TOF                     @noferini
 /DataFormats/Detectors/TPC                     @davidrohr @wiechula @shahor02
 /DataFormats/Detectors/TRD                     @f3sch @bazinski @martenole
-/DataFormats/Detectors/Upgrades                @qgp @marcovanleeuwen @mconcas
+/DataFormats/Detectors/Upgrades                @mconcas
 /DataFormats/Detectors/Upgrades/ITS3           @fgrosa @arossi81
 /DataFormats/Detectors/ZDC                     @coppedis
 
@@ -65,14 +65,14 @@
 /Detectors/GlobalTracking          @shahor02
 /Detectors/GlobalTrackingWorkflow  @shahor02
 /Detectors/HMPID                   @gvolpe79
-/Detectors/ITSMFT                  @iouribelikov @robincaron13 @mconcas @shahor02
+/Detectors/ITSMFT                  @mcoquet642 @mconcas @shahor02
 /Detectors/MUON                    @AliceO2Group/muon-experts
 /Detectors/PHOS                    @peressounko @kharlov
 /Detectors/Passive                 @sawenzel @benedikt-voelkel
 /Detectors/TOF                     @noferini
 /Detectors/TPC                     @davidrohr @wiechula @shahor02
 /Detectors/TRD                     @f3sch @bazinski @martenole
-/Detectors/Upgrades                @qgp @mconcas
+/Detectors/Upgrades                @mconcas
 /Detectors/Upgrades/ITS3           @fgrosa @arossi81 @mconcas
 /Detectors/ZDC                     @coppedis
 /Detectors/CTF                     @shahor02

Common/DCAFitter/include/DCAFitter/DCAFitterN.h

@@ -125,6 +125,9 @@ class DCAFitterN
   ///< check if propagation of tracks to candidate vertex was done
   bool isPropagateTracksToVertexDone(int cand = 0) const { return mTrPropDone[mOrder[cand]]; }
 
+  ///< check if propagation of tracks to candidate vertex was done
+  bool isPropagationFailure(int cand = 0) const { return mPropFailed[mOrder[cand]]; }
+
   ///< track param propagated to V0 candidate (no check for the candidate validity)
   ///  propagateTracksToVertex must be called in advance
   Track& getTrack(int i, int cand = 0)
@@ -150,7 +153,7 @@ class DCAFitterN
   o2::track::TrackPar createParentTrackPar(int cand = 0, bool sectorAlpha = true) const;
 
   ///< calculate on the fly track param (no cov mat) at candidate, check isValid to make sure propagation was successful
-  o2::track::TrackPar getTrackParamAtPCA(int i, int cand = 0) const;
+  o2::track::TrackPar getTrackParamAtPCA(int i, int cand = 0);
 
   ///< recalculate PCA as a cov-matrix weighted mean, even if absDCA method was used
   bool recalculatePCAWithErrors(int cand = 0);
@@ -232,8 +235,8 @@ class DCAFitterN
   bool minimizeChi2NoErr();
   bool roughDZCut() const;
   bool closerToAlternative() const;
-  bool propagateToX(o2::track::TrackParCov& t, float x) const;
-  bool propagateParamToX(o2::track::TrackPar& t, float x) const;
+  bool propagateToX(o2::track::TrackParCov& t, float x);
+  bool propagateParamToX(o2::track::TrackPar& t, float x);
 
   static double getAbsMax(const VecND& v);
   ///< track param positions at V0 candidate (no check for the candidate validity)
@@ -308,7 +311,8 @@ class DCAFitterN
   std::array<Vec3D, MAXHYP> mPCA;            // PCA for each vertex candidate
   std::array<float, MAXHYP> mChi2 = {0};     // Chi2 at PCA candidate
   std::array<int, MAXHYP> mNIters;           // number of iterations for each seed
-  std::array<bool, MAXHYP> mTrPropDone;      // Flag that the tracks are fully propagated to PCA
+  std::array<bool, MAXHYP> mTrPropDone{};    // Flag that the tracks are fully propagated to PCA
+  std::array<bool, MAXHYP> mPropFailed{};    // Flag that some propagation failed for this PCA candidate
   MatSym3D mWeightInv;                       // inverse weight of single track, [sum{M^T E M}]^-1 in EQ.T
   std::array<int, MAXHYP> mOrder{0};
   int mCurHyp = 0;
@@ -354,6 +358,9 @@ int DCAFitterN<N, Args...>::process(const Tr&... args)
   if (!mCrossings.set(mTrAux[0], *mOrigTrPtr[0], mTrAux[1], *mOrigTrPtr[1], mMaxDXYIni)) { // even for N>2 it should be enough to test just 1 loop
     return 0;                                                                              // no crossing
   }
+  for (int ih = 0; ih < MAXHYP; ih++) {
+    mPropFailed[ih] = false;
+  }
   if (mUseAbsDCA) {
     calcRMatrices(); // needed for fast residuals derivatives calculation in case of abs. distance minimization
   }
@@ -825,7 +832,7 @@ bool DCAFitterN<N, Args...>::propagateTracksToVertex(int icand)
 
 //___________________________________________________________________
 template <int N, typename... Args>
-inline o2::track::TrackPar DCAFitterN<N, Args...>::getTrackParamAtPCA(int i, int icand) const
+inline o2::track::TrackPar DCAFitterN<N, Args...>::getTrackParamAtPCA(int i, int icand)
 {
   // propagate tracks param only to current vertex (if not already done)
   int ord = mOrder[icand];
@@ -1058,24 +1065,34 @@ o2::track::TrackPar DCAFitterN<N, Args...>::createParentTrackPar(int cand, bool
 
 //___________________________________________________________________
 template <int N, typename... Args>
-inline bool DCAFitterN<N, Args...>::propagateParamToX(o2::track::TrackPar& t, float x) const
+inline bool DCAFitterN<N, Args...>::propagateParamToX(o2::track::TrackPar& t, float x)
 {
+  bool res = true;
   if (mUsePropagator || mMatCorr != o2::base::Propagator::MatCorrType::USEMatCorrNONE) {
-    return o2::base::Propagator::Instance()->PropagateToXBxByBz(t, x, mMaxSnp, mMaxStep, mMatCorr);
+    res = o2::base::Propagator::Instance()->PropagateToXBxByBz(t, x, mMaxSnp, mMaxStep, mMatCorr);
   } else {
-    return t.propagateParamTo(x, mBz);
+    res = t.propagateParamTo(x, mBz);
   }
+  if (!res) {
+    mPropFailed[mCurHyp] = true;
+  }
+  return res;
 }
 
 //___________________________________________________________________
 template <int N, typename... Args>
-inline bool DCAFitterN<N, Args...>::propagateToX(o2::track::TrackParCov& t, float x) const
+inline bool DCAFitterN<N, Args...>::propagateToX(o2::track::TrackParCov& t, float x)
 {
+  bool res = true;
   if (mUsePropagator || mMatCorr != o2::base::Propagator::MatCorrType::USEMatCorrNONE) {
-    return o2::base::Propagator::Instance()->PropagateToXBxByBz(t, x, mMaxSnp, mMaxStep, mMatCorr);
+    res = o2::base::Propagator::Instance()->PropagateToXBxByBz(t, x, mMaxSnp, mMaxStep, mMatCorr);
   } else {
-    return t.propagateTo(x, mBz);
+    res = t.propagateTo(x, mBz);
+  }
+  if (!res) {
+    mPropFailed[mCurHyp] = true;
   }
+  return res;
 }
 
 using DCAFitter2 = DCAFitterN<2, o2::track::TrackParCov>;

Common/SimConfig/src/SimConfig.cxx

@@ -93,11 +93,12 @@ void SimConfig::determineActiveModules(std::vector<std::string> const& inputargs
 #ifdef ENABLE_UPGRADES
     if (mIsRun5) {
       for (int d = DetID::First; d <= DetID::Last; ++d) {
-        if (d == DetID::IT3 || d == DetID::TRK || d == DetID::FT3 || d == DetID::FCT) {
+        if (d == DetID::TRK || d == DetID::FT3 || d == DetID::FCT) {
           activeModules.emplace_back(DetID::getName(d));
         }
       }
       activeModules.emplace_back("A3IP");
+      activeModules.emplace_back("A3ABSO");
     } else {
 #endif
       // add passive components manually (make a PassiveDetID for them!)

Common/Utils/include/CommonUtils/ConfigurableParam.h

@@ -15,6 +15,7 @@
 #define COMMON_SIMCONFIG_INCLUDE_SIMCONFIG_CONFIGURABLEPARAM_H_
 
 #include <vector>
+#include <cassert>
 #include <map>
 #include <unordered_map>
 #include <boost/property_tree/ptree.hpp>

Common/Utils/include/CommonUtils/DebugStreamer.h

@@ -30,22 +30,27 @@ namespace o2::utils
 
 /// struct defining the flags which can be used to check if a certain debug streamer is used
 enum StreamFlags {
-  streamdEdx = 1 << 0,          ///< stream corrections and cluster properties used for the dE/dx
-  streamDigitFolding = 1 << 1,  ///< stream ion tail and saturatio information
-  streamDigits = 1 << 2,        ///< stream digit information
-  streamFastTransform = 1 << 3, ///< stream tpc fast transform
-  streamITCorr = 1 << 4,        ///< stream ion tail correction information
-  streamDistortionsSC = 1 << 5, ///< stream distortions applied in the TPC space-charge class (used for example in the tpc digitizer)
-  streamUpdateTrack = 1 << 6,   ///< stream update track informations
-  streamRejectCluster = 1 << 7, ///< stream cluster rejection informations
-  streamFlagsCount = 8          ///< total number of streamers
+  streamdEdx = 1 << 0,                  ///< stream corrections and cluster properties used for the dE/dx
+  streamDigitFolding = 1 << 1,          ///< stream ion tail and saturatio information
+  streamDigits = 1 << 2,                ///< stream digit information
+  streamFastTransform = 1 << 3,         ///< stream tpc fast transform
+  streamITCorr = 1 << 4,                ///< stream ion tail correction information
+  streamDistortionsSC = 1 << 5,         ///< stream distortions applied in the TPC space-charge class (used for example in the tpc digitizer)
+  streamUpdateTrack = 1 << 6,           ///< stream update track informations
+  streamRejectCluster = 1 << 7,         ///< stream cluster rejection informations
+  streamMergeBorderTracksBest = 1 << 8, ///< stream MergeBorderTracks best track
+  streamTimeSeries = 1 << 9,            ///< stream tpc DCA debug tree
+  streamMergeBorderTracksAll = 1 << 10, ///< stream MergeBorderTracks all tracks
+  streamFlagsCount = 11                 ///< total number of streamers
 };
 
 enum SamplingTypes {
   sampleAll = 0,      ///< use all data (default)
   sampleRandom = 1,   ///< sample randomly every n points
   sampleID = 2,       ///< sample every n IDs (per example track)
   sampleIDGlobal = 3, ///< in case different streamers have access to the same IDs use this gloabl ID
+  sampleWeights = 4,  ///< perform sampling on weights, defined where the streamer is called
+  sampleTsalis = 5,   ///< perform sampling on tsalis pdf
 };
 
 #if !defined(GPUCA_GPUCODE) && !defined(GPUCA_STANDALONE)
@@ -121,6 +126,9 @@ class DebugStreamer
   /// \return returns sampling type and sampling frequency for given streamer
   static std::pair<SamplingTypes, float> getSamplingTypeFrequency(const StreamFlags streamFlag);
 
+  /// \return returns sampling type and sampling frequency for given streamer
+  static float getSamplingFrequency(const StreamFlags streamFlag) { return getSamplingTypeFrequency(streamFlag).second; }
+
   ///< return returns unique ID for each CPU thread to give each thread an own output file
   static size_t getCPUID();
 
@@ -144,7 +152,8 @@ class DebugStreamer
 
   /// check if streamer for specific flag is enabled
   /// \param samplingID optional index of the data which is streamed in to perform sampling on this index
-  static bool checkStream(const StreamFlags streamFlag, const size_t samplingID = -1);
+  /// \param weight weight which can be used to perform some weightes sampling
+  static bool checkStream(const StreamFlags streamFlag, const size_t samplingID = -1, const float weight = 1);
 
   /// merge trees with the same content structure, but different naming
   /// \param inpFile input file containing several trees with the same content
@@ -155,10 +164,34 @@ class DebugStreamer
   /// \return returns integer index for given streamer flag
   static int getIndex(const StreamFlags streamFlag);
 
+  /// Random downsampling trigger function using Tsalis/Hagedorn spectra fit (sqrt(s) = 62.4 GeV to 13 TeV) as in https://iopscience.iop.org/article/10.1088/2399-6528/aab00f/pdf
+  /// \return flat q/pt trigger
+  /// \param pt pat of particle
+  /// \param factorPt defines the sampling
+  /// \param sqrts centre of mass energy
+  /// \param weight weight which is internally calculated
+  /// \param rnd random value between (0->1) used to check for sampling
+  /// \param mass particles mass (use pion if not known)
+  static bool downsampleTsalisCharged(float pt, float factorPt, float sqrts, float& weight, float rnd, float mass = 0.13957);
+
+  /// get random value between min and max
+  static float getRandom(float min = 0, float max = 1);
+
  private:
   using StreamersPerFlag = tbb::concurrent_unordered_map<size_t, std::unique_ptr<o2::utils::TreeStreamRedirector>>;
   StreamersPerFlag mTreeStreamer; ///< streamer which is used for the debugging
 
+  /// Tsalis/Hagedorn function describing charged pt spectra (m s = 62.4 GeV to 13 TeV) as in https://iopscience.iop.org/article/10.1088/2399-6528/aab00f/pdf
+  /// https://github.com/alisw/AliPhysics/blob/523f2dc8b45d913e9b7fda9b27e746819cbe5b09/PWGPP/AliAnalysisTaskFilteredTree.h#L145
+  /// \param pt     - transverse momentum
+  /// \param mass   - mass of particle
+  /// \param sqrts  - centre of mass energy
+  /// \return       - invariant yields of the charged particle *pt
+  ///    n(sqrts)= a + b/sqrt(s)                             - formula 6
+  ///    T(sqrts)= c + d/sqrt(s)                             - formula 7
+  ///    a = 6.81 ± 0.06       and b = 59.24 ± 3.53 GeV      - for charged particles page 3
+  ///    c = 0.082 ± 0.002 GeV and d = 0.151 ± 0.048 (GeV)   - for charged particles page 4
+  static float tsalisCharged(float pt, float mass, float sqrts);
 #else
 
   // empty implementation of the class for GPU or when the debug streamer is not build for CPU

Common/Utils/include/CommonUtils/ShmManager.h

@@ -23,10 +23,12 @@
 #include <cstddef>
 #include <atomic>
 
+#if !defined(__CINT__) && !defined(__MAKECINT__) && !defined(__ROOTCLING__) && !defined(__CLING__)
 #include <boost/interprocess/managed_external_buffer.hpp>
 #include <boost/interprocess/allocators/allocator.hpp>
+#endif
 
-#if !defined(__CINT__) && !defined(__MAKECINT__) && !defined(__ROOTCLING__) && !defined(__CLING__)
+#if !defined(__CINT__) && !defined(__MAKECINT__) && !defined(__ROOTCLING__) && !defined(__CLING__) && !defined(__APPLE__)
 // this shared mem mode is meant for compiled stuff in o2-sim; not for ROOT sessions
 #define USESHM 1
 #endif
@@ -116,8 +118,10 @@ class ShmManager
   void* tryAttach(bool& success);
   size_t getPointerOffset(void* ptr) const { return (size_t)((char*)ptr - (char*)mBufferPtr); }
 
+#if !defined(__CINT__) && !defined(__MAKECINT__) && !defined(__ROOTCLING__) && !defined(__CLING__)
   boost::interprocess::wmanaged_external_buffer* boostmanagedbuffer;
   boost::interprocess::allocator<char, boost::interprocess::wmanaged_external_buffer::segment_manager>* boostallocator;
+#endif
 };
 
 } // namespace utils