[Root7] A path to reducing global object registration and management.

.github/workflows/root-ci.yml

@@ -157,7 +157,7 @@
           INCREMENTAL: ${{ !contains(github.event.pull_request.labels.*.name, 'clean build') && !matrix.platform == 'mac15' && !matrix.platform == 'mac26'}}
           GITHUB_PR_ORIGIN: ${{ github.event.pull_request.head.repo.clone_url }}
           OVERRIDES: ${{ join( matrix.overrides, ' ') }}
         run: |
           [ -d "${VIRTUAL_ENV_DIR}" ] && source ${VIRTUAL_ENV_DIR}/bin/activate
           echo "Python is now $(which python3) $(python3 --version)"
           src/.github/workflows/root-ci-config/build_root.py  \
@@ -287,7 +287,7 @@
           INCREMENTAL: ${{ !contains(github.event.pull_request.labels.*.name, 'clean build') }}
           GITHUB_PR_ORIGIN: ${{ github.event.pull_request.head.repo.clone_url }}
         shell: cmd
         run: "C:\\setenv.bat ${{ matrix.target_arch }} &&
               python .github/workflows/root-ci-config/build_root.py
                     --buildtype       ${{ matrix.config }}
                     --platform        windows10
@@ -413,7 +413,7 @@
           - image: alma10
             platform_config: alma10-clang_ninja
             is_special: true
-            property: "clang Ninja builtin"
+            property: "clang Ninja builtins auto-registration off"
             overrides: ["CMAKE_CXX_STANDARD=20"]
           # Fedora Rawhide with Python debug build
           - image: rawhide
@@ -447,7 +447,7 @@
       - self-hosted
       - linux
       - ${{ matrix.architecture == null && 'x64' || matrix.architecture }}
       - ${{ matrix.extra-runs-on == null && 'cpu' || matrix.extra-runs-on }}
 
     name: |
       ${{ matrix.image }} ${{ matrix.property }}
@@ -468,17 +468,17 @@
       POST_INSTALL_DIR: /github/home/ROOT-CI/PostInstall
 
     steps:
-      - name: Configure ccache
+      - name: Set up environment
         run: |
           ccache -o max_size=${{ matrix.is_special && '5G' || '1.5G' }}
-          ccache -p || true
           ccache -s || true
-
-      - name: Set up Python Virtual Env
-        # if the `if` expr is false, `if` still has exit code 0.
-        # if the `if` block is entered, the block's exit code becomes the exit
-        # code of the `if`.
-        run: 'if [ -d /py-venv/ROOT-CI/bin/ ]; then . /py-venv/ROOT-CI/bin/activate && echo PATH=$PATH >> $GITHUB_ENV; fi'
+          if [ -d /py-venv/ROOT-CI/bin/ ]; then
+            . /py-venv/ROOT-CI/bin/activate && echo PATH=$PATH >> $GITHUB_ENV;
+          fi
+          if ${{ contains(matrix.property, 'auto-registration off') }}; then
+            echo "Disabling ROOT's object auto registration for this job"
+            echo ROOT_OBJECT_AUTO_REGISTRATION=0 >> $GITHUB_ENV;
+          fi
 
       - name: Checkout
         uses: actions/checkout@v6
@@ -499,7 +499,8 @@
 
       - name: Print debug info
         run:  'printf "%s@%s\\n" "$(whoami)" "$(hostname)";
-               ls -la
+               ls -la;
+               echo "Path is: $PATH"
               '
 
       - uses: root-project/gcc-problem-matcher-improved@main
@@ -512,7 +513,7 @@
           INCREMENTAL: ${{ !contains(github.event.pull_request.labels.*.name, 'clean build') }}
           GITHUB_PR_ORIGIN: ${{ github.event.pull_request.head.repo.clone_url }}
           OVERRIDES: ${{ join( matrix.overrides, ' ') }}
         run: ".github/workflows/root-ci-config/build_root.py
                     --buildtype       RelWithDebInfo
                     --platform        ${{ matrix.image }}
                     --platform_config ${{ matrix.platform_config }}

README/ReleaseNotes/v640/index.md

@@ -501,6 +501,32 @@ sum(1 for x in collection if x == obj)   # value comparison (if defined for the
 
 ## Experimental features
 
+### Opting out of object auto registration
+In preparation for ROOT 7, ROOT 6.40 introduces an experimental mode for opting out of the auto-registration of objects.
+In ROOT 7, this will be the default, and an opt-in will be required to make these objects auto-register themselves.
+The table below shows which objects currently honour this mode, and which objects are planned to be added on the path to ROOT 7.
+
+The planned ROOT 7 behaviour can be enabled in one of three ways:
+1. `ROOT::Experimental::DisableObjectAutoRegistration()`: This disables auto registration *for the current thread*.
+2. Setting the environment variable `ROOT_OBJECT_AUTO_REGISTRATION=0`: This sets the default for every thread that starts.
+3. In `.rootrc`, set the entry `Root.ObjectAutoRegistration: 0`: This sets the default for every thread that starts.
+
+**Note that method 1 affects only the current thread**, whereas methods 2 and 3 set the default for every thread that is started in this ROOT session.
+Using `ROOT::Experimental::EnableObjectAutoRegistration()`, the auto-registration can be enabled for a single thread without affecting the rest of the session.
+
+Consult the doxygen documentation of these functions in the [ROOT::Experimental namespace](https://root.cern.ch/doc/v640/namespaceROOT_1_1Experimental.html) for details.
+
+|                       | Honours `DisableObjectAutoRegistration()`? | Could this be disabled previously? |
+| --------------------- | ------------------------------------------ | ---------------------------------- |
+| TH1 and derived       | Yes                                        | TH1::AddDirectoryStatus()          |
+| TGraph2D              | Yes                                        | TH1::AddDirectoryStatus()          |
+| RooPlot               | Yes                                        | RooPlot::addDirectoryStatus()      |
+| TEfficiency           | Yes                                        | No                                 |
+| TProfile2D            | Yes                                        | TH1::AddDirectoryStatus()          |
+| TEntryList            | No, but planned for 6.42                   | No                                 |
+| TEventList            | No, but planned for 6.42                   | No                                 |
+| TFunction             | No, but work in progress                   | No                                 |
+
 ## Versions of built-in packages
 
 The version of the following packages has been updated:

bindings/pyroot/pythonizations/test/tfile_context_manager.py

@@ -2,7 +2,6 @@
 import unittest
 
 import ROOT
-
 from ROOT import TFile
 
 
@@ -64,6 +63,7 @@ def test_filewrite(self):
         histoname = "myhisto_3"
         with TFile(filename, "recreate") as outfile:
             hout = ROOT.TH1F(histoname, histoname, self.NBINS, self.XMIN, self.XMAX)
+            hout.SetDirectory(outfile)
             outfile.Write()
 
         self.check_file_data(outfile, filename, histoname)
@@ -95,5 +95,5 @@ def test_detachhisto(self):
         os.remove(filename)
 
 
-if __name__ == '__main__':
+if __name__ == "__main__":
     unittest.main()

cmake/modules/RootTestDriver.cmake

@@ -195,6 +195,7 @@ if(CMD)
       string(STRIP "${_errvar0}" _errvar0)
       string(REPLACE "\n" ";" _lines "${_errvar0}")
       list(FILTER _lines EXCLUDE REGEX "^Info in <.+::ACLiC>: creating shared library.+")
+      list(FILTER _lines EXCLUDE REGEX "^Info in <TROOT>: Object auto registration.*") # ROOT 7 demo mode in ROOT 6
       string(REPLACE ";" "\n" _errvar0 "${_lines}")
       if(_errvar0)
         message(FATAL_ERROR "Unexpected error output")

core/base/inc/TROOT.h

@@ -97,6 +97,11 @@ namespace ROOT {
    void DisableImplicitMT();
    Bool_t IsImplicitMTEnabled();
    UInt_t GetThreadPoolSize();
+   namespace Experimental {
+   void EnableObjectAutoRegistration();
+   void DisableObjectAutoRegistration();
+   bool ObjectAutoRegistrationEnabled();
+   } // namespace Experimental
 }
 
 namespace ROOT::Deprecated::Internal {

core/base/src/TDirectory.cxx

@@ -364,7 +364,7 @@ static TBuffer* R__CreateBuffer()
 ///
 /// If autoadd is true and if the object class has a
 /// DirectoryAutoAdd function, it will be called at the end of the
-/// function with the parameter gDirector.  This usually means that
+/// function with the parameter gDirectory.  This usually means that
 /// the object will be appended to the current ROOT directory.
 
 TObject *TDirectory::CloneObject(const TObject *obj, Bool_t autoadd /* = kTRUE */)

core/base/src/TROOT.cxx

@@ -71,9 +71,11 @@ of a main program creating an interactive version is shown below:
 #include <ROOT/RVersion.hxx>
 #include "RConfigure.h"
 #include "RConfigOptions.h"
+#include <atomic>
 #include <filesystem>
 #include <string>
 #include <map>
+#include <sstream>
 #include <set>
 #include <cstdlib>
 #ifdef WIN32
@@ -298,6 +300,75 @@ namespace {
       static std::vector<ModuleHeaderInfo_t> moduleHeaderInfoBuffer;
       return moduleHeaderInfoBuffer;
    }
+
+   enum class AutoReg : unsigned char {
+      kNotInitialised = 0,
+      kOn,
+      kOff,
+   };
+
+   ////////////////////////////////////////////////////////////////////////////////
+   /// \brief Test if various objects (such as TH1-derived classes) should automatically register
+   /// themselves (ROOT 6 mode) or not (ROOT 7 mode).
+   /// A default can be set in a .rootrc using e.g. "Root.ObjectAutoRegistration: 1" or setting
+   /// the environment variable "ROOT_OBJECT_AUTO_REGISTRATION=0".
+   AutoReg &ObjectAutoRegistrationEnabledImpl()
+   {
+      static constexpr auto rcName = "Root.ObjectAutoRegistration";    // Update the docs if this is changed
+      static constexpr auto envName = "ROOT_OBJECT_AUTO_REGISTRATION"; // Update the docs if this is changed
+      thread_local static AutoReg tlsState = AutoReg::kNotInitialised;
+
+      static const AutoReg defaultState = []() {
+         AutoReg autoReg = AutoReg::kOn; // ROOT 6 default
+         std::stringstream infoMessage;
+
+         if (gEnv) {
+            const auto desiredValue = gEnv->GetValue(rcName, -1);
+            if (desiredValue == 0) {
+               autoReg = AutoReg::kOff;
+               infoMessage << "disabled in " << gEnv->GetRcName();
+            } else if (desiredValue == 1) {
+               autoReg = AutoReg::kOn;
+               infoMessage << "enabled in " << gEnv->GetRcName();
+            } else if (desiredValue != -1) {
+               Error("TROOT", "%s should be 0 or 1", rcName);
+            }
+         }
+
+         if (const auto env = gSystem->Getenv(envName); env) {
+            int desiredValue = -1;
+            try {
+               desiredValue = std::stoi(env);
+            } catch (std::invalid_argument &e) {
+               Error("TROOT", "%s should be 0 or 1", envName);
+            }
+            if (desiredValue == 0) {
+               autoReg = AutoReg::kOff;
+               infoMessage << (infoMessage.str().empty() ? "" : " and ") << "disabled using the environment variable "
+                           << envName;
+            } else if (desiredValue == 1) {
+               autoReg = AutoReg::kOn;
+               infoMessage << (infoMessage.str().empty() ? "" : " and ") << "enabled using the environment variable "
+                           << envName;
+            } else {
+               Error("TROOT", "%s should be 0 or 1", envName);
+            }
+         }
+
+         if (!infoMessage.str().empty()) {
+            Info("TROOT", "Object auto registration %s\n", infoMessage.str().c_str());
+         }
+
+         return autoReg;
+      }();
+
+      if (tlsState == AutoReg::kNotInitialised) {
+         assert(defaultState != AutoReg::kNotInitialised);
+         tlsState = defaultState;
+      }
+
+      return tlsState;
+   }
 }
 
 Int_t  TROOT::fgDirLevel = 0;
@@ -475,7 +546,6 @@ namespace Internal {
       static Bool_t isImplicitMTEnabled = kFALSE;
       return isImplicitMTEnabled;
    }
-
 } // end of Internal sub namespace
 // back to ROOT namespace
 
@@ -621,6 +691,87 @@ namespace Internal {
       return 0;
 #endif
    }
+
+   /// Namespace for ROOT features in testing.
+   /// The API might change without notice until moved out of this namespace.
+   namespace Experimental {
+   ////////////////////////////////////////////////////////////////////////////////
+   /// \brief Enable automatic registration of objects for the current thread (ROOT 6 default).
+   ///
+   /// In ROOT 6 mode, ROOT will implicitly assign ownership of histograms or TTrees
+   /// to the current \ref gDirectory, for example to the last TFile that was opened.
+   /// \code{.cpp}
+   /// TFile file(...);
+   /// TTree* tree = new TTree(...);
+   /// TH1D* histo = new TH1D(...);
+   /// file.Write(); // Both tree and histogram are in the file now
+   /// \endcode
+   ///
+   /// On the path to ROOT 7, the auto registration of most objects will be phased out, so
+   /// they are fully owned by the user. To write these to files, the user needs to do
+   /// one of the following:
+   /// - Manage the object, and write it explicitly:
+   /// \code{.cpp}
+   /// TFile file(...);
+   /// std::unique_ptr<TH1D> histo{new TH1D(...)};
+   /// file.WriteObject(histo.get(), "HistogramName");
+   /// // histo remains valid even if the file is closed
+   /// \endcode
+   /// - Explicitly transfer ownership to the file using `SetDirectory()`:
+   /// \code{.cpp}
+   /// TFile file(...);
+   /// TH1x* histogram = new TH1x(...);
+   /// histogram->SetDirectory(&file);
+   /// \endcode
+   ///
+   /// ### Objects covered by this mode
+   ///
+   /// |                       | Honours `DisableObjectAutoRegistration()`? | Could this be disabled previously? |
+   /// | --------------------- | ------------------------------------------ | ---------------------------------- |
+   /// | TH1 and derived       | Yes                                        | TH1::AddDirectoryStatus()          |
+   /// | TGraph2D              | Yes                                        | TH1::AddDirectoryStatus()          |
+   /// | RooPlot               | Yes                                        | RooPlot::addDirectoryStatus()      |
+   /// | TEfficiency           | Yes                                        | No                                 |
+   /// | TProfile2D            | Yes                                        | TH1::AddDirectoryStatus()          |
+   /// | TEntryList            | No, but planned for 6.42                   | No                                 |
+   /// | TEventList            | No, but planned for 6.42                   | No                                 |
+   /// | TFunction             | No, but work in progress                   | No                                 |
+   ///
+   /// ## Setting defaults
+   ///
+   /// A default can be set in a .rootrc using e.g. `Root.ObjectAutoRegistration: 1` or setting
+   /// the environment variable `ROOT_OBJECT_AUTO_REGISTRATION=0`. Note that this default affects
+   /// all the threads that get started.
+   /// When a default is set using one of these methods, ROOT will notify with an Info message.
+   ///
+   /// ## Difference to TH1::AddDirectoryStatus()
+   ///
+   /// For classes deriving from TH1, both ObjectAutoRegistrationEnabled() and TH1::AddDirectoryStatus()
+   /// need to be true for auto-registration to take effect. The former should be preferred over the latter, however,
+   /// because it is thread local and extends to more objects such as TGraph2D, TEfficiency, RooPlot.
+   void EnableObjectAutoRegistration()
+   {
+      ObjectAutoRegistrationEnabledImpl() = AutoReg::kOn;
+   }
+
+   ////////////////////////////////////////////////////////////////////////////////
+   /// \brief Disable automatic registration of objects for the current thread (ROOT 7 default).
+   /// \copydetails ROOT::Experimental::EnableObjectAutoRegistration()
+   void DisableObjectAutoRegistration()
+   {
+      ObjectAutoRegistrationEnabledImpl() = AutoReg::kOff;
+   }
+
+   ////////////////////////////////////////////////////////////////////////////////
+   /// Test whether objects in this thread auto-register themselves, e.g. to the current ROOT directory.
+   /// \copydetails ROOT::Experimental::EnableObjectAutoRegistration()
+   bool ObjectAutoRegistrationEnabled()
+   {
+      const auto state = ObjectAutoRegistrationEnabledImpl();
+      assert(state != AutoReg::kNotInitialised);
+      return state == AutoReg::kOn;
+   }
+   } // namespace Experimental
 } // end of ROOT namespace
 
 TROOT *ROOT::Internal::gROOTLocal = ROOT::GetROOT();

core/base/test/TROOTTests.cxx

@@ -5,7 +5,7 @@
 #include <filesystem>
 #include <sstream>
 #include <string>
-#include <iostream>
+#include <thread>
 
 TEST(TROOT, Version)
 {
@@ -51,3 +51,43 @@ TEST(TROOT, GetIncludeDir)
 
    EXPECT_EQ(includeDir, includeDirRef);
 }
+
+TEST(TROOT, AutoRegistrationTLS)
+{
+   using namespace ROOT::Experimental;
+   using namespace std::chrono_literals;
+
+   const auto initialState = ObjectAutoRegistrationEnabled();
+   auto enabler = [&]() {
+      const auto innerState = ObjectAutoRegistrationEnabled();
+      EXPECT_EQ(innerState, initialState);
+      EnableObjectAutoRegistration();
+      EXPECT_EQ(ObjectAutoRegistrationEnabled(), true);
+      std::this_thread::sleep_for(10ms);
+      EXPECT_EQ(ObjectAutoRegistrationEnabled(), true);
+   };
+   auto disabler = [&]() {
+      const auto innerState = ObjectAutoRegistrationEnabled();
+      EXPECT_EQ(innerState, initialState);
+      DisableObjectAutoRegistration();
+      EXPECT_EQ(ObjectAutoRegistrationEnabled(), false);
+      std::this_thread::sleep_for(10ms);
+      EXPECT_EQ(ObjectAutoRegistrationEnabled(), false);
+   };
+
+   std::thread t1{enabler};
+   std::thread t2{disabler};
+
+   DisableObjectAutoRegistration();
+   EXPECT_EQ(ObjectAutoRegistrationEnabled(), false);
+
+   std::thread t3{enabler};
+   std::thread t4{disabler};
+
+   EnableObjectAutoRegistration();
+   EXPECT_EQ(ObjectAutoRegistrationEnabled(), true);
+
+   for (auto thread : {&t1, &t2, &t3, &t4}) {
+      thread->join();
+   }
+}

hist/hist/src/TEfficiency.cxx

@@ -1515,7 +1515,7 @@ void TEfficiency::Build(const char* name,const char* title)
    SetTitle(title);
 
    SetStatisticOption(kDefStatOpt);
-   if (TH1::AddDirectoryStatus())
+   if (ROOT::Experimental::ObjectAutoRegistrationEnabled() && TH1::AddDirectoryStatus())
       SetDirectory(gDirectory);
 
    SetBit(kPosteriorMode,false);