Keep arena config alive

microsoft · Sep 28, 2024 · 30ed06b · 30ed06b
1 parent a7ed199
commit 30ed06b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/src/generators.cpp b/src/generators.cpp
@@ -14,10 +14,10 @@ namespace Generators {
 static bool _ = (Ort::InitApi(), false);
 
 OrtGlobals::OrtGlobals()
-    : env_{OrtEnv::Create(OrtLoggingLevel::ORT_LOGGING_LEVEL_ERROR)} {
-  auto arena_config = OrtArenaCfg::Create(0, -1, -1, -1);
+    : env_{OrtEnv::Create(OrtLoggingLevel::ORT_LOGGING_LEVEL_ERROR)},
+      arena_config_{OrtArenaCfg::Create(0, -1, -1, -1)} {
   Ort::Allocator& allocator_cpu{Ort::Allocator::GetWithDefaultOptions()};
-  env_->CreateAndRegisterAllocator(allocator_cpu.GetInfo(), *arena_config);
+  env_->CreateAndRegisterAllocator(allocator_cpu.GetInfo(), *arena_config_);
 }
 
 // Ensure Shutdown() has been called before process exit

diff --git a/src/generators.h b/src/generators.h
@@ -121,6 +121,7 @@ struct OrtGlobals {
   OrtGlobals();
 
   std::unique_ptr<OrtEnv> env_;
+  std::unique_ptr<OrtArenaCfg> arena_config_;
 #if USE_CUDA
   std::unique_ptr<OrtMemoryInfo> memory_info_cuda_;
   std::unique_ptr<Ort::Allocator> allocator_cuda_;