Do not flush if the backend does not support Span API

Author: franzpoeschel

include/openPMD/IO/IOTask.hpp

@@ -561,6 +561,7 @@ struct OPENPMDAPI_EXPORT
     }
 
     // in parameters
+    bool queryOnly = false; // query if the backend supports this
     Offset offset;
     Extent extent;
     Datatype dtype = Datatype::UNDEFINED;

include/openPMD/RecordComponent.tpp

@@ -103,28 +103,46 @@ RecordComponent::storeChunk(Offset o, Extent e, F &&createBuffer)
             "using storeChunk() (see RecordComponent::resetDataset()).");
     }
 
-    if (!written())
-    {
-        Parameter<Operation::CREATE_DATASET> dCreate(rc.m_dataset.value());
-        dCreate.name = Attributable::get().m_writable.ownKeyWithinParent;
-        IOHandler()->enqueue(IOTask(this, dCreate));
-
-        setWritten(true, EnqueueAsynchronously::Yes);
-    }
+    Parameter<Operation::GET_BUFFER_VIEW> query;
+    query.queryOnly = true;
+    IOHandler()->enqueue(IOTask(this, query));
+    IOHandler()->flush(internal::defaultFlushParams);
 
     Parameter<Operation::GET_BUFFER_VIEW> getBufferView;
     getBufferView.offset = o;
     getBufferView.extent = e;
     getBufferView.dtype = getDatatype();
-    IOHandler()->enqueue(IOTask(this, getBufferView));
-    IOHandler()->flush(internal::defaultFlushParams);
-    auto &out = *getBufferView.out;
-    if (!out.backendManagedBuffer)
+
+    if (query.out->backendManagedBuffer)
+    {
+        // Need to initialize the dataset for the Span API
+        // But this is a non-collective call and initializing the dataset is
+        // collective in HDF5 So we do this only in backends that actually
+        // support the Span API (i.e. ADIOS2) which do not share this
+        // restriction
+        // TODO: Add some form of collective ::commitDefinitions() call to
+        // RecordComponents to be called by users before the Span API
+        if (!written())
+        {
+            Parameter<Operation::CREATE_DATASET> dCreate(rc.m_dataset.value());
+            dCreate.name = Attributable::get().m_writable.ownKeyWithinParent;
+            IOHandler()->enqueue(IOTask(this, dCreate));
+
+            setWritten(true, EnqueueAsynchronously::Yes);
+        }
+
+        IOHandler()->enqueue(IOTask(this, getBufferView));
+        IOHandler()->flush(internal::defaultFlushParams);
+    }
+
+    // The backend might still refuse the operation even if backend managed
+    // buffers are generally supported, so check again
+    if (!getBufferView.out->backendManagedBuffer)
     {
         // note that data might have either
         // type shared_ptr<T> or shared_ptr<T[]>
         auto data = std::forward<F>(createBuffer)(size);
-        out.ptr = static_cast<void *>(data.get());
+        getBufferView.out->ptr = static_cast<void *>(data.get());
         if (size > 0)
         {
             storeChunk(std::move(data), std::move(o), std::move(e));

src/IO/ADIOS/ADIOS2IOHandler.cpp

@@ -1316,6 +1316,12 @@ void ADIOS2IOHandlerImpl::getBufferView(
         parameters.out->backendManagedBuffer = false;
         return;
     }
+    else if (parameters.queryOnly)
+    {
+        parameters.out->backendManagedBuffer = true;
+        return;
+    }
+
     setAndGetFilePosition(writable);
     auto file = refreshFileFromParent(writable, /* preferParentFile = */ false);
     detail::ADIOS2File &ba = getFileData(file, IfFileNotOpen::ThrowError);