openPMD-api
AbstractIOHandlerImpl.hpp
1 /* Copyright 2018-2020 Fabian Koller
2  *
3  * This file is part of openPMD-api.
4  *
5  * openPMD-api is free software: you can redistribute it and/or modify
6  * it under the terms of of either the GNU General Public License or
7  * the GNU Lesser General Public License as published by
8  * the Free Software Foundation, either version 3 of the License, or
9  * (at your option) any later version.
10  *
11  * openPMD-api is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14  * GNU General Public License and the GNU Lesser General Public License
15  * for more details.
16  *
17  * You should have received a copy of the GNU General Public License
18  * and the GNU Lesser General Public License along with openPMD-api.
19  * If not, see <http://www.gnu.org/licenses/>.
20  */
21 #pragma once
22 
23 #include "openPMD/IO/AbstractIOHandler.hpp"
24 #include "openPMD/IO/IOTask.hpp"
25 #include "openPMD/auxiliary/DerefDynamicCast.hpp"
26 
27 #include <future>
28 
29 
30 namespace openPMD
31 {
32 // class AbstractIOHandler;
33 class Writable;
34 
36 {
37 public:
39  : m_handler{handler}
40  { }
41 
42  virtual ~AbstractIOHandlerImpl() = default;
43 
44  virtual std::future< void > flush()
45  {
46  using namespace auxiliary;
47 
48  while( !(*m_handler).m_work.empty() )
49  {
50  IOTask& i = (*m_handler).m_work.front();
51  try
52  {
53  switch( i.operation )
54  {
55  using O = Operation;
56  case O::CREATE_FILE:
57  createFile(i.writable, deref_dynamic_cast< Parameter< Operation::CREATE_FILE > >(i.parameter.get()));
58  break;
59  case O::CREATE_PATH:
60  createPath(i.writable, deref_dynamic_cast< Parameter< O::CREATE_PATH > >(i.parameter.get()));
61  break;
62  case O::CREATE_DATASET:
63  createDataset(i.writable, deref_dynamic_cast< Parameter< O::CREATE_DATASET > >(i.parameter.get()));
64  break;
65  case O::EXTEND_DATASET:
66  extendDataset(i.writable, deref_dynamic_cast< Parameter< O::EXTEND_DATASET > >(i.parameter.get()));
67  break;
68  case O::OPEN_FILE:
69  openFile(i.writable, deref_dynamic_cast< Parameter< O::OPEN_FILE > >(i.parameter.get()));
70  break;
71  case O::CLOSE_FILE:
72  closeFile(i.writable, deref_dynamic_cast< Parameter< O::CLOSE_FILE > >(i.parameter.get()));
73  break;
74  case O::OPEN_PATH:
75  openPath(i.writable, deref_dynamic_cast< Parameter< O::OPEN_PATH > >(i.parameter.get()));
76  break;
77  case O::CLOSE_PATH:
78  closePath(i.writable, deref_dynamic_cast< Parameter< O::CLOSE_PATH > >(i.parameter.get()));
79  break;
80  case O::OPEN_DATASET:
81  openDataset(i.writable, deref_dynamic_cast< Parameter< O::OPEN_DATASET > >(i.parameter.get()));
82  break;
83  case O::DELETE_FILE:
84  deleteFile(i.writable, deref_dynamic_cast< Parameter< O::DELETE_FILE > >(i.parameter.get()));
85  break;
86  case O::DELETE_PATH:
87  deletePath(i.writable, deref_dynamic_cast< Parameter< O::DELETE_PATH > >(i.parameter.get()));
88  break;
89  case O::DELETE_DATASET:
90  deleteDataset(i.writable, deref_dynamic_cast< Parameter< O::DELETE_DATASET > >(i.parameter.get()));
91  break;
92  case O::DELETE_ATT:
93  deleteAttribute(i.writable, deref_dynamic_cast< Parameter< O::DELETE_ATT > >(i.parameter.get()));
94  break;
95  case O::WRITE_DATASET:
96  writeDataset(i.writable, deref_dynamic_cast< Parameter< O::WRITE_DATASET > >(i.parameter.get()));
97  break;
98  case O::WRITE_ATT:
99  writeAttribute(i.writable, deref_dynamic_cast< Parameter< O::WRITE_ATT > >(i.parameter.get()));
100  break;
101  case O::READ_DATASET:
102  readDataset(i.writable, deref_dynamic_cast< Parameter< O::READ_DATASET > >(i.parameter.get()));
103  break;
104  case O::READ_ATT:
105  readAttribute(i.writable, deref_dynamic_cast< Parameter< O::READ_ATT > >(i.parameter.get()));
106  break;
107  case O::LIST_PATHS:
108  listPaths(i.writable, deref_dynamic_cast< Parameter< O::LIST_PATHS > >(i.parameter.get()));
109  break;
110  case O::LIST_DATASETS:
111  listDatasets(i.writable, deref_dynamic_cast< Parameter< O::LIST_DATASETS > >(i.parameter.get()));
112  break;
113  case O::LIST_ATTS:
114  listAttributes(i.writable, deref_dynamic_cast< Parameter< O::LIST_ATTS > >(i.parameter.get()));
115  break;
116  case O::ADVANCE:
117  advance(i.writable, deref_dynamic_cast< Parameter< O::ADVANCE > >(i.parameter.get()));
118  break;
119  case O::AVAILABLE_CHUNKS:
120  availableChunks(i.writable, deref_dynamic_cast< Parameter< O::AVAILABLE_CHUNKS > >(i.parameter.get()));
121  break;
122  }
123  } catch (unsupported_data_error&)
124  {
125  (*m_handler).m_work.pop();
126  throw;
127  }
128  (*m_handler).m_work.pop();
129  }
130  return std::future< void >();
131  }
132 
137  virtual void
139 
155  virtual void
157  {}
158 
171  virtual void
173  {}
174 
181  virtual void
183 
194  virtual void createFile(Writable*, Parameter< Operation::CREATE_FILE > const&) = 0;
202  virtual void createPath(Writable*, Parameter< Operation::CREATE_PATH > const&) = 0;
236  virtual void openFile(Writable*, Parameter< Operation::OPEN_FILE > const&) = 0;
244  virtual void openPath(Writable*, Parameter< Operation::OPEN_PATH > const&) = 0;
265  virtual void deleteFile(Writable*, Parameter< Operation::DELETE_FILE > const&) = 0;
275  virtual void deletePath(Writable*, Parameter< Operation::DELETE_PATH > const&) = 0;
315  virtual void writeAttribute(Writable*, Parameter< Operation::WRITE_ATT > const&) = 0;
358 
359  AbstractIOHandler* m_handler;
360 }; //AbstractIOHandlerImpl
361 } // openPMD
virtual void writeDataset(Writable *, Parameter< Operation::WRITE_DATASET > const &)=0
Write a chunk of data into an existing dataset.
virtual void deleteAttribute(Writable *, Parameter< Operation::DELETE_ATT > const &)=0
Delete an existing attribute.
virtual void writeAttribute(Writable *, Parameter< Operation::WRITE_ATT > const &)=0
Create a single attribute and fill the value, possibly overwriting an existing attribute.
Self-contained description of a single IO operation.
Definition: IOTask.hpp:550
virtual void deleteDataset(Writable *, Parameter< Operation::DELETE_DATASET > const &)=0
Delete an existing dataset.
virtual void createDataset(Writable *, Parameter< Operation::CREATE_DATASET > const &)=0
Create a new dataset of given type, extent and storage properties.
Definition: AbstractIOHandler.hpp:50
virtual void listPaths(Writable *, Parameter< Operation::LIST_PATHS > &)=0
List all paths/sub-groups inside a group, non-recursively.
virtual void createFile(Writable *, Parameter< Operation::CREATE_FILE > const &)=0
Create a new file in physical storage, possibly overriding an existing file.
virtual void extendDataset(Writable *, Parameter< Operation::EXTEND_DATASET > const &)=0
Increase the extent of an existing dataset.
Interface for communicating between logical and physically persistent data.
Definition: AbstractIOHandler.hpp:68
virtual void deleteFile(Writable *, Parameter< Operation::DELETE_FILE > const &)=0
Delete an existing file from physical storage.
Public definitions of openPMD-api.
Definition: Date.cpp:29
Layer to mirror structure of logical data and persistent data in file.
Definition: Writable.hpp:55
virtual void readDataset(Writable *, Parameter< Operation::READ_DATASET > &)=0
Read a chunk of data from an existing dataset.
virtual void listAttributes(Writable *, Parameter< Operation::LIST_ATTS > &)=0
List all attributes associated with an object.
Typesafe description of all required arguments for a specified Operation.
Definition: IOTask.hpp:99
virtual void openDataset(Writable *, Parameter< Operation::OPEN_DATASET > &)=0
Open an existing dataset and determine its datatype and extent.
virtual void closeFile(Writable *, Parameter< Operation::CLOSE_FILE > const &)=0
Close the file corresponding with the writable and release file handles.
virtual void openFile(Writable *, Parameter< Operation::OPEN_FILE > const &)=0
Open an existing file assuming it conforms to openPMD.
virtual void closePath(Writable *, Parameter< Operation::CLOSE_PATH > const &)
Close an openPMD group.
Definition: AbstractIOHandlerImpl.hpp:172
virtual void deletePath(Writable *, Parameter< Operation::DELETE_PATH > const &)=0
Delete all objects within an existing path.
virtual void listDatasets(Writable *, Parameter< Operation::LIST_DATASETS > &)=0
List all datasets inside a group, non-recursively.
virtual void availableChunks(Writable *, Parameter< Operation::AVAILABLE_CHUNKS > &)=0
Report chunks that are available for loading from the dataset represented by this writable...
Definition: AbstractIOHandlerImpl.hpp:35
virtual void createPath(Writable *, Parameter< Operation::CREATE_PATH > const &)=0
Create all necessary groups for a path, possibly recursively.
virtual void readAttribute(Writable *, Parameter< Operation::READ_ATT > &)=0
Read the value of an existing attribute.
virtual void advance(Writable *, Parameter< Operation::ADVANCE > &)
Advance the file/stream that this writable belongs to.
Definition: AbstractIOHandlerImpl.hpp:156
virtual void openPath(Writable *, Parameter< Operation::OPEN_PATH > const &)=0
Open all contained groups in a path, possibly recursively.