14#include "arcane/utils/String.h"
15#include "arcane/utils/StringBuilder.h"
16#include "arcane/utils/OStringStream.h"
17#include "arcane/utils/ScopedPtr.h"
18#include "arcane/utils/List.h"
19#include "arcane/utils/ITraceMng.h"
21#include "arcane/core/Item.h"
22#include "arcane/core/IDataReader.h"
23#include "arcane/core/IDataWriter.h"
24#include "arcane/core/ISubDomain.h"
25#include "arcane/core/StdNum.h"
26#include "arcane/core/IVariable.h"
27#include "arcane/core/CheckpointService.h"
28#include "arcane/core/Directory.h"
29#include "arcane/core/IParallelMng.h"
30#include "arcane/core/ArcaneException.h"
31#include "arcane/core/VerifierService.h"
32#include "arcane/core/IVariableMng.h"
33#include "arcane/core/FactoryService.h"
34#include "arcane/core/IData.h"
35#include "arcane/core/Timer.h"
36#include "arcane/core/ISerializedData.h"
37#include "arcane/core/IIOMng.h"
38#include "arcane/core/IXmlDocumentHolder.h"
39#include "arcane/core/VariableCollection.h"
40#include "arcane/core/internal/SerializeMessage.h"
41#include "arcane/core/SerializeBuffer.h"
42#include "arcane/core/ISerializeMessageList.h"
44#include "arcane/hdf5/Hdf5MpiReaderWriter.h"
46#include "arcane/hdf5/Hdf5MpiReaderWriter_axl.h"
48#include "arcane_packages.h"
50#ifdef ARCANE_HAS_PACKAGE_MPI
51#ifndef OMPI_SKIP_MPICXX
52#define OMPI_SKIP_MPICXX
54#ifndef MPICH_SKIP_MPICXX
55#define MPICH_SKIP_MPICXX
75static herr_t _Hdf5MpiReaderWriterIterateMe(hid_t,
const char*,
void*);
83 eOpenMode open_mode,
bool do_verif)
86, m_parallel_mng(sd->parallelMng())
87, m_open_mode(open_mode)
89, m_sub_group_name(sub_group_name)
90, m_is_initialized(false)
91, m_io_timer(sd,
"Hdf5TimerHd",
Timer::TimerReal)
92, m_write_timer(sd,
"Hdf5TimerWrite",
Timer::TimerReal)
94, m_my_rank(m_parallel_mng->commRank())
95, m_send_rank(m_my_rank)
96, m_last_recv_rank(m_my_rank)
97, m_fileset_size(fileset_size)
99 ARCANE_UNUSED(do_verif);
100 if (m_fileset_size != 1 && m_parallel_mng->isParallel()) {
101 m_is_parallel =
true;
102 Integer nb_rank = m_parallel_mng->commSize();
103 if (m_fileset_size == 0) {
105 m_last_recv_rank = nb_rank;
109 m_send_rank = (m_my_rank / m_fileset_size) * m_fileset_size;
110 m_last_recv_rank = m_send_rank + m_fileset_size;
111 if (m_last_recv_rank > nb_rank)
112 m_last_recv_rank = nb_rank;
116 sd->traceMng()->info() <<
" INFOS PARALLEL: my_rank=" << m_my_rank
117 <<
" send_rank=" << m_send_rank
118 <<
" last_recv_rank=" << m_last_recv_rank
119 <<
" filename=" << filename
120 <<
" fileset_size=" << m_fileset_size;
126void Hdf5MpiReaderWriter::
129 if (m_is_initialized)
132 m_is_initialized =
true;
134 const char* func_name =
"Hdf5MpiReaderWriter::initialize()";
137 HInit::useMutex(m_parallel_mng->isThreadImplementation(), m_parallel_mng);
139 if (m_open_mode == OpenModeRead) {
140 m_file_id.openRead(m_filename);
141 m_sub_group_id.recursiveOpen(m_file_id, m_sub_group_name);
145 void* arcane_comm = m_sub_domain->parallelMng()->getMPICommunicator();
147 throw FatalErrorException(
"No MPI environment available");
148 MPI_Comm mpi_comm = *((MPI_Comm*)arcane_comm);
149 Integer nb_rank = m_parallel_mng->commSize();
150 if (m_fileset_size > 1) {
151 UniqueArray<int> senders;
152 for (Integer i = 0; i < nb_rank; ++i) {
153 Integer modulo = i % m_fileset_size;
155 info() <<
" ADD SENDER n=" << i;
160 if (MPI_Comm_group(mpi_comm, &all_group) != MPI_SUCCESS)
161 fatal() <<
"Error in MPI_Comm_group";
162 MPI_Group writer_group;
163 if (MPI_Group_incl(all_group, senders.size(), senders.data(), &writer_group) != MPI_SUCCESS)
164 fatal() <<
"Error in MPI_Group_incl";
165 if (MPI_Comm_create(mpi_comm, writer_group, &mpi_comm) != MPI_SUCCESS)
166 fatal() <<
"Error in MPI_Comm_create";
170 if (m_send_rank != m_my_rank)
172 if (m_open_mode == OpenModeTruncate || m_open_mode == OpenModeAppend) {
173 hid_t plist_id = H5Pcreate(H5P_FILE_ACCESS);
175 info() <<
" USE MPI-POSIX";
177#ifdef H5_HAVE_PARALLEL
178 H5Pset_fapl_mpio(plist_id, mpi_comm, MPI_INFO_NULL);
181#ifdef ARCANE_TEST_HDF5DIRECT
183 info() <<
" HAVE DIRECT DRIVER";
184 H5Pset_fapl_direct(plist_id, 4096, 512, 16 * 1024 * 1024);
191 herr_t r = H5Pget_cache(plist_id, &mdc_nelmts, &rdcc_nelmts, &rdcc_nbytes, &rdcc_w0);
192 info() <<
" CACHE SIZE r=" << r <<
" mdc=" << mdc_nelmts
193 <<
" rdcc=" << rdcc_nelmts <<
" rdcc_bytes=" << rdcc_nbytes <<
" w0=" << rdcc_w0;
196 rdcc_nbytes = 10000000;
197 r = H5Pset_cache(plist_id, mdc_nelmts, rdcc_nelmts, rdcc_nbytes, rdcc_w0);
198 info() <<
" SET CACHE SIZE R1=" << r;
201 hsize_t sieve_buf = (1024 << 12);
202 r = H5Pset_sieve_buf_size(plist_id, sieve_buf);
203 info() <<
" SIEVE_BUF=" << sieve_buf <<
" r=" << r;
204 hsize_t small_block_size = 0;
205 r = H5Pget_small_data_block_size(plist_id, &small_block_size);
206 info() <<
" SMALL BLOCK SIZE=" << small_block_size;
207 small_block_size <<= 10;
208 r = H5Pset_small_data_block_size(plist_id, small_block_size);
209 info() <<
" SET SMALL BLOCK SIZE s=" << small_block_size <<
" r=" << r;
223 if (m_open_mode == OpenModeTruncate) {
224 info() <<
" BEGIN OPEN TRUNCATE";
225 m_file_id.openTruncate(m_filename, plist_id);
226 info() <<
" END OPEN TRUNCATE";
228 else if (m_open_mode == OpenModeAppend) {
229 info() <<
" BEGIN OPEN ADD";
230 m_file_id.openAppend(m_filename, plist_id);
231 info() <<
" END OPEN ADD";
234 if (m_sub_group_name !=
"/") {
235 info() <<
" CHECK CREATE GROUP name=" << m_sub_group_name;
237 m_sub_group_id.recursiveCreate(m_file_id, m_sub_group_name);
238 info() <<
" END CHECK CREATE GROUP name=" << m_sub_group_name;
241 m_sub_group_id.open(m_file_id, m_sub_group_name);
242 m_variable_group_id.create(m_sub_group_id,
"Variables");
245 if (m_file_id.isBad()) {
247 ostr() <<
"Unable to open file <" << m_filename <<
">";
248 throw ReaderWriterException(func_name, ostr.str());
250 if (m_sub_group_id.isBad()) {
252 ostr() <<
"HDF5 group '" << m_sub_group_name <<
"' not found";
253 throw ReaderWriterException(func_name, ostr.str());
256 if (m_variable_group_id.isBad()){
258 ostr() <<
"Group HDF5 'Variables' not found";
259 throw ReaderWriterException(func_name,ostr.str());
263 info() <<
" INFO END INITIALIZE";
265 if (m_open_mode == OpenModeRead) {
268 H5Giterate(m_file_id.id(), m_sub_group_name.localstr(), &index, _Hdf5MpiReaderWriterIterateMe,
this);
276~Hdf5MpiReaderWriter()
283void Hdf5MpiReaderWriter::
286 if (m_is_initialized)
288 fatal() <<
"Use of a Hdf5MpiReaderWriter instance not initialized";
294String Hdf5MpiReaderWriter::
295_variableGroupName(IVariable* var)
297 return var->fullName();
303void Hdf5MpiReaderWriter::
304beginWrite(
const VariableCollection& vars)
306 IParallelMng* pm = m_parallel_mng;
307 Integer nb_rank = pm->commSize();
309 pwarning() <<
"Implementation of this checkpoint format is not operational yet";
311 for (VariableCollection::Enumerator i(vars); ++i;) {
313 if (v->itemKind() == IK_Unknown)
316 Ref<ISerializedData> sdata(v->data()->createSerializedDataRef(
false));
317 Int64 nb_base_element = sdata->nbBaseElement();
319 Int64 my_size = nb_base_element;
321 SharedArray<Int64> all_sizes(nb_rank);
322 pm->allGather(a_my_size, all_sizes);
324 Int64 total_size = 0;
325 for (Integer i = 0; i < nb_rank; ++i)
326 total_size += all_sizes[i];
328 for (Integer i = 0; i < m_my_rank; ++i)
329 my_index += all_sizes[i];
330 m_variables_offset.insert(std::make_pair(v->fullName(), VarOffset(my_index, total_size, all_sizes)));
331 info() <<
" ADD OFFSET v=" << v->fullName() <<
" offset=" << my_index
332 <<
" total_size=" << total_size;
343void Hdf5MpiReaderWriter::
344_writeValParallel(IVariable* v,
const ISerializedData* sdata)
347 sb.setMode(ISerializer::ModeReserve);
348 sb.reserve(DT_Int32, 1);
349 sb.reserve(v->fullName());
350 sb.reserve(m_sub_group_name);
354 sdata->serialize(&sb);
356 sb.setMode(ISerializer::ModePut);
358 sb.put(v->fullName());
359 sb.put(m_sub_group_name);
363 sdata->serialize(&sb);
365 m_parallel_mng->sendSerializer(&sb, m_send_rank);
371void Hdf5MpiReaderWriter::
372_directReadVal(IVariable* v, IData* data)
376 info() <<
"DIRECT READ VAL v=" << v->name();
383void Hdf5MpiReaderWriter::
384_directWriteVal(IVariable* v, IData* data)
388 Ref<ISerializedData> sdata(data->createSerializedDataRef(
false));
390 _writeVal(v->fullName(), m_sub_group_name, sdata.get());
397_Hdf5MpiReaderWriterIterateMe(hid_t g,
const char* mn,
void* ptr)
399 Hdf5MpiReaderWriter* rw =
reinterpret_cast<Hdf5MpiReaderWriter*
>(ptr);
400 return rw->iterateMe(g, mn);
406herr_t Hdf5MpiReaderWriter::
407iterateMe(hid_t group_id,
const char* member_name)
409 ARCANE_UNUSED(group_id);
411 m_variables_name.add(std::string_view(member_name));
419void Hdf5MpiReaderWriter::
420_writeVal(
const String& var_group_name,
const String& sub_group_name,
421 const ISerializedData* sdata)
423 ARCANE_UNUSED(sub_group_name);
424 const char* func_name =
"Hdf5MpiReaderWriter::_writeVal() ";
425 Timer::Sentry ts(&m_io_timer);
426 double v0 = ::MPI_Wtime();
427 info() <<
" SDATA name=" << var_group_name <<
" nb_element=" << sdata->nbElement()
428 <<
" dim=" << sdata->nbDimension() <<
" datatype=" << sdata->baseDataType()
429 <<
" nb_basic_element=" << sdata->nbBaseElement()
430 <<
" is_multi=" << sdata->isMultiSize()
431 <<
" dimensions_size=" << sdata->extents().size()
432 <<
" memory_size=" << sdata->memorySize()
433 <<
" bytes_size=" << sdata->constBytes().size();
435 hid_t save_typeid = m_types.saveType(sdata->baseDataType());
436 hid_t trueid = m_types.nativeType(sdata->baseDataType());
437 const void* ptr = sdata->constBytes().data();
438 Int64 nb_base_element = sdata->nbBaseElement();
440 OffsetMap::const_iterator offset_info = m_variables_offset.find(var_group_name);
441 if (offset_info == m_variables_offset.end()) {
442 fatal() <<
"Can not find offset informations for ->" << var_group_name;
444 Int64 nb_element_to_write = nb_base_element;
451 if (m_is_parallel && m_fileset_size != 1) {
452 if (m_send_rank == m_my_rank) {
454 nb_element_to_write = 0;
455 for (Integer i = m_send_rank; i <= m_last_recv_rank; ++i) {
456 nb_element_to_write += offset_info->second.m_all_sizes[i];
459 switch (sdata->baseDataType()) {
461 real_array.resize(nb_element_to_write);
462 ptr = real_array.data();
465 real3_array.resize(nb_element_to_write);
466 ptr = real3_array.data();
469 real3x3_array.resize(nb_element_to_write);
470 ptr = real3x3_array.data();
473 int32_array.resize(nb_element_to_write);
474 ptr = int32_array.data();
477 fatal() <<
"Type not handled " <<
dataTypeName(sdata->baseDataType());
492 HGroup var_base_group;
493 var_base_group.recursiveCreate(m_file_id,sub_group_name);
498 group_id.create(var_base_group,var_group_name);
499 if (group_id.isBad()){
501 ostr() <<
"Group HDF5 '" << var_group_name <<
"' not found";
502 throw ReaderWriterException(func_name,ostr.str());
509 bool is_multi_size = sdata->isMultiSize();
512 if (nb_dimension==2 && !is_multi_size){
513 dim1_size = dimensions[0];
514 dim2_size = dimensions[1];
525 space_id.createSimple(1,att_dims);
528 dim_val[0] = nb_dimension;
529 dim_val[1] = dim1_size;
530 dim_val[2] = dim2_size;
531 dim_val[3] = nb_element;
532 dim_val[4] = nb_base_element;
533 dim_val[5] = dimension_array_size;
534 dim_val[6] = is_multi_size ? 1 : 0;
535 dim_val[7] = (
Integer)sdata->baseDataType();
536 dim_val[8] = sdata->memorySize();
540 att_id.create(group_id,
"Dims",m_types.saveType(dim1_size),space_id);
541 herr_t herr = att_id.write(m_types.nativeType(dim2_size),dim_val);
544 ostr() <<
"Bad writing of the dimensions for the variable '" << var_group_name <<
"'";
545 throw ReaderWriterException(func_name,ostr.str());
553 if (dimension_array_size!=0){
555 att_dims[0] = dimension_array_size;
559 space_id.createSimple(1,att_dims);
561 array_id.create(group_id,
"Dim2",m_types.saveType(dim1_size),space_id,H5P_DEFAULT);
562 herr_t herr = array_id.write(m_types.nativeType(dim1_size),dimensions.begin());
565 ostr() <<
"Bad writing of the dimensions for the variable '" << var_group_name <<
"'";
566 throw ReaderWriterException(func_name,ostr.str());
575 if (nb_base_element != 0 && ptr != 0) {
576 debug(Trace::High) <<
"Variable " << var_group_name <<
" begin dumped (nb_base_element=" << nb_base_element <<
").";
581 count[0] = nb_element_to_write;
597 Int64 my_index = offset_info->second.m_offset;
598 Int64 total_size = offset_info->second.m_total_size;
599 offset[0] = my_index;
601 double v1 = MPI_Wtime();
603 dims[0] = total_size;
605 filespace_id.createSimple(1, dims);
607 memspace_id.createSimple(1, count);
608 if (memspace_id.isBad()) {
610 ostr() <<
"Wrong dataspace for variable '" << var_group_name <<
"'";
611 throw ReaderWriterException(func_name, ostr.str());
617 hid_t write_plist_id = H5Pcreate(H5P_DATASET_XFER);
618#ifdef H5_HAVE_PARALLEL
619 H5Pset_dxpl_mpio(write_plist_id, H5FD_MPIO_COLLECTIVE);
623 hid_t create_dataset_plist_id = H5P_DEFAULT;
625 Integer chunk_size = (4096 << 9);
626 if (total_size>chunk_size){
627 create_dataset_plist_id = H5Pcreate(H5P_DATASET_CREATE);
628 H5Pcreate(H5P_DATASET_CREATE);
629 hsize_t chunk_dim[1];
630 chunk_dim[0] = chunk_size;
631 herr_t r = H5Pset_chunk(create_dataset_plist_id,1,chunk_dim);
632 info() <<
" SET CHUNK FOR " << var_group_name <<
" total=" << total_size <<
" chunk=" << chunk_dim[0];
638 dataset_id.create(m_variable_group_id, var_group_name, save_typeid, filespace_id, create_dataset_plist_id);
639 if (dataset_id.isBad()) {
641 ostr() <<
"Wrong dataset for variable '" << var_group_name <<
"'";
642 throw ReaderWriterException(func_name, ostr.str());
644 H5Sselect_hyperslab(filespace_id.id(), H5S_SELECT_SET, offset, NULL, count, NULL);
648 Timer::Sentry ts(&m_write_timer);
649 herr_t herr = dataset_id.write(trueid, ptr, memspace_id, filespace_id, write_plist_id);
652 ostr() <<
"Wrong dataset written for variable '" << var_group_name <<
"'";
653 throw ReaderWriterException(func_name, ostr.str());
656 if (create_dataset_plist_id != H5P_DEFAULT)
657 H5Pclose(create_dataset_plist_id);
658 H5Pclose(write_plist_id);
660 info() <<
" WRITE DATASET name=" << var_group_name
661 <<
" offset=" << offset[0]
662 <<
" mysize=" << nb_base_element
663 <<
" write_size=" << count[0]
664 <<
" total=" << total_size
665 <<
" rank=" << m_my_rank
666 <<
" clock=" << (MPI_Wtime() - v1);
674 info() <<
"TOTAL = " << (MPI_Wtime() - v0);
680Ref<ISerializedData> Hdf5MpiReaderWriter::
681_readDim2(IVariable* var)
683 const char* func_name =
"Hdf5MpiReaderWriter::_readDim2()";
685 const int max_dim = 256;
687 String vname = _variableGroupName(var);
689 info() <<
" READ DIM name=" << vname;
691 Integer dimension_array_size = 0;
698 bool is_found =
false;
699 for (StringList::Enumerator i(m_variables_name); ++i;)
706 ostr() <<
"No HDF5 group with name '" << vname <<
"' exists";
707 throw ReaderWriterException(func_name, ostr.str());
714 group_id.open(m_sub_group_id, vname);
715 if (group_id.isBad()) {
717 ostr() <<
"No HDF5 with name '" << vname <<
"' exists";
718 throw ReaderWriterException(func_name, ostr.str());
720 bool is_multi_size =
false;
730 att_id.open(group_id,
"Dims");
731 HSpace space_id = att_id.getSpace();
735 hsize_t hdf_dims[max_dim];
736 hsize_t max_dims[max_dim];
737 H5Sget_simple_extent_dims(space_id.id(), hdf_dims, max_dims);
741 att_id.read(m_types.nativeType(
Integer()), dim_val);
742 if (hdf_dims[0] != 9) {
744 ostr() <<
"Wrong dimensions for variable '" << vname
745 <<
"' (found: " << (int)hdf_dims[0] <<
" expected 9)";
746 throw ReaderWriterException(func_name, ostr.str());
748 nb_dimension = dim_val[0];
749 dim1_size = dim_val[1];
750 dim2_size = dim_val[2];
751 nb_element = dim_val[3];
752 nb_base_element = dim_val[4];
753 dimension_array_size = dim_val[5];
754 is_multi_size = dim_val[6] != 0;
756 memory_size = dim_val[8];
759 info() <<
" READ DIM name=" << vname
760 <<
" nb_dim=" << nb_dimension <<
" dim1_size=" << dim1_size
761 <<
" dim2_size=" << dim2_size <<
" nb_element=" << nb_element
762 <<
" dimension_size=" << dimension_array_size
763 <<
" is_multi_size=" << is_multi_size
764 <<
" data_type" << data_type;
766 if (dimension_array_size > 0) {
768 array_id.open(group_id,
"Dim2");
770 if (array_id.isBad()) {
772 ostr() <<
"Wrong dataset for variable '" << vname <<
"'";
773 throw ReaderWriterException(func_name, ostr.str());
775 HSpace space_id = array_id.getSpace();
776 if (space_id.isBad()) {
778 ostr() <<
"Wrong dataspace for variable '" << vname <<
"'";
779 throw ReaderWriterException(func_name, ostr.str());
781 hsize_t hdf_dims[max_dim];
782 hsize_t max_dims[max_dim];
783 H5Sget_simple_extent_dims(space_id.id(), hdf_dims, max_dims);
786 if ((Integer)hdf_dims[0] != dimension_array_size) {
788 ostr() <<
"Wrong number of elements in 'Dim2' for variable '"
789 << vname <<
"' (found: " << hdf_dims[0]
790 <<
" expected " << dimension_array_size <<
")";
791 throw ReaderWriterException(func_name, ostr.str());
794 dims.resize(dimension_array_size);
795 herr_t herr = array_id.read(m_types.nativeType(
Integer()), dims.data());
798 ostr() <<
"Wrong dataset read for variable '" << vname <<
"'";
799 throw ReaderWriterException(func_name, ostr.str());
804 nb_base_element, is_multi_size, dims);
814void Hdf5MpiReaderWriter::
815write(IVariable* v, IData* data)
817 if (v->itemKind() == IK_Unknown)
821 _directWriteVal(v, data);
827void Hdf5MpiReaderWriter::
828_readVal(IVariable* v, IData* data)
830 const char* func_name =
"Hdf5MpiReaderWriter::_readVal() ";
832 String var_group_name = _variableGroupName(v);
834 info() <<
" TRY TO READ var_group=" << var_group_name;
836 Ref<ISerializedData> sd(_readDim2(v));
837 Int64 storage_size = sd->memorySize();
839 info() <<
" READ DATA n=" << storage_size;
841 data->allocateBufferForSerializedData(sd.get());
846 if (storage_size != 0) {
850 group_id.open(m_sub_group_id, var_group_name);
851 if (group_id.isBad()) {
853 ostr() <<
"No HDF5 group with name '" << var_group_name <<
"' exists";
854 throw ReaderWriterException(func_name, ostr.str());
858 dataset_id.open(group_id,
"Values");
859 if (dataset_id.isBad()) {
861 ostr() <<
"Wrong dataset for variable '" << var_group_name <<
"'";
862 throw ReaderWriterException(func_name, ostr.str());
867 void* ptr = sd->writableBytes().data();
868 info() <<
"READ Variable " << var_group_name <<
" ptr=" << ptr;
870 hid_t trueid = m_types.nativeType(sd->baseDataType());
871 dataset_id.read(trueid, ptr);
874 data->assignSerializedData(sd.get());
880void Hdf5MpiReaderWriter::
881read(IVariable* var, IData* data)
883 _directReadVal(var, data);
889void Hdf5MpiReaderWriter::
890setMetaData(
const String& meta_data)
892 ARCANE_UNUSED(meta_data);
895 IParallelMng* pm = m_parallel_mng;
896 Integer nb_rank = pm->commSize();
897 if (m_send_rank!=m_my_rank){
900 sb.setMode(ISerializer::ModeReserve);
901 sb.reserve(m_sub_group_name);
902 sb.reserve(meta_data);
904 sb.setMode(ISerializer::ModePut);
905 sb.put(m_sub_group_name);
907 m_parallel_mng->sendSerializer(&sb,m_send_rank);
910 _setMetaData(meta_data,m_sub_group_name);
911 for( Integer i=m_send_rank+1; i<=m_last_recv_rank; ++i ){
913 pm->recvSerializer(&sb,i);
914 sb.setMode(ISerializer::ModeGet);
915 String remote_group_name;
916 String remote_meta_data;
917 sb.get(remote_group_name);
918 sb.get(remote_meta_data);
919 _setMetaData(remote_meta_data,remote_group_name);
924 _setMetaData(meta_data,m_sub_group_name);
931void Hdf5MpiReaderWriter::
932_setMetaData(
const String& meta_data,
const String& sub_group_name)
934 ARCANE_UNUSED(meta_data);
935 ARCANE_UNUSED(sub_group_name);
937 const char* func_name =
"Hdf5MpiReaderWriter::setMetaData()";
940 base_group.recursiveCreate(m_file_id,sub_group_name);
943 const Byte* _meta_data = meta_data_utf8.begin();
946 dims[0] = meta_data_utf8.size() + 1;
948 space_id.createSimple(1,dims);
949 if (space_id.isBad())
950 throw ReaderWriterException(func_name,
"Bad 'space' for the meta-data ('MetaData')");
953 dataset_id.create(base_group,
"MetaData",m_types.nativeType(
Byte()),space_id,H5P_DEFAULT);
954 if (dataset_id.isBad())
955 throw ReaderWriterException(func_name,
"Bad 'dataset' for the meta-data ('MetaData')");
957 herr_t herr = dataset_id.write(m_types.nativeType(
Byte()),_meta_data);
959 throw ReaderWriterException(func_name,
"Can't write the meta-data ('MetaData')");
966String Hdf5MpiReaderWriter::
969 const char* func_name =
"Hdf5MpiReaderWriter::readMetaData()";
971 dataset_id.open(m_sub_group_id,
"MetaData");
972 if (dataset_id.isBad()) {
973 throw ReaderWriterException(func_name,
"Wrong dataset for meta-data ('MetaData')");
975 HSpace space_id = dataset_id.getSpace();
976 if (space_id.isBad()) {
977 throw ReaderWriterException(func_name,
"Wrong space for meta-data ('MetaData')");
979 const int max_dim = 256;
980 hsize_t hdf_dims[max_dim];
981 hsize_t max_dims[max_dim];
982 H5Sget_simple_extent_dims(space_id.id(), hdf_dims, max_dims);
983 if (hdf_dims[0] <= 0)
984 throw ReaderWriterException(func_name,
"Wrong number of elements for meta-data ('MetaData')");
987 dataset_id.read(m_types.nativeType(
Byte()), uchars.data());
995void Hdf5MpiReaderWriter::
1000 if (m_my_rank==m_send_rank){
1001 _receiveRemoteVariables();
1006 sb.setMode(ISerializer::ModeReserve);
1007 sb.reserve(DT_Int32,1);
1008 sb.allocateBuffer();
1009 sb.setMode(ISerializer::ModePut);
1011 m_parallel_mng->sendSerializer(&sb,m_send_rank);
1016 info() <<
" Hdf5Timer: nb_activated=" << m_io_timer.nbActivated()
1017 <<
" time=" << m_io_timer.totalTime()
1018 <<
" write=" << m_write_timer.nbActivated()
1019 <<
" timewrite=" << m_write_timer.totalTime();
1026void Hdf5MpiReaderWriter::
1027_receiveRemoteVariables()
1029 IParallelMng* pm = m_parallel_mng;
1030 Integer nb_remaining = m_last_recv_rank - m_send_rank;
1031 info() <<
"NB REMAINING = " << nb_remaining;
1032 Ref<ISerializeMessageList> m_messages(pm->createSerializeMessageListRef());
1034 while (nb_remaining > 0) {
1035 ISerializeMessage* sm =
new SerializeMessage(m_my_rank, NULL_SUB_DOMAIN_ID, ISerializeMessage::MT_Recv);
1036 m_messages->addMessage(sm);
1037 m_messages->processPendingMessages();
1038 m_messages->waitMessages(Parallel::WaitAll);
1040 ISerializer* sb = sm->serializer();
1041 sb->setMode(ISerializer::ModeGet);
1043 Int32
id = sb->getInt32();
1049 _writeRemoteVariable(sb);
1057void Hdf5MpiReaderWriter::
1058_writeRemoteVariable(ISerializer* sb)
1063 sb->get(group_name);
1069 sb->setReadMode(ISerializer::ReadReplace);
1070 sdata->serialize(sb);
1071 _writeVal(var_name, group_name, sdata.get());
1082class ArcaneHdf5MpiCheckpointService2
1083:
public ArcaneHdf5MpiReaderWriterObject
1087 ArcaneHdf5MpiCheckpointService2(
const ServiceBuildInfo& sbi)
1088 : ArcaneHdf5MpiReaderWriterObject(sbi)
1095 virtual IDataWriter* dataWriter() {
return m_writer; }
1096 virtual IDataReader* dataReader() {
return m_reader; }
1098 virtual void notifyBeginWrite();
1099 virtual void notifyEndWrite();
1100 virtual void notifyBeginRead();
1101 virtual void notifyEndRead();
1102 virtual void close() {}
1103 virtual String readerServiceName()
const {
return "ArcaneHdf5MpiCheckpointReader2"; }
1108 Hdf5MpiReaderWriter* m_writer;
1109 Hdf5MpiReaderWriter* m_reader;
1114 String _defaultFileName()
1116 return "arcanedump.mpi.h5";
1118 Directory _defaultDirectory()
1120 return Directory(baseDirectoryName());
1122 void _parseMetaData(String meta_data);
1128void ArcaneHdf5MpiCheckpointService2::
1129_parseMetaData(String meta_data)
1131 IIOMng* io_mng = subDomain()->ioMng();
1132 ScopedPtrT<IXmlDocumentHolder> xml_doc(io_mng->parseXmlBuffer(meta_data.utf8(),
"MetaData"));
1133 XmlNode root = xml_doc->documentNode().documentElement();
1134 Integer version = root.attr(
"version").valueAsInteger();
1136 throw ReaderWriterException(
"ArcaneHdf5MpiCheckpointService2::_parseMetaData",
"Bad version (expected 1)");
1140 info() <<
" FileSet size=" << m_fileset_size;
1146void ArcaneHdf5MpiCheckpointService2::
1149 String meta_data = readerMetaData();
1150 _parseMetaData(meta_data);
1152 info() <<
" GET META DATA READER " << readerMetaData()
1153 <<
" filename=" << fileName();
1155 if (fileName().null()) {
1156 Directory dump_dir(_defaultDirectory());
1159 setFileName(dump_dir.file(_defaultFileName()));
1163 info() <<
" READ CHECKPOINT FILENAME = " << fileName();
1164 StringBuilder sub_group;
1169 sub_group =
"Index";
1170 sub_group += currentIndex();
1171 m_reader =
new Hdf5MpiReaderWriter(subDomain(), fileName(), sub_group.toString(), 0, Hdf5MpiReaderWriter::OpenModeRead);
1172 m_reader->initialize();
1178void ArcaneHdf5MpiCheckpointService2::
1188void ArcaneHdf5MpiCheckpointService2::
1192 m_fileset_size = options()->filesetSize();
1194 if (fileName().null()) {
1195 Directory dump_dir(_defaultDirectory());
1199 setFileName(dump_dir.file(_defaultFileName()));
1202 Hdf5MpiReaderWriter::eOpenMode open_mode = Hdf5MpiReaderWriter::OpenModeAppend;
1203 Integer write_index = checkpointTimes().size();
1205 if (write_index == 0)
1206 open_mode = Hdf5MpiReaderWriter::OpenModeTruncate;
1211 StringBuilder sub_group;
1217 sub_group =
"Index";
1218 sub_group += write_index;
1220 m_writer =
new Hdf5MpiReaderWriter(subDomain(), fileName(), sub_group.toString(), m_fileset_size, open_mode);
1221 m_writer->initialize();
1227void ArcaneHdf5MpiCheckpointService2::
1231 ostr() <<
"<infos version='1'>\n";
1232 ostr() <<
" <fileset-size>" << m_fileset_size <<
"</fileset-size>\n";
1233 ostr() <<
"</infos>\n";
1234 setReaderMetaData(ostr.str());
1245 ArcaneHdf5MpiCheckpointReader2);
1249 ArcaneHdf5MpiCheckpointWriter2);
1251ARCANE_REGISTER_SERVICE_HDF5MPIREADERWRITER(ArcaneHdf5MpiCheckpoint2,
1252 ArcaneHdf5MpiCheckpointService2);
#define ARCANE_REGISTER_SUB_DOMAIN_FACTORY(aclass, ainterface, aname)
Registers a factory service for the class aclass.
Interface of the subdomain manager.
Unicode character string.
Utility functions for Hdf5.
-- tab-width: 2; indent-tabs-mode: nil; coding: utf-8-with-signature --
Ref< ISerializedData > arcaneCreateSerializedDataRef(eDataType data_type, Int64 memory_size, Integer nb_dim, Int64 nb_element, Int64 nb_base_element, bool is_multi_size, Int64ConstArrayView dimensions)
Creates serialized data.
UniqueArray< Real3x3 > Real3x3UniqueArray
Dynamic 1D array of rank 3 tensors.
UniqueArray< Int64 > Int64UniqueArray
Dynamic 1D array of 64-bit integers.
Int32 Integer
Type representing an integer.
UniqueArray< Real3 > Real3UniqueArray
Dynamic 1D array of rank 3 vectors.
ConstArrayView< Int64 > Int64ConstArrayView
C equivalent of a 1D array of 64-bit integers.
UniqueArray< Byte > ByteUniqueArray
Dynamic 1D array of characters.
UniqueArray< Int32 > Int32UniqueArray
Dynamic 1D array of 32-bit integers.
UniqueArray< Real > RealUniqueArray
Dynamic 1D array of reals.
Ref< ISerializedData > arcaneCreateEmptySerializedDataRef()
Creates serialized data.
ConstArrayView< Byte > ByteConstArrayView
C equivalent of a 1D array of characters.
unsigned char Byte
Type of a byte.
@ DT_Real3x3
3x3 tensor data type
@ DT_Int32
32-bit integer data type
@ DT_Real3
Vector 3 data type.
@ DT_Unknown
Unknown or uninitialized data type.
const char * dataTypeName(eDataType type)
Data type name.