14#include "arcane/utils/String.h"
15#include "arcane/utils/StringBuilder.h"
16#include "arcane/utils/OStringStream.h"
17#include "arcane/utils/ScopedPtr.h"
18#include "arcane/utils/List.h"
19#include "arcane/utils/ITraceMng.h"
21#include "arcane/core/Item.h"
22#include "arcane/core/IDataReader.h"
23#include "arcane/core/IDataWriter.h"
24#include "arcane/core/ISubDomain.h"
25#include "arcane/core/StdNum.h"
26#include "arcane/core/IVariable.h"
27#include "arcane/core/CheckpointService.h"
28#include "arcane/core/Directory.h"
29#include "arcane/core/IParallelMng.h"
30#include "arcane/core/ArcaneException.h"
31#include "arcane/core/VerifierService.h"
32#include "arcane/core/IVariableMng.h"
33#include "arcane/core/FactoryService.h"
34#include "arcane/core/IData.h"
35#include "arcane/core/Timer.h"
36#include "arcane/core/ISerializedData.h"
37#include "arcane/core/IIOMng.h"
38#include "arcane/core/IXmlDocumentHolder.h"
39#include "arcane/core/VariableCollection.h"
40#include "arcane/core/internal/SerializeMessage.h"
41#include "arcane/core/SerializeBuffer.h"
42#include "arcane/core/ISerializeMessageList.h"
44#include "arcane/hdf5/Hdf5MpiReaderWriter.h"
46#include "arcane/hdf5/Hdf5MpiReaderWriter_axl.h"
48#include "arcane_packages.h"
50#ifdef ARCANE_HAS_PACKAGE_MPI
51#ifndef OMPI_SKIP_MPICXX
52#define OMPI_SKIP_MPICXX
54#ifndef MPICH_SKIP_MPICXX
55#define MPICH_SKIP_MPICXX
75static herr_t _Hdf5MpiReaderWriterIterateMe(hid_t,
const char*,
void*);
83 eOpenMode open_mode,
bool do_verif)
86, m_parallel_mng(sd->parallelMng())
87, m_open_mode(open_mode)
89, m_sub_group_name(sub_group_name)
90, m_is_initialized(false)
91, m_io_timer(sd,
"Hdf5TimerHd",
Timer::TimerReal)
92, m_write_timer(sd,
"Hdf5TimerWrite",
Timer::TimerReal)
94, m_my_rank(m_parallel_mng->commRank())
95, m_send_rank(m_my_rank)
96, m_last_recv_rank(m_my_rank)
97, m_fileset_size(fileset_size)
99 ARCANE_UNUSED(do_verif);
100 if (m_fileset_size!=1 && m_parallel_mng->isParallel()){
101 m_is_parallel =
true;
102 Integer nb_rank = m_parallel_mng->commSize();
103 if (m_fileset_size==0){
105 m_last_recv_rank = nb_rank;
109 m_send_rank = (m_my_rank / m_fileset_size) * m_fileset_size;
110 m_last_recv_rank = m_send_rank + m_fileset_size;
111 if (m_last_recv_rank>nb_rank)
112 m_last_recv_rank = nb_rank;
116 sd->traceMng()->info() <<
" INFOS PARALLEL: my_rank=" << m_my_rank
117 <<
" send_rank=" << m_send_rank
118 <<
" last_recv_rank=" << m_last_recv_rank
119 <<
" filename=" << filename
120 <<
" fileset_size=" << m_fileset_size;
126void Hdf5MpiReaderWriter::
129 if (m_is_initialized)
132 m_is_initialized =
true;
134 const char* func_name =
"Hdf5MpiReaderWriter::initialize()";
138 if (m_open_mode==OpenModeRead){
139 m_file_id.openRead(m_filename);
140 m_sub_group_id.recursiveOpen(m_file_id,m_sub_group_name);
144 void* arcane_comm = m_sub_domain->parallelMng()->getMPICommunicator();
146 throw FatalErrorException(
"No MPI environment available");
147 MPI_Comm mpi_comm = *((MPI_Comm*)arcane_comm);
148 Integer nb_rank = m_parallel_mng->commSize();
149 if (m_fileset_size>1){
150 UniqueArray<int> senders;
151 for( Integer i=0; i<nb_rank; ++i ){
152 Integer modulo = i % m_fileset_size;
154 info() <<
" ADD SENDER n=" << i;
159 if (MPI_Comm_group(mpi_comm,&all_group)!=MPI_SUCCESS)
160 fatal() <<
"Error in MPI_Comm_group";
161 MPI_Group writer_group;
162 if (MPI_Group_incl(all_group,senders.size(),senders.data(),&writer_group)!=MPI_SUCCESS)
163 fatal() <<
"Error in MPI_Group_incl";
164 if (MPI_Comm_create(mpi_comm,writer_group,&mpi_comm)!=MPI_SUCCESS)
165 fatal() <<
"Error in MPI_Comm_create";
169 if (m_send_rank!=m_my_rank)
171 if (m_open_mode==OpenModeTruncate || m_open_mode==OpenModeAppend){
172 hid_t plist_id = H5Pcreate(H5P_FILE_ACCESS);
174 info() <<
" USE MPI-POSIX";
176#ifdef H5_HAVE_PARALLEL
177 H5Pset_fapl_mpio(plist_id, mpi_comm, MPI_INFO_NULL);
180#ifdef ARCANE_TEST_HDF5DIRECT
181# ifdef H5_HAVE_DIRECT
182 info() <<
" HAVE DIRECT DRIVER";
183 H5Pset_fapl_direct(plist_id,4096,512,16*1024*1024);
190 herr_t r = H5Pget_cache(plist_id,&mdc_nelmts,&rdcc_nelmts,&rdcc_nbytes,&rdcc_w0);
191 info() <<
" CACHE SIZE r=" << r <<
" mdc=" << mdc_nelmts
192 <<
" rdcc=" << rdcc_nelmts <<
" rdcc_bytes=" << rdcc_nbytes <<
" w0=" << rdcc_w0;
195 rdcc_nbytes = 10000000;
196 r = H5Pset_cache(plist_id,mdc_nelmts,rdcc_nelmts,rdcc_nbytes,rdcc_w0);
197 info() <<
" SET CACHE SIZE R1=" << r;
200 hsize_t sieve_buf = (1024 << 12);
201 r = H5Pset_sieve_buf_size(plist_id,sieve_buf);
202 info() <<
" SIEVE_BUF=" << sieve_buf <<
" r=" << r;
203 hsize_t small_block_size = 0;
204 r = H5Pget_small_data_block_size(plist_id,&small_block_size);
205 info() <<
" SMALL BLOCK SIZE=" << small_block_size;
206 small_block_size <<= 10;
207 r = H5Pset_small_data_block_size(plist_id,small_block_size);
208 info() <<
" SET SMALL BLOCK SIZE s=" << small_block_size <<
" r=" << r;
222 if (m_open_mode==OpenModeTruncate){
223 info() <<
" BEGIN OPEN TRUNCATE";
224 m_file_id.openTruncate(m_filename,plist_id);
225 info() <<
" END OPEN TRUNCATE";
227 else if (m_open_mode==OpenModeAppend){
228 info() <<
" BEGIN OPEN ADD";
229 m_file_id.openAppend(m_filename,plist_id);
230 info() <<
" END OPEN ADD";
233 if (m_sub_group_name!=
"/"){
234 info() <<
" CHECK CREATE GROUP name=" << m_sub_group_name;
236 m_sub_group_id.recursiveCreate(m_file_id,m_sub_group_name);
237 info() <<
" END CHECK CREATE GROUP name=" << m_sub_group_name;
240 m_sub_group_id.open(m_file_id,m_sub_group_name);
241 m_variable_group_id.create(m_sub_group_id,
"Variables");
244 if (m_file_id.isBad()){
246 ostr() <<
"Unable to open file <" << m_filename <<
">";
247 throw ReaderWriterException(func_name,ostr.str());
249 if (m_sub_group_id.isBad()){
251 ostr() <<
"HDF5 group '" << m_sub_group_name <<
"' not found";
252 throw ReaderWriterException(func_name,ostr.str());
255 if (m_variable_group_id.isBad()){
257 ostr() <<
"Group HDF5 'Variables' not found";
258 throw ReaderWriterException(func_name,ostr.str());
262 info() <<
" INFO END INITIALIZE";
265 if (m_open_mode==OpenModeRead){
268 H5Giterate(m_file_id.id(),m_sub_group_name.localstr(),&index,_Hdf5MpiReaderWriterIterateMe,
this);
276~Hdf5MpiReaderWriter()
283void Hdf5MpiReaderWriter::
286 if (m_is_initialized)
288 fatal() <<
"Use of a Hdf5MpiReaderWriter instance not initialized";
294String Hdf5MpiReaderWriter::
295_variableGroupName(IVariable* var)
297 return var->fullName();
303void Hdf5MpiReaderWriter::
304beginWrite(
const VariableCollection& vars)
306 IParallelMng* pm = m_parallel_mng;
307 Integer nb_rank = pm->commSize();
309 pwarning() <<
"Implementation of this checkpoint format is not operational yet";
311 for( VariableCollection::Enumerator i(vars); ++i; ){
313 if (v->itemKind()==IK_Unknown)
316 Ref<ISerializedData> sdata(v->data()->createSerializedDataRef(
false));
317 Int64 nb_base_element = sdata->nbBaseElement();
319 Int64 my_size = nb_base_element;
321 SharedArray<Int64> all_sizes(nb_rank);
322 pm->allGather(a_my_size,all_sizes);
324 Int64 total_size = 0;
325 for( Integer i=0; i<nb_rank; ++i )
326 total_size += all_sizes[i];
328 for( Integer i=0; i<m_my_rank; ++i )
329 my_index += all_sizes[i];
330 m_variables_offset.insert(std::make_pair(v->fullName(),VarOffset(my_index,total_size,all_sizes)));
331 info() <<
" ADD OFFSET v=" << v->fullName() <<
" offset=" << my_index
332 <<
" total_size=" << total_size;
344void Hdf5MpiReaderWriter::
345_writeValParallel(IVariable* v,
const ISerializedData* sdata)
348 sb.setMode(ISerializer::ModeReserve);
349 sb.reserve(DT_Int32,1);
350 sb.reserve(v->fullName());
351 sb.reserve(m_sub_group_name);
355 sdata->serialize(&sb);
357 sb.setMode(ISerializer::ModePut);
359 sb.put(v->fullName());
360 sb.put(m_sub_group_name);
364 sdata->serialize(&sb);
366 m_parallel_mng->sendSerializer(&sb,m_send_rank);
372void Hdf5MpiReaderWriter::
373_directReadVal(IVariable* v,IData* data)
377 info() <<
"DIRECT READ VAL v=" << v->name();
384void Hdf5MpiReaderWriter::
385_directWriteVal(IVariable* v,IData* data)
389 Ref<ISerializedData> sdata(data->createSerializedDataRef(
false));
391 _writeVal(v->fullName(),m_sub_group_name,sdata.get());
398_Hdf5MpiReaderWriterIterateMe(hid_t g,
const char* mn,
void* ptr)
400 Hdf5MpiReaderWriter* rw =
reinterpret_cast<Hdf5MpiReaderWriter*
>(ptr);
401 return rw->iterateMe(g,mn);
407herr_t Hdf5MpiReaderWriter::
408iterateMe(hid_t group_id,
const char* member_name)
410 ARCANE_UNUSED(group_id);
412 m_variables_name.add(std::string_view(member_name));
420void Hdf5MpiReaderWriter::
421_writeVal(
const String& var_group_name,
const String& sub_group_name,
422 const ISerializedData* sdata)
424 ARCANE_UNUSED(sub_group_name);
425 const char* func_name =
"Hdf5MpiReaderWriter::_writeVal() ";
426 Timer::Sentry ts(&m_io_timer);
427 double v0 = ::MPI_Wtime();
428 info() <<
" SDATA name=" << var_group_name <<
" nb_element=" << sdata->nbElement()
429 <<
" dim=" << sdata->nbDimension() <<
" datatype=" << sdata->baseDataType()
430 <<
" nb_basic_element=" << sdata->nbBaseElement()
431 <<
" is_multi=" << sdata->isMultiSize()
432 <<
" dimensions_size=" << sdata->extents().size()
433 <<
" memory_size=" << sdata->memorySize()
434 <<
" bytes_size=" << sdata->constBytes().size();
436 hid_t save_typeid = m_types.saveType(sdata->baseDataType());
437 hid_t trueid = m_types.nativeType(sdata->baseDataType());
438 const void* ptr = sdata->constBytes().data();
439 Int64 nb_base_element = sdata->nbBaseElement();
441 OffsetMap::const_iterator offset_info = m_variables_offset.find(var_group_name);
442 if (offset_info==m_variables_offset.end()){
443 fatal() <<
"Can not find offset informations for ->" << var_group_name;
445 Int64 nb_element_to_write = nb_base_element;
452 if (m_is_parallel && m_fileset_size!=1){
453 if (m_send_rank==m_my_rank){
455 nb_element_to_write = 0;
456 for( Integer i=m_send_rank; i<=m_last_recv_rank; ++i ){
457 nb_element_to_write += offset_info->second.m_all_sizes[i];
460 switch(sdata->baseDataType()){
462 real_array.resize(nb_element_to_write);
463 ptr = real_array.data();
466 real3_array.resize(nb_element_to_write);
467 ptr = real3_array.data();
470 real3x3_array.resize(nb_element_to_write);
471 ptr = real3x3_array.data();
474 int32_array.resize(nb_element_to_write);
475 ptr = int32_array.data();
478 fatal() <<
"Type not handled "<<
dataTypeName(sdata->baseDataType());
493 HGroup var_base_group;
494 var_base_group.recursiveCreate(m_file_id,sub_group_name);
499 group_id.create(var_base_group,var_group_name);
500 if (group_id.isBad()){
502 ostr() <<
"Group HDF5 '" << var_group_name <<
"' not found";
503 throw ReaderWriterException(func_name,ostr.str());
510 bool is_multi_size = sdata->isMultiSize();
513 if (nb_dimension==2 && !is_multi_size){
514 dim1_size = dimensions[0];
515 dim2_size = dimensions[1];
526 space_id.createSimple(1,att_dims);
529 dim_val[0] = nb_dimension;
530 dim_val[1] = dim1_size;
531 dim_val[2] = dim2_size;
532 dim_val[3] = nb_element;
533 dim_val[4] = nb_base_element;
534 dim_val[5] = dimension_array_size;
535 dim_val[6] = is_multi_size ? 1 : 0;
536 dim_val[7] = (
Integer)sdata->baseDataType();
537 dim_val[8] = sdata->memorySize();
541 att_id.create(group_id,
"Dims",m_types.saveType(dim1_size),space_id);
542 herr_t herr = att_id.write(m_types.nativeType(dim2_size),dim_val);
545 ostr() <<
"Bad writing of the dimensions for the variable '" << var_group_name <<
"'";
546 throw ReaderWriterException(func_name,ostr.str());
554 if (dimension_array_size!=0){
556 att_dims[0] = dimension_array_size;
560 space_id.createSimple(1,att_dims);
562 array_id.create(group_id,
"Dim2",m_types.saveType(dim1_size),space_id,H5P_DEFAULT);
563 herr_t herr = array_id.write(m_types.nativeType(dim1_size),dimensions.begin());
566 ostr() <<
"Bad writing of the dimensions for the variable '" << var_group_name <<
"'";
567 throw ReaderWriterException(func_name,ostr.str());
576 if (nb_base_element!=0 && ptr!=0){
577 debug(Trace::High) <<
"Variable " << var_group_name <<
" begin dumped (nb_base_element=" << nb_base_element <<
").";
582 count[0] = nb_element_to_write;
598 Int64 my_index = offset_info->second.m_offset;
599 Int64 total_size = offset_info->second.m_total_size;
600 offset[0] = my_index;
602 double v1 = MPI_Wtime();
604 dims[0] = total_size;
606 filespace_id.createSimple(1,dims);
608 memspace_id.createSimple(1,count);
609 if (memspace_id.isBad()){
611 ostr() <<
"Wrong dataspace for variable '" << var_group_name <<
"'";
612 throw ReaderWriterException(func_name,ostr.str());
619 hid_t write_plist_id = H5Pcreate(H5P_DATASET_XFER);
620#ifdef H5_HAVE_PARALLEL
621 H5Pset_dxpl_mpio(write_plist_id, H5FD_MPIO_COLLECTIVE);
625 hid_t create_dataset_plist_id = H5P_DEFAULT;
627 Integer chunk_size = (4096 << 9);
628 if (total_size>chunk_size){
629 create_dataset_plist_id = H5Pcreate(H5P_DATASET_CREATE);
630 H5Pcreate(H5P_DATASET_CREATE);
631 hsize_t chunk_dim[1];
632 chunk_dim[0] = chunk_size;
633 herr_t r = H5Pset_chunk(create_dataset_plist_id,1,chunk_dim);
634 info() <<
" SET CHUNK FOR " << var_group_name <<
" total=" << total_size <<
" chunk=" << chunk_dim[0];
640 dataset_id.create(m_variable_group_id,var_group_name,save_typeid,filespace_id,create_dataset_plist_id);
641 if (dataset_id.isBad()){
643 ostr() <<
"Wrong dataset for variable '" << var_group_name <<
"'";
644 throw ReaderWriterException(func_name,ostr.str());
646 H5Sselect_hyperslab(filespace_id.id(), H5S_SELECT_SET, offset, NULL, count, NULL);
651 Timer::Sentry ts(&m_write_timer);
652 herr_t herr = dataset_id.write(trueid,ptr,memspace_id,filespace_id,write_plist_id);
655 ostr() <<
"Wrong dataset written for variable '" << var_group_name <<
"'";
656 throw ReaderWriterException(func_name,ostr.str());
659 if (create_dataset_plist_id!=H5P_DEFAULT)
660 H5Pclose(create_dataset_plist_id);
661 H5Pclose(write_plist_id);
663 info() <<
" WRITE DATASET name=" << var_group_name
664 <<
" offset=" << offset[0]
665 <<
" mysize=" << nb_base_element
666 <<
" write_size=" << count[0]
667 <<
" total=" << total_size
668 <<
" rank=" << m_my_rank
669 <<
" clock=" << (MPI_Wtime() - v1);
677 info() <<
"TOTAL = " << (MPI_Wtime()-v0);
683Ref<ISerializedData> Hdf5MpiReaderWriter::
684_readDim2(IVariable* var)
686 const char* func_name =
"Hdf5MpiReaderWriter::_readDim2()";
688 const int max_dim = 256;
690 String vname = _variableGroupName(var);
692 info() <<
" READ DIM name=" << vname;
694 Integer dimension_array_size = 0;
701 bool is_found =
false;
702 for( StringList::Enumerator i(m_variables_name); ++i; )
709 ostr() <<
"No HDF5 group with name '" << vname <<
"' exists";
710 throw ReaderWriterException(func_name,ostr.str());
717 group_id.open(m_sub_group_id,vname);
718 if (group_id.isBad()){
720 ostr() <<
"No HDF5 with name '" << vname <<
"' exists";
721 throw ReaderWriterException(func_name,ostr.str());
723 bool is_multi_size =
false;
733 att_id.open(group_id,
"Dims");
734 HSpace space_id = att_id.getSpace();
738 hsize_t hdf_dims[max_dim];
739 hsize_t max_dims[max_dim];
740 H5Sget_simple_extent_dims(space_id.id(),hdf_dims,max_dims);
744 att_id.read(m_types.nativeType(
Integer()),dim_val);
747 ostr() <<
"Wrong dimensions for variable '" << vname
748 <<
"' (found: " << (int)hdf_dims[0] <<
" expected 9)";
749 throw ReaderWriterException(func_name,ostr.str());
751 nb_dimension = dim_val[0];
752 dim1_size = dim_val[1];
753 dim2_size = dim_val[2];
754 nb_element = dim_val[3];
755 nb_base_element = dim_val[4];
756 dimension_array_size = dim_val[5];
757 is_multi_size = dim_val[6]!=0;
759 memory_size = dim_val[8];
762 info() <<
" READ DIM name=" << vname
763 <<
" nb_dim=" << nb_dimension <<
" dim1_size=" << dim1_size
764 <<
" dim2_size=" << dim2_size <<
" nb_element=" << nb_element
765 <<
" dimension_size=" << dimension_array_size
766 <<
" is_multi_size=" << is_multi_size
767 <<
" data_type" << data_type;
769 if (dimension_array_size>0){
771 array_id.open(group_id,
"Dim2");
773 if (array_id.isBad()){
775 ostr() <<
"Wrong dataset for variable '" << vname <<
"'";
776 throw ReaderWriterException(func_name,ostr.str());
778 HSpace space_id = array_id.getSpace();
779 if (space_id.isBad()){
781 ostr() <<
"Wrong dataspace for variable '" << vname <<
"'";
782 throw ReaderWriterException(func_name,ostr.str());
784 hsize_t hdf_dims[max_dim];
785 hsize_t max_dims[max_dim];
786 H5Sget_simple_extent_dims(space_id.id(),hdf_dims,max_dims);
789 if ((Integer)hdf_dims[0]!=dimension_array_size){
791 ostr() <<
"Wrong number of elements in 'Dim2' for variable '"
792 << vname <<
"' (found: " << hdf_dims[0]
793 <<
" expected " << dimension_array_size <<
")";
794 throw ReaderWriterException(func_name,ostr.str());
797 dims.resize(dimension_array_size);
798 herr_t herr = array_id.read(m_types.nativeType(
Integer()),dims.data());
801 ostr() <<
"Wrong dataset read for variable '" << vname <<
"'";
802 throw ReaderWriterException(func_name,ostr.str());
807 nb_base_element,is_multi_size,dims);
817void Hdf5MpiReaderWriter::
818write(IVariable* v,IData* data)
820 if (v->itemKind()==IK_Unknown)
824 _directWriteVal(v,data);
830void Hdf5MpiReaderWriter::
831_readVal(IVariable* v,IData* data)
833 const char* func_name =
"Hdf5MpiReaderWriter::_readVal() ";
835 String var_group_name = _variableGroupName(v);
837 info() <<
" TRY TO READ var_group=" << var_group_name;
839 Ref<ISerializedData> sd(_readDim2(v));
840 Int64 storage_size = sd->memorySize();
842 info() <<
" READ DATA n=" << storage_size;
844 data->allocateBufferForSerializedData(sd.get());
849 if (storage_size!=0){
853 group_id.open(m_sub_group_id,var_group_name);
854 if (group_id.isBad()){
856 ostr() <<
"No HDF5 group with name '" << var_group_name <<
"' exists";
857 throw ReaderWriterException(func_name,ostr.str());
861 dataset_id.open(group_id,
"Values");
862 if (dataset_id.isBad()){
864 ostr() <<
"Wrong dataset for variable '" << var_group_name <<
"'";
865 throw ReaderWriterException(func_name,ostr.str());
870 void* ptr = sd->writableBytes().data();
871 info() <<
"READ Variable " << var_group_name <<
" ptr=" << ptr;;
872 hid_t trueid = m_types.nativeType(sd->baseDataType());
873 dataset_id.read(trueid,ptr);
876 data->assignSerializedData(sd.get());
882void Hdf5MpiReaderWriter::
883read(IVariable* var,IData* data)
885 _directReadVal(var,data);
891void Hdf5MpiReaderWriter::
892setMetaData(
const String& meta_data)
894 ARCANE_UNUSED(meta_data);
897 IParallelMng* pm = m_parallel_mng;
898 Integer nb_rank = pm->commSize();
899 if (m_send_rank!=m_my_rank){
902 sb.setMode(ISerializer::ModeReserve);
903 sb.reserve(m_sub_group_name);
904 sb.reserve(meta_data);
906 sb.setMode(ISerializer::ModePut);
907 sb.put(m_sub_group_name);
909 m_parallel_mng->sendSerializer(&sb,m_send_rank);
912 _setMetaData(meta_data,m_sub_group_name);
913 for( Integer i=m_send_rank+1; i<=m_last_recv_rank; ++i ){
915 pm->recvSerializer(&sb,i);
916 sb.setMode(ISerializer::ModeGet);
917 String remote_group_name;
918 String remote_meta_data;
919 sb.get(remote_group_name);
920 sb.get(remote_meta_data);
921 _setMetaData(remote_meta_data,remote_group_name);
926 _setMetaData(meta_data,m_sub_group_name);
933void Hdf5MpiReaderWriter::
934_setMetaData(
const String& meta_data,
const String& sub_group_name)
936 ARCANE_UNUSED(meta_data);
937 ARCANE_UNUSED(sub_group_name);
939 const char* func_name =
"Hdf5MpiReaderWriter::setMetaData()";
942 base_group.recursiveCreate(m_file_id,sub_group_name);
945 const Byte* _meta_data = meta_data_utf8.begin();
948 dims[0] = meta_data_utf8.size() + 1;
950 space_id.createSimple(1,dims);
951 if (space_id.isBad())
952 throw ReaderWriterException(func_name,
"Bad 'space' for the meta-data ('MetaData')");
955 dataset_id.create(base_group,
"MetaData",m_types.nativeType(
Byte()),space_id,H5P_DEFAULT);
956 if (dataset_id.isBad())
957 throw ReaderWriterException(func_name,
"Bad 'dataset' for the meta-data ('MetaData')");
959 herr_t herr = dataset_id.write(m_types.nativeType(
Byte()),_meta_data);
961 throw ReaderWriterException(func_name,
"Can't write the meta-data ('MetaData')");
968String Hdf5MpiReaderWriter::
971 const char* func_name =
"Hdf5MpiReaderWriter::readMetaData()";
973 dataset_id.open(m_sub_group_id,
"MetaData");
974 if (dataset_id.isBad()){
975 throw ReaderWriterException(func_name,
"Wrong dataset for meta-data ('MetaData')");
977 HSpace space_id = dataset_id.getSpace();
978 if (space_id.isBad()){
979 throw ReaderWriterException(func_name,
"Wrong space for meta-data ('MetaData')");
981 const int max_dim = 256;
982 hsize_t hdf_dims[max_dim];
983 hsize_t max_dims[max_dim];
984 H5Sget_simple_extent_dims(space_id.id(),hdf_dims,max_dims);
986 throw ReaderWriterException(func_name,
"Wrong number of elements for meta-data ('MetaData')");
989 dataset_id.read(m_types.nativeType(
Byte()),uchars.data());
997void Hdf5MpiReaderWriter::
1002 if (m_my_rank==m_send_rank){
1003 _receiveRemoteVariables();
1008 sb.setMode(ISerializer::ModeReserve);
1009 sb.reserve(DT_Int32,1);
1010 sb.allocateBuffer();
1011 sb.setMode(ISerializer::ModePut);
1013 m_parallel_mng->sendSerializer(&sb,m_send_rank);
1018 info() <<
" Hdf5Timer: nb_activated=" << m_io_timer.nbActivated()
1019 <<
" time=" << m_io_timer.totalTime()
1020 <<
" write=" << m_write_timer.nbActivated()
1021 <<
" timewrite=" << m_write_timer.totalTime();
1028void Hdf5MpiReaderWriter::
1029_receiveRemoteVariables()
1031 IParallelMng* pm = m_parallel_mng;
1032 Integer nb_remaining = m_last_recv_rank - m_send_rank;
1033 info() <<
"NB REMAINING = " << nb_remaining;
1034 Ref<ISerializeMessageList> m_messages(pm->createSerializeMessageListRef());
1036 while(nb_remaining>0){
1037 ISerializeMessage* sm =
new SerializeMessage(m_my_rank,NULL_SUB_DOMAIN_ID,ISerializeMessage::MT_Recv);
1038 m_messages->addMessage(sm);
1039 m_messages->processPendingMessages();
1040 m_messages->waitMessages(Parallel::WaitAll);
1042 ISerializer* sb = sm->serializer();
1043 sb->setMode(ISerializer::ModeGet);
1045 Int32
id = sb->getInt32();
1051 _writeRemoteVariable(sb);
1059void Hdf5MpiReaderWriter::
1060_writeRemoteVariable(ISerializer* sb)
1065 sb->get(group_name);
1071 sb->setReadMode(ISerializer::ReadReplace);
1072 sdata->serialize(sb);
1073 _writeVal(var_name,group_name,sdata.get());
1084class ArcaneHdf5MpiCheckpointService2
1085:
public ArcaneHdf5MpiReaderWriterObject
1089 ArcaneHdf5MpiCheckpointService2(
const ServiceBuildInfo& sbi)
1090 : ArcaneHdf5MpiReaderWriterObject(sbi), m_write_index(0), m_writer(0), m_reader(0)
1094 virtual IDataWriter* dataWriter() {
return m_writer; }
1095 virtual IDataReader* dataReader() {
return m_reader; }
1097 virtual void notifyBeginWrite();
1098 virtual void notifyEndWrite();
1099 virtual void notifyBeginRead();
1100 virtual void notifyEndRead();
1101 virtual void close() {}
1102 virtual String readerServiceName()
const {
return "ArcaneHdf5MpiCheckpointReader2"; }
1107 Hdf5MpiReaderWriter* m_writer;
1108 Hdf5MpiReaderWriter* m_reader;
1113 String _defaultFileName()
1115 return "arcanedump.mpi.h5";
1117 Directory _defaultDirectory()
1119 return Directory(baseDirectoryName());
1121 void _parseMetaData(String meta_data);
1127void ArcaneHdf5MpiCheckpointService2::
1128_parseMetaData(String meta_data)
1130 IIOMng* io_mng = subDomain()->ioMng();
1131 ScopedPtrT<IXmlDocumentHolder> xml_doc(io_mng->parseXmlBuffer(meta_data.utf8(),
"MetaData"));
1132 XmlNode root = xml_doc->documentNode().documentElement();
1133 Integer version = root.attr(
"version").valueAsInteger();
1135 throw ReaderWriterException(
"ArcaneHdf5MpiCheckpointService2::_parseMetaData",
"Bad version (expected 1)");
1139 info() <<
" FileSet size=" << m_fileset_size;
1145void ArcaneHdf5MpiCheckpointService2::
1148 String meta_data = readerMetaData();
1149 _parseMetaData(meta_data);
1151 info() <<
" GET META DATA READER " << readerMetaData()
1152 <<
" filename=" << fileName();
1154 if (fileName().null()){
1155 Directory dump_dir(_defaultDirectory());
1158 setFileName(dump_dir.file(_defaultFileName()));
1162 info() <<
" READ CHECKPOINT FILENAME = " << fileName();
1163 StringBuilder sub_group;
1168 sub_group =
"Index";
1169 sub_group += currentIndex();
1170 m_reader =
new Hdf5MpiReaderWriter(subDomain(),fileName(),sub_group.toString(),0,Hdf5MpiReaderWriter::OpenModeRead);
1171 m_reader->initialize();
1177void ArcaneHdf5MpiCheckpointService2::
1187void ArcaneHdf5MpiCheckpointService2::
1191 m_fileset_size = options()->filesetSize();
1193 if (fileName().null()){
1194 Directory dump_dir(_defaultDirectory());
1198 setFileName(dump_dir.file(_defaultFileName()));
1201 Hdf5MpiReaderWriter::eOpenMode open_mode = Hdf5MpiReaderWriter::OpenModeAppend;
1202 Integer write_index = checkpointTimes().size();
1205 open_mode = Hdf5MpiReaderWriter::OpenModeTruncate;
1210 StringBuilder sub_group;
1216 sub_group =
"Index";
1217 sub_group += write_index;
1219 m_writer =
new Hdf5MpiReaderWriter(subDomain(),fileName(),sub_group.toString(),m_fileset_size,open_mode);
1220 m_writer->initialize();
1226void ArcaneHdf5MpiCheckpointService2::
1230 ostr() <<
"<infos version='1'>\n";
1231 ostr() <<
" <fileset-size>" << m_fileset_size <<
"</fileset-size>\n";
1232 ostr() <<
"</infos>\n";
1233 setReaderMetaData(ostr.str());
1244 ArcaneHdf5MpiCheckpointReader2);
1248 ArcaneHdf5MpiCheckpointWriter2);
1250ARCANE_REGISTER_SERVICE_HDF5MPIREADERWRITER(ArcaneHdf5MpiCheckpoint2,
1251 ArcaneHdf5MpiCheckpointService2);
#define ARCANE_REGISTER_SUB_DOMAIN_FACTORY(aclass, ainterface, aname)
Enregistre un service de fabrique pour la classe aclass.
Interface du gestionnaire d'un sous-domaine.
Chaîne de caractères unicode.
Classe d'accès aux traces.
Fonctions utilitaires pour Hdf5.
-*- tab-width: 2; indent-tabs-mode: nil; coding: utf-8-with-signature -*-
Ref< ISerializedData > arcaneCreateSerializedDataRef(eDataType data_type, Int64 memory_size, Integer nb_dim, Int64 nb_element, Int64 nb_base_element, bool is_multi_size, Int64ConstArrayView dimensions)
Créé des données sérialisées.
UniqueArray< Real3x3 > Real3x3UniqueArray
Tableau dynamique à une dimension de tenseurs de rang 3.
UniqueArray< Int64 > Int64UniqueArray
Tableau dynamique à une dimension d'entiers 64 bits.
Int32 Integer
Type représentant un entier.
UniqueArray< Real3 > Real3UniqueArray
Tableau dynamique à une dimension de vecteurs de rang 3.
ConstArrayView< Int64 > Int64ConstArrayView
Equivalent C d'un tableau à une dimension d'entiers 64 bits.
UniqueArray< Byte > ByteUniqueArray
Tableau dynamique à une dimension de caractères.
UniqueArray< Int32 > Int32UniqueArray
Tableau dynamique à une dimension d'entiers 32 bits.
UniqueArray< Real > RealUniqueArray
Tableau dynamique à une dimension de réels.
Ref< ISerializedData > arcaneCreateEmptySerializedDataRef()
Créé des données sérialisées.
ConstArrayView< Byte > ByteConstArrayView
Equivalent C d'un tableau à une dimension de caractères.
unsigned char Byte
Type d'un octet.
eDataType
Type d'une donnée.
@ DT_Real3x3
Donnée de type tenseur 3x3.
@ DT_Int32
Donnée de type entier 32 bits.
@ DT_Real3
Donnée de type vecteur 3.
@ DT_Unknown
Donnée de type inconnue ou non initialisée.
@ DT_Real
Donnée de type réel.
const char * dataTypeName(eDataType type)
Nom du type de donnée.