Page Menu
Home
c4science
Search
Configure Global Search
Log In
Files
F79680271
distributed_synchronizer.hh
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Subscribers
None
File Metadata
Details
File Info
Storage
Attached
Created
Tue, Aug 27, 17:24
Size
11 KB
Mime Type
text/x-c++
Expires
Thu, Aug 29, 17:24 (2 d)
Engine
blob
Format
Raw Data
Handle
20128912
Attached To
rAKA akantu
distributed_synchronizer.hh
View Options
/**
* @file distributed_synchronizer.hh
*
* @author Guillaume Anciaux <guillaume.anciaux@epfl.ch>
* @author Dana Christen <dana.christen@epfl.ch>
* @author Marco Vocialta <marco.vocialta@epfl.ch>
* @author Nicolas Richart <nicolas.richart@epfl.ch>
*
* @date creation: Thu Jun 16 2011
* @date last modification: Fri Sep 05 2014
*
* @brief wrapper to the static communicator
*
* @section LICENSE
*
* Copyright (©) 2010-2012, 2014 EPFL (Ecole Polytechnique Fédérale de Lausanne)
* Laboratory (LSMS - Laboratoire de Simulation en Mécanique des Solides)
*
* Akantu is free software: you can redistribute it and/or modify it under the
* terms of the GNU Lesser General Public License as published by the Free
* Software Foundation, either version 3 of the License, or (at your option) any
* later version.
*
* Akantu is distributed in the hope that it will be useful, but WITHOUT ANY
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
* A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
* details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with Akantu. If not, see <http://www.gnu.org/licenses/>.
*
*/
/* -------------------------------------------------------------------------- */
#ifndef __AKANTU_DISTRIBUTED_SYNCHRONIZER_HH__
#define __AKANTU_DISTRIBUTED_SYNCHRONIZER_HH__
/* -------------------------------------------------------------------------- */
#include "aka_common.hh"
#include "aka_array.hh"
#include "synchronizer.hh"
#include "mesh.hh"
#include "mesh_partition.hh"
#include "communication_buffer.hh"
/* -------------------------------------------------------------------------- */
__BEGIN_AKANTU__
class
DistributedSynchronizer
:
public
Synchronizer
,
public
MeshEventHandler
{
/* ------------------------------------------------------------------------ */
/* Constructors/Destructors */
/* ------------------------------------------------------------------------ */
public
:
DistributedSynchronizer
(
Mesh
&
mesh
,
SynchronizerID
id
=
"distributed_synchronizer"
,
MemoryID
memory_id
=
0
,
const
bool
register_to_event_manager
=
true
);
public
:
virtual
~
DistributedSynchronizer
();
/* ------------------------------------------------------------------------ */
/* Methods */
/* ------------------------------------------------------------------------ */
public
:
/// get a mesh and a partition and create the local mesh and the associated
/// DistributedSynchronizer
static
DistributedSynchronizer
*
createDistributedSynchronizerMesh
(
Mesh
&
mesh
,
const
MeshPartition
*
partition
,
UInt
root
=
0
,
SynchronizerID
id
=
"distributed_synchronizer"
,
MemoryID
memory_id
=
0
);
/* ------------------------------------------------------------------------ */
/* Inherited from Synchronizer */
/* ------------------------------------------------------------------------ */
/// asynchronous synchronization of ghosts
void
asynchronousSynchronize
(
DataAccessor
&
data_accessor
,
SynchronizationTag
tag
);
/// wait end of asynchronous synchronization of ghosts
void
waitEndSynchronize
(
DataAccessor
&
data_accessor
,
SynchronizationTag
tag
);
/// build processor to element corrispondance
void
buildPrankToElement
();
virtual
void
printself
(
std
::
ostream
&
stream
,
int
indent
=
0
)
const
;
/// mesh event handler onElementsChanged
virtual
void
onElementsChanged
(
const
Array
<
Element
>
&
old_elements_list
,
const
Array
<
Element
>
&
new_elements_list
,
const
ElementTypeMapArray
<
UInt
>
&
new_numbering
,
const
ChangedElementsEvent
&
event
);
/// mesh event handler onRemovedElement
virtual
void
onElementsRemoved
(
const
Array
<
Element
>
&
element_list
,
const
ElementTypeMapArray
<
UInt
>
&
new_numbering
,
const
RemovedElementsEvent
&
event
);
/// mesh event handler onNodesAdded
virtual
void
onNodesAdded
(
const
Array
<
UInt
>
&
nodes_list
,
const
NewNodesEvent
&
event
)
{};
/// mesh event handler onRemovedNodes
virtual
void
onNodesRemoved
(
const
Array
<
UInt
>
&
nodes_list
,
const
Array
<
UInt
>
&
new_numbering
,
const
RemovedNodesEvent
&
event
)
{};
/// mesh event handler onElementsAdded
virtual
void
onElementsAdded
(
const
Array
<
Element
>
&
elements_list
,
const
NewElementsEvent
&
event
)
{};
/// filter elements of a certain kind and copy them into a new synchronizer
void
filterElementsByKind
(
DistributedSynchronizer
*
new_synchronizer
,
ElementKind
kind
);
/// reset send and recv element lists
void
reset
();
/// compute buffer size for a given tag and data accessor
void
computeBufferSize
(
DataAccessor
&
data_accessor
,
SynchronizationTag
tag
);
/// recalculate buffer sizes for all tags
void
computeAllBufferSizes
(
DataAccessor
&
data_accessor
);
/// remove elements from the synchronizer without renumbering them
void
removeElements
(
const
Array
<
Element
>
&
element_to_remove
);
/// renumber the elements in the synchronizer
void
renumberElements
(
const
ElementTypeMapArray
<
UInt
>
&
new_numbering
);
protected
:
/// fill the nodes type vector
void
fillNodesType
(
Mesh
&
mesh
);
void
fillNodesType
(
const
MeshData
&
mesh_data
,
DynamicCommunicationBuffer
*
buffers
,
const
std
::
string
&
tag_name
,
const
ElementType
&
el_type
,
const
Array
<
UInt
>
&
partition_num
);
template
<
typename
T
>
void
fillTagBufferTemplated
(
const
MeshData
&
mesh_data
,
DynamicCommunicationBuffer
*
buffers
,
const
std
::
string
&
tag_name
,
const
ElementType
&
el_type
,
const
Array
<
UInt
>
&
partition_num
,
const
CSR
<
UInt
>
&
ghost_partition
);
void
fillTagBuffer
(
const
MeshData
&
mesh_data
,
DynamicCommunicationBuffer
*
buffers
,
const
std
::
string
&
tag_name
,
const
ElementType
&
el_type
,
const
Array
<
UInt
>
&
partition_num
,
const
CSR
<
UInt
>
&
ghost_partition
);
template
<
typename
T
,
typename
BufferType
>
void
populateMeshDataTemplated
(
MeshData
&
mesh_data
,
BufferType
&
buffer
,
const
std
::
string
&
tag_name
,
const
ElementType
&
el_type
,
UInt
nb_component
,
UInt
nb_local_element
,
UInt
nb_ghost_element
);
template
<
typename
BufferType
>
void
populateMeshData
(
MeshData
&
mesh_data
,
BufferType
&
buffer
,
const
std
::
string
&
tag_name
,
const
ElementType
&
el_type
,
const
MeshDataTypeCode
&
type_code
,
UInt
nb_component
,
UInt
nb_local_element
,
UInt
nb_ghost_element
);
/// fill the communications array of a distributedSynchronizer based on a partition array
void
fillCommunicationScheme
(
const
UInt
*
partition
,
UInt
nb_local_element
,
UInt
nb_ghost_element
,
ElementType
type
);
/// function that handels the MeshData to be split (root side)
static
void
synchronizeTagsSend
(
DistributedSynchronizer
&
communicator
,
UInt
root
,
Mesh
&
mesh
,
UInt
nb_tags
,
const
ElementType
&
type
,
const
Array
<
UInt
>
&
partition_num
,
const
CSR
<
UInt
>
&
ghost_partition
,
UInt
nb_local_element
,
UInt
nb_ghost_element
);
/// function that handles the MeshData to be split (other nodes)
static
void
synchronizeTagsRecv
(
DistributedSynchronizer
&
communicator
,
UInt
root
,
Mesh
&
mesh
,
UInt
nb_tags
,
const
ElementType
&
type
,
UInt
nb_local_element
,
UInt
nb_ghost_element
);
/// function that handles the preexisting groups in the mesh
static
void
synchronizeElementGroups
(
DistributedSynchronizer
&
communicator
,
UInt
root
,
Mesh
&
mesh
,
const
ElementType
&
type
,
const
Array
<
UInt
>
&
partition_num
,
const
CSR
<
UInt
>
&
ghost_partition
,
UInt
nb_element
);
/// function that handles the preexisting groups in the mesh
static
void
synchronizeElementGroups
(
DistributedSynchronizer
&
communicator
,
UInt
root
,
Mesh
&
mesh
,
const
ElementType
&
type
);
template
<
class
CommunicationBuffer
>
static
void
fillElementGroupsFromBuffer
(
DistributedSynchronizer
&
communicator
,
Mesh
&
mesh
,
const
ElementType
&
type
,
CommunicationBuffer
&
buffer
);
/// function that handles the preexisting groups in the mesh
static
void
synchronizeNodeGroupsMaster
(
DistributedSynchronizer
&
communicator
,
UInt
root
,
Mesh
&
mesh
);
/// function that handles the preexisting groups in the mesh
static
void
synchronizeNodeGroupsSlaves
(
DistributedSynchronizer
&
communicator
,
UInt
root
,
Mesh
&
mesh
);
template
<
class
CommunicationBuffer
>
static
void
fillNodeGroupsFromBuffer
(
DistributedSynchronizer
&
communicator
,
Mesh
&
mesh
,
CommunicationBuffer
&
buffer
);
/// substitute elements in the send and recv arrays
void
substituteElements
(
const
std
::
map
<
Element
,
Element
>
&
old_to_new_elements
);
/* ------------------------------------------------------------------------ */
/* Accessors */
/* ------------------------------------------------------------------------ */
public
:
AKANTU_GET_MACRO
(
PrankToElement
,
prank_to_element
,
const
ElementTypeMapArray
<
UInt
>
&
);
/* ------------------------------------------------------------------------ */
/* Class Members */
/* ------------------------------------------------------------------------ */
private
:
enum
CommTags
{
TAG_SIZES
=
0
,
TAG_CONNECTIVITY
=
1
,
TAG_DATA
=
2
,
TAG_PARTITIONS
=
3
,
TAG_NB_NODES
=
4
,
TAG_NODES
=
5
,
TAG_COORDINATES
=
6
,
TAG_NODES_TYPE
=
7
,
TAG_MESH_DATA
=
8
,
TAG_ELEMENT_GROUP
=
9
,
TAG_NODE_GROUP
=
10
,
};
protected
:
/// reference to the underlying mesh
Mesh
&
mesh
;
std
::
map
<
SynchronizationTag
,
Communication
>
communications
;
/// list of element to send to proc p
Array
<
Element
>
*
send_element
;
/// list of element to receive from proc p
Array
<
Element
>
*
recv_element
;
UInt
nb_proc
;
UInt
rank
;
friend
class
FilteredSynchronizer
;
friend
class
FacetSynchronizer
;
ElementTypeMapArray
<
UInt
>
prank_to_element
;
};
__END_AKANTU__
/* -------------------------------------------------------------------------- */
/* inline functions */
/* -------------------------------------------------------------------------- */
#include "distributed_synchronizer_tmpl.hh"
#endif
/* __AKANTU_DISTRIBUTED_SYNCHRONIZER_HH__ */
Event Timeline
Log In to Comment