Page MenuHomec4science
Files F63599212

pfft_engine.cc
No OneTemporary
Actions

File Metadata

Created
Tue, May 21, 06:32

pfft_engine.cc
View Options

/**
* @file pfft_engine.cc
*
* @author Lars Pastewka <lars.pastewka@imtek.uni-freiburg.de>
*
* @date 06 Mar 2017
*
* @brief implements the MPI-parallel pfft engine
*
* Copyright © 2017 Till Junge
*
* µSpectre is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License as
* published by the Free Software Foundation, either version 3, or (at
* your option) any later version.
*
* µSpectre is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with GNU Emacs; see the file COPYING. If not, write to the
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
#include "common/ccoord_operations.hh"
#include "fft/pfft_engine.hh"
namespace muSpectre {
template <Dim_t DimsS, Dim_t DimM>
int PFFTEngine<DimsS, DimM>::nb_engines{0};
template <Dim_t DimS, Dim_t DimM>
PFFTEngine<DimS, DimM>::PFFTEngine(Ccoord resolutions, Rcoord lengths,
Communicator comm)
:Parent{resolutions, lengths, comm}
{
if (!this->nb_engines) pfft_init();
this->nb_engines++;
std::array<ptrdiff_t, DimS> narr;
std::copy(this->domain_resolutions.begin(), this->domain_resolutions.end(),
narr.begin());
ptrdiff_t res[DimS], loc[DimS], fres[DimS], floc[DimS];
this->workspace_size =
pfft_local_size_many_dft_r2c(DimS, narr.data(), narr.data(), narr.data(),
Field_t::nb_components,
PFFT_DEFAULT_BLOCK, PFFT_DEFAULT_BLOCKS,
this->comm.get_mpi_comm(),
PFFT_TRANSPOSED_OUT,
res, loc, fres, floc);
std::copy(res, res+DimS, this->resolutions.begin());
std::copy(loc, loc+DimS, this->locations.begin());
std::copy(fres, fres+DimS, this->fourier_resolutions.begin());
std::copy(floc, floc+DimS, this->fourier_locations.begin());
for (auto & n: this->resolutions) {
if (n == 0) {
throw std::runtime_error("PFFT planning returned zero resolution. "
"You may need to run on fewer processes.");
}
}
for (auto & n: this->fourier_resolutions) {
if (n == 0) {
throw std::runtime_error("PFFT planning returned zero Fourier "
"resolution. You may need to run on fewer "
"processes.");
}
}
for (auto && pixel: CcoordOps::Pixels<DimS, false>(this->fourier_resolutions,
this->fourier_locations)) {
this->work_space_container.add_pixel(pixel);
}
}
/* ---------------------------------------------------------------------- */
template <Dim_t DimS, Dim_t DimM>
void PFFTEngine<DimS, DimM>::initialise(FFT_PlanFlags plan_flags) {
if (this->initialised) {
throw std::runtime_error("double initialisation, will leak memory");
}
// Initialize parent after local resolutions have been determined and
// work space has been initialized
Parent::initialise(plan_flags);
this->real_workspace = pfft_alloc_real(2*this->workspace_size);
// We need to check whether the workspace provided by our field is large
// enough. PFFT may request a workspace size larger than the nominal size
// of the complex buffer.
if (long(this->work.size()*Field_t::nb_components) < this->workspace_size) {
this->work.set_pad_size(this->workspace_size -
Field_t::nb_components*this->work.size());
}
unsigned int flags;
switch (plan_flags) {
case FFT_PlanFlags::estimate: {
flags = PFFT_ESTIMATE;
break;
}
case FFT_PlanFlags::measure: {
flags = PFFT_MEASURE;
break;
}
case FFT_PlanFlags::patient: {
flags = PFFT_PATIENT;
break;
}
default:
throw std::runtime_error("unknown planner flag type");
break;
}
std::array<ptrdiff_t, DimS> narr;
std::copy(this->domain_resolutions.begin(), this->domain_resolutions.end(),
narr.begin());
Real * in = this->real_workspace;
pfft_complex * out = reinterpret_cast<pfft_complex*>(this->work.data());
this->plan_fft = pfft_plan_many_dft_r2c(DimS, narr.data(), narr.data(),
narr.data(), Field_t::nb_components,
PFFT_DEFAULT_BLOCKS,
PFFT_DEFAULT_BLOCKS,
in, out, this->comm.get_mpi_comm(),
PFFT_FORWARD,
flags);
if (this->plan_fft == nullptr) {
throw std::runtime_error("r2c plan failed");
}
pfft_complex * i_in = reinterpret_cast<pfft_complex*>(this->work.data());
Real * i_out = this->real_workspace;
this->plan_ifft = pfft_plan_many_dft_c2r(DimS, narr.data(), narr.data(),
narr.data(),
Field_t::nb_components,
PFFT_DEFAULT_BLOCKS,
PFFT_DEFAULT_BLOCKS,
i_in, i_out,
this->comm.get_mpi_comm(),
PFFT_BACKWARD,
flags);
if (this->plan_ifft == nullptr) {
throw std::runtime_error("c2r plan failed");
}
this->initialised = true;
}
/* ---------------------------------------------------------------------- */
template <Dim_t DimS, Dim_t DimM>
PFFTEngine<DimS, DimM>::~PFFTEngine<DimS, DimM>() noexcept {
if (this->real_workspace != nullptr) pfft_free(this->real_workspace);
if (this->plan_fft != nullptr) pfft_destroy_plan(this->plan_fft);
if (this->plan_ifft != nullptr) pfft_destroy_plan(this->plan_ifft);
this->nb_engines--;
if (!this->nb_engines) pfft_cleanup();
}
/* ---------------------------------------------------------------------- */
template <Dim_t DimS, Dim_t DimM>
typename PFFTEngine<DimS, DimM>::Workspace_t &
PFFTEngine<DimS, DimM>::fft (Field_t & field) {
if (!this->plan_fft) {
throw std::runtime_error("fft plan not allocated");
}
if (field.size() != CcoordOps::get_size(this->resolutions)) {
throw std::runtime_error("size mismatch");
}
// Copy field data to workspace buffer. This is necessary because workspace
// buffer is larger than field buffer.
std::copy(field.data(), field.data()+Field_t::nb_components*field.size(),
this->real_workspace);
pfft_execute_dft_r2c(
this->plan_fft, this->real_workspace,
reinterpret_cast<pfft_complex*>(this->work.data()));
return this->work;
}
/* ---------------------------------------------------------------------- */
template <Dim_t DimS, Dim_t DimM>
void
PFFTEngine<DimS, DimM>::ifft (Field_t & field) const {
if (!this->plan_ifft) {
throw std::runtime_error("ifft plan not allocated");
}
if (field.size() != CcoordOps::get_size(this->resolutions)) {
throw std::runtime_error("size mismatch");
}
pfft_execute_dft_c2r(
this->plan_ifft, reinterpret_cast<pfft_complex*>(this->work.data()),
this->real_workspace);
std::copy(this->real_workspace,
this->real_workspace+Field_t::nb_components*field.size(),
field.data());
}
template class PFFTEngine<twoD, twoD>;
template class PFFTEngine<twoD, threeD>;
template class PFFTEngine<threeD, threeD>;
} // muSpectre

Event Timeline

c4science · Help