Page Menu
Home
c4science
Search
Configure Global Search
Log In
Files
F93778272
main.cpp
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Subscribers
None
File Metadata
Details
File Info
Storage
Attached
Created
Sun, Dec 1, 10:34
Size
22 KB
Mime Type
text/x-c
Expires
Tue, Dec 3, 10:34 (1 d, 23 h)
Engine
blob
Format
Raw Data
Handle
22702992
Attached To
R1448 Lenstool-HPC
main.cpp
View Options
/**
* @file main.cpp
* @Author Christoph Schaaefer, EPFL (christophernstrerne.schaefer@epfl.ch)
* @date October 2016
* @brief Benchmark for gradhalo function
*/
#include <iostream>
#include <iomanip>
#include <string.h>
#include <math.h>
#include <sys/time.h>
#include <fstream>
#include <sys/stat.h>
#include <unistd.h>
//
//#include <mm_malloc.h>
#include <omp.h>
//
//#include <cuda_runtime.h>
#include <structure_hpc.hpp>
#include "timer.h"
#include "gradient.hpp"
#include "grid_gradient_mixed_CPU.hpp"
#include "chi_CPU.hpp"
#include "module_cosmodistances.hpp"
#include "module_readParameters.hpp"
#ifdef __WITH_GPU
#warning "GPU support enabled"
#include "grid_gradient_GPU.cuh"
#endif
#define KRED "\x1B[31m"
#define KGRN "\x1B[32m"
#define KYEL "\x1B[33m"
#define KBLU "\x1B[34m"
#define KMAG "\x1B[35m"
#define KCYN "\x1B[36m"
#define KWHT "\x1B[37m"
#define KRST "\x1B[0m"
#ifdef __WITH_LENSTOOL
#include "setup.hpp"
#warning "linking with lenstool..."
#include<fonction.h>
#include<constant.h>
#include<dimension.h>
#include<structure.h>
//
//
//
struct
g_mode
M
;
struct
g_pot
P
[
NPOTFILE
];
struct
g_pixel
imFrame
,
wFrame
,
ps
,
PSF
;
struct
g_cube
cubeFrame
;
struct
g_dyn
Dy
;
// //TV
//
struct
g_source
S
;
struct
g_image
I
;
struct
g_grille
G
;
struct
g_msgrid
H
;
// multi-scale grid
struct
g_frame
F
;
struct
g_large
L
;
struct
g_cosmo
C
;
struct
g_cline
CL
;
struct
g_observ
O
;
struct
pot
lens
[
NLMAX
];
struct
pot
lmin
[
NLMAX
],
lmax
[
NLMAX
],
prec
[
NLMAX
];
struct
g_cosmo
clmin
,
clmax
;
/*cosmological limits*/
struct
galaxie
smin
[
NFMAX
],
smax
[
NFMAX
];
// limits on source parameters
struct
ipot
ip
;
struct
MCarlo
mc
;
struct
vfield
vf
;
struct
vfield
vfmin
,
vfmax
;
// limits on velocity field parameters
struct
cline
cl
[
NIMAX
];
lensdata
*
lens_table
;
//
int
block
[
NLMAX
][
NPAMAX
];
/*switch for the lens optimisation*/
int
cblock
[
NPAMAX
];
/*switch for the cosmological optimisation*/
int
sblock
[
NFMAX
][
NPAMAX
];
/*switch for the source parameters*/
int
vfblock
[
NPAMAX
];
/*switch for the velocity field parameters*/
double
excu
[
NLMAX
][
NPAMAX
];
double
excd
[
NLMAX
][
NPAMAX
];
/* supplments tableaux de valeurs pour fonctions g pour Einasto
* * Ce sont trois variables globales qu'on pourra utiliser dans toutes les fonctions du projet
* */
#define CMAX 20
#define LMAX 80
float
Tab1
[
LMAX
][
CMAX
];
float
Tab2
[
LMAX
][
CMAX
];
float
Tab3
[
LMAX
][
CMAX
];
int
nrline
,
ntline
,
flagr
,
flagt
;
long
int
narclet
;
struct
point
gimage
[
NGGMAX
][
NGGMAX
],
gsource_global
[
NGGMAX
][
NGGMAX
];
struct
biline
radial
[
NMAX
],
tangent
[
NMAX
];
struct
galaxie
arclet
[
NAMAX
],
source
[
NFMAX
],
image
[
NFMAX
][
NIMAX
];
struct
galaxie
cimage
[
NFMAX
];
struct
pointgal
gianti
[
NPMAX
][
NIMAX
];
struct
point
SC
;
double
elix
;
double
alpha_e
;
double
*
v_xx
;
double
*
v_yy
;
double
**
map_p
;
double
**
tmp_p
;
double
**
map_axx
;
double
**
map_ayy
;
#endif
void
gradient_grid_GPU_sorted
(
type_t
*
grid_grad_x
,
type_t
*
grid_grad_y
,
const
struct
grid_param
*
frame
,
const
struct
Potential_SOA
*
lens
,
int
Nlens
,
int
nbgridcells
);
//
//
int
module_readCheckInput_readInput
(
int
argc
,
char
*
argv
[])
{
/// check if there is a correct number of arguments, and store the name of the input file in infile
char
*
infile
;
struct
stat
file_stat
;
// If we do not have 3 arguments, stop
if
(
argc
!=
3
)
{
fprintf
(
stderr
,
"
\n
Unexpected number of arguments
\n
"
);
fprintf
(
stderr
,
"
\n
USAGE:
\n
"
);
fprintf
(
stderr
,
"lenstool input_file output_directorypath [-n]
\n\n
"
);
exit
(
-
1
);
}
else
if
(
argc
==
3
)
infile
=
argv
[
1
];
std
::
ifstream
ifile
(
infile
,
std
::
ifstream
::
in
);
// Open the file
int
ts
=
(
int
)
time
(
NULL
);
char
buffer
[
10
];
std
::
stringstream
ss
;
ss
<<
ts
;
std
::
string
trimstamp
=
ss
.
str
();
//
std
::
string
outdir
=
argv
[
2
];
outdir
+=
"-"
;
outdir
+=
trimstamp
;
std
::
cout
<<
outdir
<<
std
::
endl
;
// check whether the output directory already exists
if
(
stat
(
outdir
.
c_str
(),
&
file_stat
)
<
0
){
mkdir
(
outdir
.
c_str
(),
S_IRUSR
|
S_IWUSR
|
S_IXUSR
|
S_IRGRP
|
S_IWGRP
|
S_IXGRP
|
S_IROTH
);
}
else
{
printf
(
"Error : Directory %s already exists. Specify a non existing directory.
\n
"
,
argv
[
2
]);
exit
(
-
1
);
}
// check whether the input file exists. If it could not be opened (ifile = 0), it does not exist
if
(
ifile
){
ifile
.
close
();
}
else
{
printf
(
"The file %s does not exist, please specify a valid file name
\n
"
,
infile
);
exit
(
-
1
);
}
return
0
;
}
//
//
//
int
main
(
int
argc
,
char
*
argv
[])
{
//
// Setting Up the problem
//
// This module function reads the terminal input when calling LENSTOOL and checks that it is correct
// Otherwise it exits LENSTOOL
//
char
cwd
[
1024
];
if
(
getcwd
(
cwd
,
sizeof
(
cwd
))
!=
NULL
)
fprintf
(
stdout
,
"Current working dir: %s
\n
"
,
cwd
);
//
module_readCheckInput_readInput
(
argc
,
argv
);
//
#if 1
// This module function reads the cosmology parameters from the parameter file
// Input: struct cosmologicalparameters cosmology, parameter file
// Output: Initialized cosmology struct
cosmo_param
cosmology
;
// Cosmology struct to store the cosmology data from the file
std
::
string
inputFile
=
argv
[
1
];
// Input file
module_readParameters_readCosmology
(
inputFile
,
cosmology
);
//
// This module function reads the runmode paragraph and the number of sources, arclets, etc. in the parameter file.
// The runmode_param stores the information of what exactly the user wants to do with lenstool.
struct
runmode_param
runmode
;
module_readParameters_readRunmode
(
inputFile
,
&
runmode
);
module_readParameters_debug_cosmology
(
runmode
.
debug
,
cosmology
);
module_readParameters_debug_runmode
(
runmode
.
debug
,
runmode
);
//
//=== Declaring variables
//
struct
grid_param
frame
;
struct
galaxy
images
[
runmode
.
nimagestot
];
struct
galaxy
sources
[
runmode
.
nsets
];
struct
Potential
lenses
[
runmode
.
nhalos
+
runmode
.
npotfile
-
1
];
struct
Potential_SOA
lenses_SOA_table
[
NTYPES
];
struct
Potential_SOA
lenses_SOA
;
struct
cline_param
cline
;
struct
potfile_param
potfile
;
struct
Potential
potfilepotentials
[
runmode
.
npotfile
];
struct
potentialoptimization
host_potentialoptimization
[
runmode
.
nhalos
];
int
nImagesSet
[
runmode
.
nsets
];
// Contains the number of images in each set of images
// This module function reads in the potential form and its parameters (e.g. NFW)
// Input: input file
// Output: Potentials and its parameters
module_readParameters_PotentialSOA_direct
(
inputFile
,
&
lenses_SOA
,
runmode
.
nhalos
,
runmode
.
npotfile
,
cosmology
);
module_readParameters_debug_potential_SOA
(
1
,
lenses_SOA
,
runmode
.
nhalos
);
//module_readParameters_Potential(inputFile, lenses, runmode.nhalos);
//Converts to SOA
//module_readParameters_PotentialSOA(inputFile, lenses, &lenses_SOA, runmode.nhalos);
//module_readParameters_debug_potential(runmode.debug, lenses, runmode.nhalos);
// This module function reads in the potfiles parameters
// Input: input file
// Output: Potentials from potfiles and its parameters
if
(
runmode
.
potfile
==
1
)
{
module_readParameters_readpotfiles_param
(
inputFile
,
&
potfile
,
cosmology
);
module_readParameters_debug_potfileparam
(
1
,
&
potfile
);
module_readParameters_readpotfiles_SOA
(
&
runmode
,
&
potfile
,
&
lenses_SOA
);
module_readParameters_debug_potential_SOA
(
1
,
lenses_SOA
,
runmode
.
nhalos
+
runmode
.
npotfile
);
}
//
// This module function reads in the grid form and its parameters
// Input: input file
// Output: grid and its parameters
//
module_readParameters_Grid
(
inputFile
,
&
frame
);
//
if
(
runmode
.
image
==
1
or
runmode
.
inverse
==
1
or
runmode
.
time
>
0
)
{
// This module function reads in the strong lensing images
module_readParameters_readImages
(
&
runmode
,
images
,
nImagesSet
);
//runmode.nsets = runmode.nimagestot;
for
(
int
i
=
0
;
i
<
runmode
.
nimagestot
;
++
i
)
{
images
[
i
].
dls
=
module_cosmodistances_objectObject
(
lenses
[
0
].
z
,
images
[
i
].
redshift
,
cosmology
);
images
[
i
].
dos
=
module_cosmodistances_observerObject
(
images
[
i
].
redshift
,
cosmology
);
images
[
i
].
dr
=
module_cosmodistances_lensSourceToObserverSource
(
lenses
[
0
].
z
,
images
[
i
].
redshift
,
cosmology
);
}
module_readParameters_debug_image
(
runmode
.
debug
,
images
,
nImagesSet
,
runmode
.
nsets
);
}
//
if
(
runmode
.
inverse
==
1
)
{
// This module function reads in the potential optimisation limits
module_readParameters_limit
(
inputFile
,
host_potentialoptimization
,
runmode
.
nhalos
);
module_readParameters_debug_limit
(
runmode
.
debug
,
host_potentialoptimization
[
0
]);
}
//
if
(
runmode
.
source
==
1
)
{
//Initialisation to default values.(Setting sources to z = 1.5 default value)
for
(
int
i
=
0
;
i
<
runmode
.
nsets
;
++
i
)
{
sources
[
i
].
redshift
=
1.5
;
}
// This module function reads in the strong lensing sources
module_readParameters_readSources
(
&
runmode
,
sources
);
//Calculating cosmoratios
for
(
int
i
=
0
;
i
<
runmode
.
nsets
;
++
i
)
{
sources
[
i
].
dls
=
module_cosmodistances_objectObject
(
lenses
[
0
].
z
,
sources
[
i
].
redshift
,
cosmology
);
sources
[
i
].
dos
=
module_cosmodistances_observerObject
(
sources
[
i
].
redshift
,
cosmology
);
sources
[
i
].
dr
=
module_cosmodistances_lensSourceToObserverSource
(
lenses
[
0
].
z
,
sources
[
i
].
redshift
,
cosmology
);
}
module_readParameters_debug_source
(
runmode
.
debug
,
sources
,
runmode
.
nsets
);
}
//
//
//
std
::
cout
<<
"--------------------------"
<<
std
::
endl
<<
std
::
endl
;
fflush
(
stdout
);
double
t_1
,
t_2
,
t_3
,
t_4
;
//
//
//
#ifdef __WITH_LENSTOOL
printf
(
"Setting up lenstool using %d lenses..."
,
runmode
.
nhalos
);
fflush
(
stdout
);
convert_to_LT
(
&
lenses_SOA
,
runmode
.
nhalos
);
printf
(
"ok
\n
"
);
#endif
//
// Lenstool-CPU Grid-Gradient
//
//Setting Test:
type_t
dx
,
dy
;
int
grid_dim
=
runmode
.
nbgridcells
;
//
dx
=
(
frame
.
xmax
-
frame
.
xmin
)
/
(
runmode
.
nbgridcells
-
1
);
dy
=
(
frame
.
ymax
-
frame
.
ymin
)
/
(
runmode
.
nbgridcells
-
1
);
//
point
test_point1_1
,
test_point2_2
,
test_result1_1
,
test_result2_2
,
test_pointN_N
,
test_resultN_N
;
type_t
dlsds
=
images
[
0
].
dr
;
//
test_point1_1
.
x
=
frame
.
xmin
;
test_point1_1
.
y
=
frame
.
ymin
;
test_point2_2
.
x
=
frame
.
xmin
+
dx
;
test_point2_2
.
y
=
frame
.
ymin
+
dy
;
test_pointN_N
.
x
=
frame
.
xmin
+
((
runmode
.
nbgridcells
*
runmode
.
nbgridcells
-
1
)
/
runmode
.
nbgridcells
)
*
dx
;
test_pointN_N
.
y
=
frame
.
ymin
+
((
runmode
.
nbgridcells
*
runmode
.
nbgridcells
-
1
)
%
runmode
.
nbgridcells
)
*
dy
;
//
//
//
#ifdef __WITH_LENSTOOL
std
::
cout
<<
" CPU Test Lenstool ... "
;
struct
point
Grad
;
double
*
grid_grad_x
,
*
grid_grad_y
;
grid_grad_x
=
(
double
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
grid_grad_y
=
(
double
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
double
t_lt
=
-
myseconds
();
#pragma omp parallel for
//#pragma omp parallel for if (omp_get_num_threads() > 1) schedule(guided, 100)
for
(
int
jj
=
0
;
jj
<
runmode
.
nbgridcells
;
++
jj
)
for
(
int
ii
=
0
;
ii
<
runmode
.
nbgridcells
;
++
ii
)
{
// (index < grid_dim*grid_dim)
int
index
=
jj
*
runmode
.
nbgridcells
+
ii
;
//grid_grad_x[index] = 0.;
//grid_grad_y[index] = 0.;
struct
point
image_point
;
image_point
.
x
=
frame
.
xmin
+
ii
*
dx
;
image_point
.
y
=
frame
.
ymin
+
jj
*
dy
;
#if 1
G
.
nlens
=
runmode
.
nhalos
;
Grad
=
e_grad
(
&
image_point
);
grid_grad_x
[
index
]
=
Grad
.
x
;
grid_grad_y
[
index
]
=
Grad
.
y
;
#else
for
(
int
lens
=
0
;
lens
<
runmode
.
nhalos
;
++
lens
)
{
struct
point
Grad
=
e_grad_pot
(
&
image_point
,
lens
);
//printf("%f %f\n", Grad.x, Grad.y);
//
grid_grad_x
[
index
]
+=
Grad
.
x
;
grid_grad_y
[
index
]
+=
Grad
.
y
;
}
#endif
}
t_lt
+=
myseconds
();
std
::
cout
<<
" Time = "
<<
t_lt
<<
" s."
<<
std
::
endl
;
#endif
//
std
::
cout
<<
" CPU Test lenstool_hpc MIXED precision... "
;
//
double
*
grid_gradient_x_cpu
=
(
double
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
double
*
grid_gradient_y_cpu
=
(
double
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
memset
(
grid_gradient_x_cpu
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
memset
(
grid_gradient_y_cpu
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
//
t_1
=
-
myseconds
();
//test_result1_1 = module_potentialDerivatives_totalGradient_SOA(&test_point1_1, &lenses_SOA, runmode.nhalos);
//test_result2_2 = module_potentialDerivatives_totalGradient_SOA(&test_point2_2, &lenses_SOA, runmode.nhalos);
//test_resultN_N = module_potentialDerivatives_totalGradient_SOA(&test_pointN_N, &lenses_SOA, runmode.nhalos);
int
Nstat
=
1
;
//
for
(
int
ii
=
0
;
ii
<
Nstat
;
++
ii
)
{
gradient_grid_general_mixed_CPU
(
grid_gradient_x_cpu
,
grid_gradient_y_cpu
,
&
frame
,
runmode
.
nhalos
,
grid_dim
,
&
lenses_SOA
,
0
,
0
);
//gradient_grid_CPU_print(grid_gradient_x_cpu, grid_gradient_y_cpu, &frame, &lenses_SOA, runmode.nhalos, grid_dim);
}
t_1
+=
myseconds
();
//
std
::
cout
<<
" Time = "
<<
std
::
setprecision
(
15
)
<<
t_1
<<
std
::
endl
;
//
// non-mixed precision
//
std
::
cout
<<
" CPU Test lenstool DOUBLE precision... "
;
double
*
grid_gradient_x
=
(
double
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
double
*
grid_gradient_y
=
(
double
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
//
memset
(
grid_gradient_x
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
memset
(
grid_gradient_y
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
double
));
//
//int Nstat = 1;
double
t_11
=
-
myseconds
();
for
(
int
ii
=
0
;
ii
<
Nstat
;
++
ii
)
{
gradient_grid_general_double_CPU
(
grid_gradient_x
,
grid_gradient_y
,
&
frame
,
runmode
.
nhalos
,
grid_dim
,
&
lenses_SOA
,
0
,
0
);
//gradient_grid_CPU(grid_gradient_x, grid_gradient_y, &frame, runmode.nhalos, grid_dim, &lenses_SOA, 0, 0);
}
t_11
+=
myseconds
();
std
::
cout
<<
" Time = "
<<
std
::
setprecision
(
15
)
<<
t_11
<<
std
::
endl
;
//
// type_t precision
//
std
::
cout
<<
" CPU Test lenstool type_t precision... "
;
//
type_t
*
grid_gradient_typet_x
=
(
type_t
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
type_t
*
grid_gradient_typet_y
=
(
type_t
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
//
memset
(
grid_gradient_typet_x
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
memset
(
grid_gradient_typet_y
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
//int Nstat = 1;
double
t_111
=
-
myseconds
();
for
(
int
ii
=
0
;
ii
<
Nstat
;
++
ii
)
{
gradient_grid_CPU
(
grid_gradient_typet_x
,
grid_gradient_typet_y
,
&
frame
,
&
lenses_SOA
,
runmode
.
nhalos
,
grid_dim
);
//gradient_grid_CPU(grid_gradient_x, grid_gradient_y, &frame, runmode.nhalos, grid_dim, &lenses_SOA, 0, 0);
}
t_111
+=
myseconds
();
std
::
cout
<<
" Time = "
<<
std
::
setprecision
(
15
)
<<
t_111
<<
std
::
endl
;
//
//
//
#if 1
{
double
norm_x_SPDP
=
0.
;
double
norm_y_SPDP
=
0.
;
//
double
norm_x_mixSP
=
0.
;
double
norm_y_mixSP
=
0.
;
//
//
double
norm_x_mixDP
=
0.
;
double
norm_y_mixDP
=
0.
;
//
for
(
int
ii
=
0
;
ii
<
grid_dim
*
grid_dim
;
++
ii
)
{
norm_x_mixSP
=
(
grid_gradient_typet_x
[
ii
]
-
grid_gradient_x_cpu
[
ii
])
*
(
grid_gradient_typet_x
[
ii
]
-
grid_gradient_x_cpu
[
ii
]);
norm_y_mixSP
=
(
grid_gradient_typet_y
[
ii
]
-
grid_gradient_y_cpu
[
ii
])
*
(
grid_gradient_typet_y
[
ii
]
-
grid_gradient_y_cpu
[
ii
]);
//
norm_x_mixDP
=
(
grid_gradient_x
[
ii
]
-
grid_gradient_x_cpu
[
ii
])
*
(
grid_gradient_x
[
ii
]
-
grid_gradient_x_cpu
[
ii
]);
norm_y_mixDP
=
(
grid_gradient_y
[
ii
]
-
grid_gradient_y_cpu
[
ii
])
*
(
grid_gradient_y
[
ii
]
-
grid_gradient_y_cpu
[
ii
]);
//
//if ((norm_x_mixSP != 0.) || (norm_y_mixSP != 0.) || (norm_x_mixDP != 0.) || (norm_y_mixDP != 0.)) printf("%d = SP/mix = %f %f, DP/mix = %f %f\n", ii, norm_x_mixSP, norm_y_mixSP, norm_x_mixDP, norm_y_mixDP );
if
((
norm_x_mixSP
+
norm_y_mixSP
==
0.
)
&&
(
norm_x_mixDP
+
norm_y_mixDP
==
0.
))
printf
(
"%s BLU %d: mix = %f %f, SP = %f %f, DP = %f %f%s
\n
"
,
KBLU
,
ii
,
grid_gradient_x_cpu
[
ii
],
grid_gradient_y_cpu
[
ii
],
grid_gradient_typet_x
[
ii
],
grid_gradient_typet_y
[
ii
],
grid_gradient_x
[
ii
],
grid_gradient_y
[
ii
],
KRST
);
else
if
(
norm_x_mixSP
*
norm_y_mixSP
==
0.
)
printf
(
"%s GRN %d: mix = %f %f, SP = %f %f, DP = %f %f%s
\n
"
,
KGRN
,
ii
,
grid_gradient_x_cpu
[
ii
],
grid_gradient_y_cpu
[
ii
],
grid_gradient_typet_x
[
ii
],
grid_gradient_typet_y
[
ii
],
grid_gradient_x
[
ii
],
grid_gradient_y
[
ii
],
KRST
);
else
if
(
norm_x_mixDP
*
norm_y_mixDP
==
0.
)
printf
(
"%s RED %d: mix = %f %f, SP = %f %f, DP = %f %f%s
\n
"
,
KRED
,
ii
,
grid_gradient_x_cpu
[
ii
],
grid_gradient_y_cpu
[
ii
],
grid_gradient_typet_x
[
ii
],
grid_gradient_typet_y
[
ii
],
grid_gradient_x
[
ii
],
grid_gradient_y
[
ii
],
KRST
);
else
printf
(
" RST %d: mix = %f %f, SP = %f %f, DP = %f %f
\n
"
,
ii
,
grid_gradient_x_cpu
[
ii
],
grid_gradient_y_cpu
[
ii
],
grid_gradient_typet_x
[
ii
],
grid_gradient_typet_y
[
ii
],
grid_gradient_x
[
ii
],
grid_gradient_y
[
ii
]);
}
//
//std::cout << " l2 difference norm gpu = " << std::setprecision(15) << norm_x << " " << std::setprecision(15) << norm_y << std::endl;
}
#endif
//
//
//
#ifdef __WITH_GPU
#warning "using GPUs..."
// GPU test
std
::
cout
<<
" GPU Test... "
;
type_t
*
grid_gradient_x_gpu
=
(
type_t
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
type_t
*
grid_gradient_y_gpu
=
(
type_t
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
//
memset
(
grid_gradient_x_gpu
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
memset
(
grid_gradient_y_gpu
,
0
,
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
//
grid_gradient_x_gpu
=
(
type_t
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
grid_gradient_y_gpu
=
(
type_t
*
)
malloc
((
int
)
(
runmode
.
nbgridcells
)
*
(
runmode
.
nbgridcells
)
*
sizeof
(
type_t
));
//t_2 = -myseconds();
//Packaging the image to sourceplane conversion
//gradient_grid_CPU(grid_gradient_x,grid_gradient_y, &frame, &lenses_SOA, runmode.nhalos, grid_dim);
//t_2 += myseconds();
t_2
=
-
myseconds
();
//test();
//test2();
for
(
int
ii
=
0
;
ii
<
Nstat
;
++
ii
)
{
gradient_grid_GPU
(
grid_gradient_x_gpu
,
grid_gradient_y_gpu
,
&
frame
,
&
lenses_SOA
,
runmode
.
nhalos
,
grid_dim
);
}
//module_potentialDerivatives_totalGradient_SOA_CPU_GPU(grid_gradient_x_gpu, grid_gradient_y_gpu, &frame, &lenses_SOA, runmode.nhalos, grid_dim);
//gradient_gid_CPU(grid_gradient_x, grid_gradient_y, &frame, &lenses_SOA, runmode.nhalos, grid_dim);
t_2
+=
myseconds
();
std
::
cout
<<
" Time "
<<
std
::
setprecision
(
15
)
<<
t_2
<<
std
::
endl
;
/*
std::cout << " gradient_grid_CPU Brute Force Benchmark " << std::endl;
std::cout << " Test 1: " << std::endl;
std::cout << " Point 1 : " << std::setprecision(5) << test_point1_1.x << " "<< test_point1_1.y << std::endl;
std::cout << " Gradient " << std::setprecision(5) << grid_gradient_x_gpu[0] << " "<< grid_gradient_y[0] << std::endl;
std::cout << " Test 2: " << std::endl;
std::cout << " Point 2 : " << std::setprecision(5) << test_point2_2.x << " "<< test_point2_2.y << std::endl;
std::cout << " Gradient " << std::setprecision(5) << grid_gradient_x_gpu[runmode.nbgridcells+1] << " "<< grid_gradient_y[runmode.nbgridcells+1] << std::endl;
std::cout << " Time " << std::setprecision(15) << t_2 << std::endl;
*/
#endif
std
::
ofstream
myfile
;
#ifdef __WITH_LENSTOOL
{
type_t
norm_x
=
0.
;
type_t
norm_y
=
0.
;
for
(
int
ii
=
0
;
ii
<
grid_dim
*
grid_dim
;
++
ii
)
{
norm_x
+=
(
grid_grad_x
[
ii
]
-
grid_gradient_x_cpu
[
ii
])
*
(
grid_grad_x
[
ii
]
-
grid_gradient_x_cpu
[
ii
]);
norm_y
+=
(
grid_grad_y
[
ii
]
-
grid_gradient_y_cpu
[
ii
])
*
(
grid_grad_y
[
ii
]
-
grid_gradient_y_cpu
[
ii
]);
}
//
std
::
cout
<<
" l2 difference norm cpu = "
<<
std
::
setprecision
(
15
)
<<
norm_x
<<
" "
<<
std
::
setprecision
(
15
)
<<
norm_y
<<
std
::
endl
;
//std::cout << sum_x << " " << std::setprecision(15) << sum_y << std::setprecision(15) << std::endl;
#if 0
myfile.open ("lenstool_grid_x.txt");
for (int ii = 0; ii < grid_dim*grid_dim; ++ii)
{
myfile << ii << " " << grid_grad_x[ii]<< std::setprecision(15) << " " << std::endl;
}
myfile.close();
myfile.open ("lenstool_grid_y.txt");
for (int ii = 0; ii < grid_dim*grid_dim; ++ii)
{
myfile << ii << " " << grid_grad_y[ii]<< std::setprecision(15) << " " << std::endl;
}
myfile.close();
#endif
}
//
#ifdef __WITH_GPU
{
type_t
norm_x
=
0.
;
type_t
norm_y
=
0.
;
//
for
(
int
ii
=
0
;
ii
<
grid_dim
*
grid_dim
;
++
ii
)
{
norm_x
+=
(
grid_grad_x
[
ii
]
-
grid_gradient_x_gpu
[
ii
])
*
(
grid_grad_x
[
ii
]
-
grid_gradient_x_gpu
[
ii
]);
norm_y
+=
(
grid_grad_y
[
ii
]
-
grid_gradient_y_gpu
[
ii
])
*
(
grid_grad_y
[
ii
]
-
grid_gradient_y_gpu
[
ii
]);
}
//
std
::
cout
<<
" l2 difference norm gpu = "
<<
std
::
setprecision
(
15
)
<<
norm_x
<<
" "
<<
std
::
setprecision
(
15
)
<<
norm_y
<<
std
::
endl
;
}
#endif
#endif
#ifdef __WITH_GPU
{
type_t
norm_x
=
0.
;
type_t
norm_y
=
0.
;
//
for
(
int
ii
=
0
;
ii
<
grid_dim
*
grid_dim
;
++
ii
)
{
norm_x
+=
(
grid_gradient_x_cpu
[
ii
]
-
grid_gradient_x_gpu
[
ii
])
*
(
grid_gradient_x_cpu
[
ii
]
-
grid_gradient_x_gpu
[
ii
]);
norm_y
+=
(
grid_gradient_y_cpu
[
ii
]
-
grid_gradient_y_gpu
[
ii
])
*
(
grid_gradient_y_cpu
[
ii
]
-
grid_gradient_y_gpu
[
ii
]);
}
std
::
cout
<<
" l2 difference norm cpu-gpu = "
<<
std
::
setprecision
(
15
)
<<
norm_x
<<
" "
<<
std
::
setprecision
(
15
)
<<
norm_y
<<
std
::
endl
;
#if 0
std::cout << " CPUTEST " << std::endl;
myfile.open ("Float_x_R_XMIN0.txt");
for (int ii = 0; ii < grid_dim*grid_dim; ++ii)
{
myfile << ii << " " << grid_gradient_x_cpu[ii]<< std::setprecision(15) << " " << std::endl;
}
myfile.close();
myfile.open ("Float_y_R_XMIN0.txt");
for (int ii = 0; ii < grid_dim*grid_dim; ++ii)
{
myfile << ii << " " << grid_gradient_y_cpu[ii]<< std::setprecision(15) << " " << std::endl;
}
myfile.close();
#endif
#if 0
std::cout << " GPUTEST " << std::endl;
myfile.open ("Float_true_coord.x_2.txt");
for (int ii = 0; ii < grid_dim*grid_dim; ++ii)
{
myfile << ii << " " << grid_gradient_x_gpu[ii]<< std::setprecision(15) << " " << std::endl;
}
myfile.close();
myfile.open ("Float_x_4.txt");
for (int ii = 0; ii < grid_dim*grid_dim; ++ii)
{
myfile << ii << " " << grid_gradient_y_gpu[ii]<< std::setprecision(15) << " " << std::endl;
}
myfile.close();
#endif
}
#endif
std
::
cout
<<
"Exiting..."
<<
std
::
endl
;
#endif
}
Event Timeline
Log In to Comment