Page MenuHomec4science
Files F93073070

No OneTemporary
Actions

File Metadata

Created
Tue, Nov 26, 00:16

View Options

diff --git a/PyGear/examples/plummer.dat b/PyGear/examples/plummer.dat
index 828ced1..44c7ba2 100644
Binary files a/PyGear/examples/plummer.dat and b/PyGear/examples/plummer.dat differ
diff --git a/src/Makefile.chemistry2 b/src/Makefile.chemistry2
new file mode 100644
index 0000000..1869054
--- /dev/null
+++ b/src/Makefile.chemistry2
@@ -0,0 +1,868 @@
+
+#----------------------------------------------------------------------
+# From the list below, please activate/deactivate the options that
+# apply to your run. If you modify any of these options, make sure
+# that you recompile the whole code by typing "make clean; make".
+#
+# Look at end of file for a brief guide to the compile-time options.
+#----------------------------------------------------------------------
+
+
+#--------------------------------------- Basic operation mode of code
+#OPT += -DPERIODIC
+OPT += -DUNEQUALSOFTENINGS
+
+
+#--------------------------------------- Things that are always recommended
+OPT += -DPEANOHILBERT
+OPT += -DWALLCLOCK
+
+
+#--------------------------------------- TreePM Options
+#OPT += -DPMGRID=128
+#OPT += -DPLACEHIGHRESREGION=3
+#OPT += -DENLARGEREGION=1.2
+#OPT += -DASMTH=1.25
+#OPT += -DRCUT=4.5
+
+
+#--------------------------------------- Single/Double Precision
+#OPT += -DDOUBLEPRECISION
+#OPT += -DDOUBLEPRECISION_FFTW
+
+
+#--------------------------------------- Time integration options
+OPT += -DSYNCHRONIZATION
+#OPT += -DFLEXSTEPS
+#OPT += -DPSEUDOSYMMETRIC
+OPT += -DNOSTOP_WHEN_BELOW_MINTIMESTEP
+#OPT += -DNOPMSTEPADJUSTMENT
+
+
+#--------------------------------------- Output
+OPT += -DADVANCEDSTATISTICS
+OPT += -DADVANCEDCPUSTATISTICS
+OPT += -DSYSTEMSTATISTICS
+OPT += -DBLOCK_SKIPPING
+#OPT += -DHAVE_HDF5
+#OPT += -DOUTPUTPOTENTIAL
+#OPT += -DOUTPUTACCELERATION
+#OPT += -DOUTPUTCHANGEOFENTROPY
+#OPT += -DOUTPUTTIMESTEP
+#OPT += -DOUTPUTERADSTICKY
+#OPT += -DOUTPUTERADFEEDBACK
+#OPT += -DOUTPUTENERGYFLUX
+#OPT += -DOUTPUTOPTVAR
+OPT += -DOUTPUTSTELLAR_PROP
+
+#--------------------------------------- Things for special behaviour
+#OPT += -DNOGRAVITY
+#OPT += -DNOTREERND
+#OPT += -DNOTYPEPREFIX_FFTW
+#OPT += -DLONG_X=60
+#OPT += -DLONG_Y=5
+#OPT += -DLONG_Z=0.2
+#OPT += -DTWODIMS
+#OPT += -DSPH_BND_PARTICLES
+#OPT += -DNOVISCOSITYLIMITER
+OPT += -DCOMPUTE_POTENTIAL_ENERGY
+#OPT += -DLONGIDS
+#OPT += -DISOTHERM_EQS
+#OPT += -DADAPTIVE_GRAVSOFT_FORGAS
+#OPT += -DSELECTIVE_NO_GRAVITY=2+4+8+16
+#OPT += -DAVOIDNUMNGBPROBLEM
+#OPT += -DLIMIT_DVEL=1.0
+#OPT += -DOTHERINFO
+#OPT += -DDOMAIN_AT_ORIGIN
+OPT += -DNO_NEGATIVE_PRESSURE
+#OPT += -DCOMPUTE_VELOCITY_DISPERSION
+#OPT += -DCYLINDRICAL_SYMMETRY
+
+OPT += -DWRITE_ALL_MASSES
+OPT += -DENTROPYPRED
+OPT += -DCOUNT_ACTIVE_PARTICLES
+OPT += -DRANDOMSEED_AS_PARAMETER
+#OPT += -DDETAILED_CPU
+#OPT += -DDETAILED_CPU_GRAVITY
+#OPT += -DDETAILED_CPU_DOMAIN
+#OPT += -DDETAILED_OUTPUT_IN_GRAVTREE
+#OPT += -DSPLIT_DOMAIN_USING_TIME
+
+
+OPT += -DCOSMICTIME
+
+OPT += -DONLY_MASTER_READ_EWALD
+
+#OPT += -DPNBODY
+#OPT += -DPNBODY_OUTPUT_POS
+#OPT += -DPNBODY_OUTPUT_VEL
+#OPT += -DPNBODY_OUTPUT_NUM
+#OPT += -DPNBODY_OUTPUT_MASS
+#OPT += -DPNBODY_OUTPUT_TYPE
+#OPT += -DPNBODY_OUTPUT_ENERGY
+#OPT += -DPNBODY_OUTPUT_DENSITY
+#OPT += -DPNBODY_OUTPUT_HSML
+#OPT += -DPNBODY_OUTPUT_METALS
+
+#--------------------------------------- Physical processes
+OPT += -DCOOLING
+#OPT += -DIMPLICIT_COOLING_INTEGRATION
+#OPT += -DDO_NO_USE_HYDROGEN_MASSFRAC_IN_COOLING
+
+#OPT += -DHEATING
+#OPT += -DHEATING_PE # photo-electric heating
+
+OPT += -DSFR
+OPT += -DCOMPUTE_SFR_ENERGY
+OPT += -DSFR_NEG_DIV_ONLY
+
+OPT += -DSTELLAR_PROP
+
+OPT += -DCHIMIE # need stellar prop
+OPT += -DCHIMIE_THERMAL_FEEDBACK
+OPT += -DCHIMIE_COMPUTE_THERMAL_FEEDBACK_ENERGY
+#OPT += -DCHIMIE_KINETIC_FEEDBACK
+#OPT += -DCHIMIE_COMPUTE_KINETIC_FEEDBACK_ENERGY
+OPT += -DCHIMIE_EXTRAHEADER
+OPT += -DCHIMIE_INPUT_ALL
+OPT += -DCHIMIE_MC_SUPERNOVAE
+
+#OPT += -DFEEDBACK
+#OPT += -DFEEDBACK_WIND
+
+#--------------------------------------- multiphase
+#OPT += -DMULTIPHASE
+#OPT += -DNO_HYDRO_FOR_GAS # do not use hydro routine (at all)
+#OPT += -DNO_DENSITY_FOR_STICKY # do not compute density in sticky (need to be done in sfr)
+
+#OPT += -DPHASE_MIXING # need MULTIPHASE : enable phase mixing
+#OPT += -DCOLDGAS_CYCLE # need MULTIPHASE and PHASE_MIXING
+#OPT += -DEXTERNAL_FLUX
+#OPT += -DSTELLAR_FLUX
+#OPT += -DCOUNT_COLLISIONS # count sticky collisions
+
+
+#--------------------------------------- Outer potential
+#OPT += -DOUTERPOTENTIAL
+#OPT += -DNFW
+#OPT += -DPISOTHERM
+#OPT += -DPLUMMER
+OPT += -DMIYAMOTONAGAI
+#OPT += -DCORIOLIS
+
+#--------------------------------------- Testing and Debugging options
+#OPT += -DFORCETEST=0.1
+#OPT += -DWITH_ID_IN_HYDRA
+#OPT += -DPARTICLE_FLAG
+#OPT += -DOUTPUT_EVERY_TIMESTEP
+#OPT += -DOUTPUT_COOLING_FUNCTION
+
+OPT += -DCHECK_BLOCK_ORDER
+OPT += -DCHECK_ENTROPY_SIGN
+OPT += -DCHECK_TYPE_DURING_IO
+OPT += -DCHECK_ID_CORRESPONDENCE
+
+
+#--------------------------------------- Glass making
+#OPT += -DMAKEGLASS=262144
+
+#--------------------------------------- Agn
+#OPT += -DBUBBLES
+#OPT += -DAGN_ACCRETION
+#OPT += -DAGN_FEEDBACK
+#OPT += -DAGN_USE_ANGULAR_MOMENTUM
+#OPT += -DAGN_HEATING
+#OPT += -DBONDI_ACCRETION
+#OPT += -DUSE_BONDI_POWER
+
+#----------------------------------------------------------------------
+# Here, select compile environment for the target machine. This may need
+# adjustment, depending on your local system. Follow the examples to add
+# additional target platforms, and to get things properly compiled.
+#----------------------------------------------------------------------
+
+#--------------------------------------- Select some defaults
+
+CC = mpicc # sets the C-compiler
+OPTIMIZE = -O2 -Wall -g # sets optimization and warning flags
+MPICHLIB = -lmpich
+
+
+#--------------------------------------- Select target computer
+
+SYSTYPE="obscalc"
+#SYSTYPE="callisto-intel"
+#SYSTYPE="bg1"
+#SYSTYPE="obsds"
+#SYSTYPE="leo_openmpi"
+#SYSTYPE="leo_mpich2shm"
+#SYSTYPE="graphor0"
+#SYSTYPE="obsrevaz"
+#SYSTYPE="regor_openmpigcc"
+#SYSTYPE="regor_mvapich2gcc"
+#SYSTYPE="meso_mpich2"
+#SYSTYPE="meso"
+#SYSTYPE="revaz/local"
+#SYSTYPE="revaz/local_mpich2"
+#SYSTYPE="horizon3_mpich1"
+#SYSTYPE="horizon3_mpich2"
+#SYSTYPE="horizon3"
+#SYSTYPE="LUXOR"
+#SYSTYPE="MPA"
+#SYSTYPE="Mako"
+#SYSTYPE="Regatta"
+#SYSTYPE="RZG_LinuxCluster"
+#SYSTYPE="RZG_LinuxCluster-gcc"
+#SYSTYPE="OpteronMPA"
+#SYSTYPE="OPA-Cluster32"
+#SYSTYPE="OPA-Cluster64"
+
+
+#--------------------------------------- Adjust settings for target computer
+
+# module add openmpi-x86_64
+ifeq ($(SYSTYPE),"obscalc")
+CC = mpicc
+OPTIMIZE =
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+NO_FFTW_LIB = "yes"
+PY_INCL = -I/usr/include/python2.6/
+PY_LIB = -lpython2.6
+endif
+
+ifeq ($(SYSTYPE),"callisto-intel")
+CC = mpicc
+OPTIMIZE =
+GSL_INCL = -I/u1/yrevaz/local/gsl-intel/include
+GSL_LIBS = -L/u1/yrevaz/local/gsl-intel/lib
+FFTW_INCL= -I/u1/yrevaz/local/fftw-2.1.5-intel/include
+FFTW_LIBS= -L/u1/yrevaz/local/fftw-2.1.5-intel/lib
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"bg1")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/yrevaz/local/include
+GSL_LIBS = -L/home/yrevaz/local/lib
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+NO_FFTW_LIB = "yes"
+endif
+
+ifeq ($(SYSTYPE),"obsds")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+NO_FFTW_LIB = "yes"
+endif
+
+ifeq ($(SYSTYPE),"graphor0")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/epfl/revaz/local/include
+GSL_LIBS = -L/home/epfl/revaz/local/lib
+FFTW_INCL= -I/home/epfl/revaz/local/include
+FFTW_LIBS= -L/home/epfl/revaz/local/lib
+MPICHLIB = -L/home/epfl/revaz/local/openmpi/lib -lmpi
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"obsrevaz")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL= -I/home/revaz/local/include/
+FFTW_LIBS= -L/home/revaz/local/lib/
+MPICHLIB = -lmpi
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+ifeq ($(SYSTYPE),"regor_openmpigcc")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/usr/include
+GSL_LIBS = -L/usr/lib64/
+FFTW_INCL= -I/home/revaz/local_mvapich2gcc/include/
+FFTW_LIBS= -L/home/revaz/local_mvapich2gcc/lib/
+MPICHLIB = -lmpi
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+ifeq ($(SYSTYPE),"regor_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/usr/include
+GSL_LIBS = -L/usr/lib64/
+FFTW_INCL= -I/home/revaz/local_mvapich2gcc/include/
+FFTW_LIBS= -L/home/revaz/local_mvapich2gcc/lib/
+MPICHLIB = -L/home/revaz/local/mpich2-1.0.6nemesis/lib/ -lmpich
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+
+ifeq ($(SYSTYPE),"regor_mvapich2gcc")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/usr/include
+GSL_LIBS = -L/usr/lib64/
+FFTW_INCL= -I/home/revaz/local_mvapich2gcc/include/
+FFTW_LIBS= -L/home/revaz/local_mvapich2gcc/lib/
+MPICHLIB = -L/cvos/shared/apps/ofed/1.2.5.3/mpi/gcc/mvapich2-0.9.8-15/lib/ -lmpich
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+ifeq ($(SYSTYPE),"leo_openmpi")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/export/revaz/local/include
+GSL_LIBS = -L/export/revaz/local/lib
+FFTW_INCL= -I/export/revaz/local/include
+FFTW_LIBS= -L/export/revaz/local/lib
+MPICHLIB = -L/usr/local/mpich2-pgi/lib -lmpi
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"leo_mpich2shm")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/export/revaz/local/include
+GSL_LIBS = -L/export/revaz/local/lib
+FFTW_INCL= -I/export/revaz/local/include
+FFTW_LIBS= -L/export/revaz/local/lib
+MPICHLIB = -L/usr/local/mpich2-pgi/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"meso_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/horizon1/x86_64_sl4/fftw/2.1.5/include/
+FFTW_LIBS= -L/horizon1/x86_64_sl4/fftw/2.1.5/lib/
+MPICHLIB = -L/home/revaz/local/mpich2-1.0.3/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"meso")
+CC = mpicc
+OPTIMIZE = -O3 -g
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL= -I/horizon1/x86_64_sl4/fftw/2.1.5/include/
+FFTW_LIBS= -L/horizon1/x86_64_sl4/fftw/2.1.5/lib/
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+ifeq ($(SYSTYPE),"revaz/local")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich-1.2.5/ch_p4/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"revaz/local_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich2-1.0.3/lib/ -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"LUXOR")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+#GSL_INCL = -I/home/revaz/local/include
+#GSL_LIBS = -L/home/revaz/local/lib
+#FFTW_INCL= -I/home/revaz/local/include
+#FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich-1.2.7/ch_p4/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+
+ifeq ($(SYSTYPE),"horizon3")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -llam
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"horizon3_mpich1")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich-1.2.7/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+ifeq ($(SYSTYPE),"horizon3_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/usr/local/mpich2-pgi/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"MPA")
+CC = mpicc
+OPTIMIZE = -O3 -Wall
+GSL_INCL = -I/usr/common/pdsoft/include
+GSL_LIBS = -L/usr/common/pdsoft/lib -Wl,"-R /usr/common/pdsoft/lib"
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"OpteronMPA")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -m64
+GSL_INCL = -L/usr/local/include
+GSL_LIBS = -L/usr/local/lib
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL = -I/opt/hdf5/include
+HDF5LIB = -L/opt/hdf5/lib -lhdf5 -lz -Wl,"-R /opt/hdf5/lib"
+endif
+
+
+ifeq ($(SYSTYPE),"OPA-Cluster32")
+CC = mpicc
+OPTIMIZE = -O3 -Wall
+GSL_INCL = -I/afs/rzg/bc-b/vrs/opteron32/include
+GSL_LIBS = -L/afs/rzg/bc-b/vrs/opteron32/lib -Wl,"-R /afs/rzg/bc-b/vrs/opteron32/lib"
+FFTW_INCL= -I/afs/rzg/bc-b/vrs/opteron32/include
+FFTW_LIBS= -L/afs/rzg/bc-b/vrs/opteron32/lib
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"OPA-Cluster64")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -m64
+GSL_INCL = -I/afs/rzg/bc-b/vrs/opteron64/include
+GSL_LIBS = -L/afs/rzg/bc-b/vrs/opteron64/lib -Wl,"-R /afs/rzg/bc-b/vrs/opteron64/lib"
+FFTW_INCL= -I/afs/rzg/bc-b/vrs/opteron64/include
+FFTW_LIBS= -L/afs/rzg/bc-b/vrs/opteron64/lib
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"Mako")
+CC = mpicc # sets the C-compiler
+OPTIMIZE = -O3 -march=athlon-mp -mfpmath=sse
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"Regatta")
+CC = mpcc_r
+OPTIMIZE = -O5 -qstrict -qipa -q64
+GSL_INCL = -I/afs/rzg/u/vrs/gsl_psi64/include
+GSL_LIBS = -L/afs/rzg/u/vrs/gsl_psi64/lib
+FFTW_INCL= -I/afs/rzg/u/vrs/fftw_psi64/include
+FFTW_LIBS= -L/afs/rzg/u/vrs/fftw_psi64/lib -q64 -qipa
+MPICHLIB =
+HDF5INCL = -I/afs/rzg/u/vrs/hdf5_psi64/include
+HDF5LIB = -L/afs/rzg/u/vrs/hdf5_psi64/lib -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"RZG_LinuxCluster")
+CC = mpicci
+OPTIMIZE = -O3 -ip # Note: Don't use the "-rcd" optimization of Intel's compiler! (causes code crashes)
+GSL_INCL = -I/afs/rzg/u/vrs/gsl_linux/include
+GSL_LIBS = -L/afs/rzg/u/vrs/gsl_linux/lib -Wl,"-R /afs/rzg/u/vrs/gsl_linux/lib"
+FFTW_INCL= -I/afs/rzg/u/vrs/fftw_linux/include
+FFTW_LIBS= -L/afs/rzg/u/vrs/fftw_linux/lib
+HDF5INCL = -I/afs/rzg/u/vrs/hdf5_linux/include
+HDF5LIB = -L/afs/rzg/u/vrs/hdf5_linux/lib -lhdf5 -lz -Wl,"-R /afs/rzg/u/vrs/hdf5_linux/lib"
+endif
+
+
+ifeq ($(SYSTYPE),"RZG_LinuxCluster-gcc")
+CC = mpiccg
+OPTIMIZE = -Wall -g -O3 -march=pentium4
+GSL_INCL = -I/afs/rzg/u/vrs/gsl_linux_gcc3.2/include
+GSL_LIBS = -L/afs/rzg/u/vrs/gsl_linux_gcc3.2/lib -Wl,"-R /afs/rzg/u/vrs/gsl_linux_gcc3.2/lib"
+FFTW_INCL= -I/afs/rzg/u/vrs/fftw_linux_gcc3.2/include
+FFTW_LIBS= -L/afs/rzg/u/vrs/fftw_linux_gcc3.2/lib
+HDF5INCL = -I/afs/rzg/u/vrs/hdf5_linux/include
+HDF5LIB = -L/afs/rzg/u/vrs/hdf5_linux/lib -lhdf5 -lz -Wl,"-R /afs/rzg/u/vrs/hdf5_linux/lib"
+endif
+
+
+ifneq (HAVE_HDF5,$(findstring HAVE_HDF5,$(OPT)))
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+OPTIONS = $(OPTIMIZE) $(OPT)
+
+EXEC = Gadget2
+
+OBJS = main.o run.o predict.o begrun.o endrun.o global.o \
+ timestep.o init.o restart.o io.o \
+ accel.o read_ic.o ngb.o \
+ system.o allocate.o density.o \
+ gravtree.o hydra.o driftfac.o \
+ domain.o allvars.o potential.o \
+ forcetree.o peano.o gravtree_forcetest.o \
+ pm_periodic.o pm_nonperiodic.o longrange.o \
+ cooling.o agn_heating.o phase.o sticky.o outerpotential.o starformation.o \
+ agn_feedback.o bubbles.o bondi_accretion.o chimie.o stars_density.o cosmictime.o pnbody.o
+
+INCL = allvars.h proto.h tags.h Makefile
+
+
+CFLAGS = $(OPTIONS) $(GSL_INCL) $(FFTW_INCL) $(HDF5INCL) $(PY_INCL)
+
+
+ifeq (NOTYPEPREFIX_FFTW,$(findstring NOTYPEPREFIX_FFTW,$(OPT))) # fftw installed with type prefix?
+ FFTW_LIB = $(FFTW_LIBS) -lrfftw_mpi -lfftw_mpi -lrfftw -lfftw
+else
+ifeq (DOUBLEPRECISION_FFTW,$(findstring DOUBLEPRECISION_FFTW,$(OPT)))
+ FFTW_LIB = $(FFTW_LIBS) -ldrfftw_mpi -ldfftw_mpi -ldrfftw -ldfftw
+else
+ FFTW_LIB = $(FFTW_LIBS) -lsrfftw_mpi -lsfftw_mpi -lsrfftw -lsfftw
+endif
+endif
+
+ifeq ($(NO_FFTW_LIB),"yes")
+ FFTW_LIB =
+endif
+
+LIBS = $(HDF5LIB) -g $(MPICHLIB) $(GSL_LIBS) -lgsl -lgslcblas -lm $(FFTW_LIB) $(PY_LIB)
+
+$(EXEC): $(OBJS)
+ $(CC) $(OBJS) $(LIBS) -o $(EXEC)
+
+$(OBJS): $(INCL)
+
+
+clean:
+ rm -f $(OBJS) $(EXEC)
+
+
+#-----------------------------------------------------------------------
+#
+# Brief guide to compile-time options of the code. More information
+# can be found in the code documentation.
+#
+# - PERIODIC:
+# Set this if you want to have periodic boundary conditions.
+#
+# - UNEQUALSOFTENINGS:
+# Set this if you use particles with different gravitational
+# softening lengths.
+#
+# - PEANOHILBERT:
+# This is a tuning option. When set, the code will bring the
+# particles after each domain decomposition into Peano-Hilbert
+# order. This improves cache utilization and performance.
+#
+# - WALLCLOCK:
+# If set, a wallclock timer is used by the code to measure internal
+# time consumption (see cpu-log file). Otherwise, a timer that
+# measures consumed processor ticks is used.
+#
+# - PMGRID:
+# This enables the TreePM method, i.e. the long-range force is
+# computed with a PM-algorithm, and the short range force with the
+# tree. The parameter has to be set to the size of the mesh that
+# should be used, (e.g. 64, 96, 128, etc). The mesh dimensions need
+# not necessarily be a power of two. Note: If the simulation is
+# not in a periodic box, then a FFT method for vacuum boundaries is
+# employed, using an actual mesh with dimension twice(!) that
+# specified by PMGRID.
+#
+# - PLACEHIGHRESREGION:
+# If this option is set (will only work together with PMGRID), then
+# the long range force is computed in two stages: One Fourier-grid
+# is used to cover the whole simulation volume, allowing the
+# computation of the longe-range force. A second Fourier mesh is
+# placed on the region occupied by "high-resolution" particles,
+# allowing the computation of an intermediate scale force. Finally,
+# the force on short scales is computed with the tree. This
+# procedure can be useful for "zoom-simulations", provided the
+# majority of particles (the high-res particles) are occupying only
+# a small fraction of the volume. To activate this option, the
+# parameter needs to be set to an integer bit mask that encodes the
+# particle types that make up the high-res particles.
+# For example, if types 0, 1, and 4 form the high-res
+# particles, set the parameter to PLACEHIGHRESREGION=19, because
+# 2^0 + 2^1 + 2^4 = 19. The spatial region covered by the high-res
+# grid is determined automatically from the initial conditions.
+# Note: If a periodic box is used, the high-res zone may not intersect
+# the box boundaries.
+#
+# - ENLARGEREGION:
+# The spatial region covered by the high-res zone has a fixed size
+# during the simulation, which initially is set to the smallest
+# region that encompasses all high-res particles. Normally, the
+# simulation will be interrupted if high-res particles leave this
+# region in the course of the run. However, by setting this
+# parameter to a value larger than one, the size of the high-res
+# region can be expanded, providing a buffer region. For example,
+# setting it to 1.4 will enlarge its side-length by 40% (it remains
+# centered on the high-res particles). Hence, with this setting, the
+# high-res region may expand or move by a limited amount.
+# Note: If SYNCHRONIZATION is activated, the code will be able to
+# continue even if high-res particles leave the initial high-res
+# grid. In this case, the code will update the size and position of
+# the grid that is placed onto the high-resolution region
+# automatically. To prevent that this potentially happens every
+# single PM step, one should nevertheless assign a value slightly
+# larger than 1 to ENLARGEREGION.
+#
+# - ASMTH:
+# This can be used to override the value assumed for the scale that
+# defines the long-range/short-range force-split in the TreePM
+# algorithm. The default value is 1.25, in mesh-cells.
+#
+# - RCUT:
+# This can be used to override the maximum radius in which the
+# short-range tree-force is evaluated (in case the TreePM algorithm
+# is used). The default value is 4.5, given in mesh-cells.
+#
+# - DOUBLEPRECISION:
+# This makes the code store and compute internal particle data in
+# double precision. Note that output files are nevertheless written
+# by converting the particle data to single precision.
+#
+# - DDOUBLEPRECISION_FFTW:
+# If this is set, the code will use the double-precision version of
+# FTTW, provided the latter has been explicitly installed with a
+# "d" prefix, and NOTYPEPREFIX_FFTW is not set. Otherwise the
+# single precision version ("s" prefix) is used.
+#
+# - SYNCHRONIZATION:
+# When this is set, particles are kept in a binary hierarchy of
+# timesteps and may only increase their timestep if the new
+# timestep will put them into synchronization with the higher time
+# level.
+#
+# - FLEXSTEPS:
+# This is an alternative to SYNCHRONIZATION. Particle timesteps are
+# here allowed to be integer multiples of the minimum timestep that
+# occurs among the particles, which in turn is rounded down to the
+# nearest power-of-two devision of the total simulated
+# timespan. This option distributes particles more evenly over
+# individual system timesteps, particularly once a simulation has
+# run for a while, and may then result in a reduction of work-load
+# imbalance losses.
+#
+# - PSEUDOSYMMETRIC:
+# When this option is set, the code will try to "anticipate"
+# timestep changes by extrapolating the change of the acceleration
+# into the future. This can in certain idealized cases improve the
+# long-term integration behaviour of periodic orbits, but should
+# make little or no difference in most real-world applications. May
+# only be used together with SYNCHRONIZATION.
+#
+# - NOSTOP_WHEN_BELOW_MINTIMESTEP:
+# If this is activated, the code will not terminate when the
+# timestep falls below the value of MinSizeTimestep specified in
+# the parameterfile. This is useful for runs where one wants to
+# enforce a constant timestep for all particles. This can be done
+# by activating this option, and by setting MinSizeTimestep and
+# MaxSizeTimestep to an equal value.
+#
+# - NOPMSTEPADJUSTMENT:
+# When this is set, the long-range timestep for the PM-force
+# computation (when the TreePM algorithm is used) is always
+# determined by MaxSizeTimeStep. Otherwise, it is determined by
+# the MaxRMSDisplacement parameter, or MaxSizeTimeStep, whichever
+# gives the smaller step.
+#
+# - HAVE_HDF5:
+# If this is set, the code will be compiled with support for input
+# and output in the HDF5 format. You need to have the HDF5
+# libraries and headers installed on your computer for this option
+# to work. The HDF5 format can then be selected as format "3" in
+# Gadget's parameterfile.
+#
+# - OUTPUTPOTENTIAL:
+# This will make the code compute gravitational potentials for
+# all particles each time a snapshot file is generated. The values
+# are then included in the snapshot file. Note that the computation
+# of the values of the gravitational potential costs additional CPU.
+#
+# - OUTPUTACCELERATION:
+# This will include the physical acceleration of each particle in
+# snapshot files.
+#
+# - OUTPUTCHANGEOFENTROPY:
+# This will include the rate of change of entropy of gas particles
+# in snapshot files.
+#
+# - OUTPUTTIMESTEP:
+# This will include the current timesteps of all particles in the
+# snapshot files.
+#
+# - NOGRAVITY
+# This switches off gravity. Useful only for pure SPH simulations
+# in non-expanding space.
+#
+# - NOTREERND:
+# If this is not set, the tree construction will succeed even when
+# there are a few particles at identical locations. This is done by
+# `rerouting' particles once the node-size has fallen below 1.0e-3
+# of the softening length. When this option is activated, this will
+# be surpressed and the tree construction will always fail if there
+# are particles at extremely close coordinates.
+#
+# - NOTYPEPREFIX_FFTW:
+# This is an option that signals that FFTW has been compiled
+# without the type-prefix option, i.e. no leading "d" or "s"
+# characters are used to access the library.
+#
+# - LONG_X/Y/Z:
+# These options can be used together with PERIODIC and NOGRAVITY only.
+# When set, the options define numerical factors that can be used to
+# distorts the periodic simulation cube into a parallelepiped of
+# arbitrary aspect ratio. This can be useful for idealized SPH tests.
+#
+# - TWODIMS:
+# This effectively switches of one dimension in SPH, i.e. the code
+# follows only 2d hydrodynamics in the xy-, yz-, or xz-plane. This
+# only works with NOGRAVITY, and if all coordinates of the third
+# axis are exactly equal. Can be useful for idealized SPH tests.
+#
+# - SPH_BND_PARTICLES:
+# If this is set, particles with a particle-ID equal to zero do not
+# receive any SPH acceleration. This can be useful for idealized
+# SPH tests, where these particles represent fixed "walls".
+#
+# - NOVISCOSITYLIMITER:
+# If this is set, the code will not try to put an upper limit on
+# the viscous force in case an implausibly high pair-wise viscous
+# force (which may lead to a particle 'reflection' in case of poor
+# timestepping) should arise. Note: For proper settings of the
+# timestep parameters, this situation should not arise.
+#
+# - COMPUTE_POTENTIAL_ENERGY:
+# When this option is set, the code will compute the gravitational
+# potential energy each time a global statistics is computed. This
+# can be useful for testing global energy conservation.
+#
+# - LONGIDS:
+# If this is set, the code assumes that particle-IDs are stored as
+# 64-bit long integers. This is only really needed if you want to
+# go beyond ~2 billion particles.
+#
+# - ISOTHERM_EQS:
+# This special option makes the gas behave like an isothermal gas
+# with equation of state P = cs^2 * rho. The sound-speed cs is set by
+# the thermal energy per unit mass in the intial conditions,
+# i.e. cs^2=u. If the value for u is zero, then the initial gas
+# temperature in the parameter file is used to define the sound speed
+# according to cs^2 = 3/2 kT/mp, where mp is the proton mass.
+#
+# - ADAPTIVE_GRAVSOFT_FORGAS:
+# When this option is set, the gravitational softening lengths used for
+# gas particles is tied to their SPH smoothing length. This can be useful
+# for dissipative collapse simulations. The option requires the setting
+# of UNEQUALSOFTENINGS.
+#
+# - SELECTIVE_NO_GRAVITY:
+# This can be used for special computations where one wants to
+# exclude certain particle types from receiving gravitational
+# forces. The particle types that are excluded in this fashion are
+# specified by a bit mask, in the same as for the PLACEHIGHRESREGION
+# option.
+#
+# - FORCETEST:
+# This can be set to check the force accuracy of the code. The
+# option needs to be set to a number between 0 and 1 (e.g. 0.01),
+# which is taken to specify a random fraction of particles for
+# which at each timestep forces by direct summation are
+# computed. The normal tree-forces and the correct direct
+# summation forces are collected in a file. Note that the
+# simulation itself is unaffected by this option, but it will of
+# course run much(!) slower, especially if
+# FORCETEST*NumPart*NumPart >> NumPart. Note: Particle IDs must
+# be set to numbers >=1 for this to work.
+#
+# - MAKEGLASS
+# This option can be used to generate a glass-like particle
+# configuration. The value assigned gives the particle load,
+# which is initially generated as a Poisson sample and then
+# evolved towards a glass with the sign of gravity reversed.
+#
+#-----------------------------------------------------------------------
+
diff --git a/src/Makefile.chemistry2-nocooling b/src/Makefile.chemistry2-nocooling
new file mode 100644
index 0000000..f0d6bdf
--- /dev/null
+++ b/src/Makefile.chemistry2-nocooling
@@ -0,0 +1,868 @@
+
+#----------------------------------------------------------------------
+# From the list below, please activate/deactivate the options that
+# apply to your run. If you modify any of these options, make sure
+# that you recompile the whole code by typing "make clean; make".
+#
+# Look at end of file for a brief guide to the compile-time options.
+#----------------------------------------------------------------------
+
+
+#--------------------------------------- Basic operation mode of code
+#OPT += -DPERIODIC
+OPT += -DUNEQUALSOFTENINGS
+
+
+#--------------------------------------- Things that are always recommended
+OPT += -DPEANOHILBERT
+OPT += -DWALLCLOCK
+
+
+#--------------------------------------- TreePM Options
+#OPT += -DPMGRID=128
+#OPT += -DPLACEHIGHRESREGION=3
+#OPT += -DENLARGEREGION=1.2
+#OPT += -DASMTH=1.25
+#OPT += -DRCUT=4.5
+
+
+#--------------------------------------- Single/Double Precision
+#OPT += -DDOUBLEPRECISION
+#OPT += -DDOUBLEPRECISION_FFTW
+
+
+#--------------------------------------- Time integration options
+OPT += -DSYNCHRONIZATION
+#OPT += -DFLEXSTEPS
+#OPT += -DPSEUDOSYMMETRIC
+OPT += -DNOSTOP_WHEN_BELOW_MINTIMESTEP
+#OPT += -DNOPMSTEPADJUSTMENT
+
+
+#--------------------------------------- Output
+OPT += -DADVANCEDSTATISTICS
+OPT += -DADVANCEDCPUSTATISTICS
+OPT += -DSYSTEMSTATISTICS
+OPT += -DBLOCK_SKIPPING
+#OPT += -DHAVE_HDF5
+#OPT += -DOUTPUTPOTENTIAL
+#OPT += -DOUTPUTACCELERATION
+#OPT += -DOUTPUTCHANGEOFENTROPY
+#OPT += -DOUTPUTTIMESTEP
+#OPT += -DOUTPUTERADSTICKY
+#OPT += -DOUTPUTERADFEEDBACK
+#OPT += -DOUTPUTENERGYFLUX
+#OPT += -DOUTPUTOPTVAR
+OPT += -DOUTPUTSTELLAR_PROP
+
+#--------------------------------------- Things for special behaviour
+#OPT += -DNOGRAVITY
+#OPT += -DNOTREERND
+#OPT += -DNOTYPEPREFIX_FFTW
+#OPT += -DLONG_X=60
+#OPT += -DLONG_Y=5
+#OPT += -DLONG_Z=0.2
+#OPT += -DTWODIMS
+#OPT += -DSPH_BND_PARTICLES
+#OPT += -DNOVISCOSITYLIMITER
+OPT += -DCOMPUTE_POTENTIAL_ENERGY
+#OPT += -DLONGIDS
+#OPT += -DISOTHERM_EQS
+#OPT += -DADAPTIVE_GRAVSOFT_FORGAS
+#OPT += -DSELECTIVE_NO_GRAVITY=2+4+8+16
+#OPT += -DAVOIDNUMNGBPROBLEM
+#OPT += -DLIMIT_DVEL=1.0
+#OPT += -DOTHERINFO
+#OPT += -DDOMAIN_AT_ORIGIN
+OPT += -DNO_NEGATIVE_PRESSURE
+#OPT += -DCOMPUTE_VELOCITY_DISPERSION
+#OPT += -DCYLINDRICAL_SYMMETRY
+
+OPT += -DWRITE_ALL_MASSES
+OPT += -DENTROPYPRED
+OPT += -DCOUNT_ACTIVE_PARTICLES
+OPT += -DRANDOMSEED_AS_PARAMETER
+#OPT += -DDETAILED_CPU
+#OPT += -DDETAILED_CPU_GRAVITY
+#OPT += -DDETAILED_CPU_DOMAIN
+#OPT += -DDETAILED_OUTPUT_IN_GRAVTREE
+#OPT += -DSPLIT_DOMAIN_USING_TIME
+
+
+OPT += -DCOSMICTIME
+
+OPT += -DONLY_MASTER_READ_EWALD
+
+#OPT += -DPNBODY
+#OPT += -DPNBODY_OUTPUT_POS
+#OPT += -DPNBODY_OUTPUT_VEL
+#OPT += -DPNBODY_OUTPUT_NUM
+#OPT += -DPNBODY_OUTPUT_MASS
+#OPT += -DPNBODY_OUTPUT_TYPE
+#OPT += -DPNBODY_OUTPUT_ENERGY
+#OPT += -DPNBODY_OUTPUT_DENSITY
+#OPT += -DPNBODY_OUTPUT_HSML
+#OPT += -DPNBODY_OUTPUT_METALS
+
+#--------------------------------------- Physical processes
+#OPT += -DCOOLING
+#OPT += -DIMPLICIT_COOLING_INTEGRATION
+#OPT += -DDO_NO_USE_HYDROGEN_MASSFRAC_IN_COOLING
+
+#OPT += -DHEATING
+#OPT += -DHEATING_PE # photo-electric heating
+
+OPT += -DSFR
+OPT += -DCOMPUTE_SFR_ENERGY
+OPT += -DSFR_NEG_DIV_ONLY
+
+OPT += -DSTELLAR_PROP
+
+OPT += -DCHIMIE # need stellar prop
+OPT += -DCHIMIE_THERMAL_FEEDBACK
+OPT += -DCHIMIE_COMPUTE_THERMAL_FEEDBACK_ENERGY
+#OPT += -DCHIMIE_KINETIC_FEEDBACK
+#OPT += -DCHIMIE_COMPUTE_KINETIC_FEEDBACK_ENERGY
+OPT += -DCHIMIE_EXTRAHEADER
+OPT += -DCHIMIE_INPUT_ALL
+OPT += -DCHIMIE_MC_SUPERNOVAE
+
+#OPT += -DFEEDBACK
+#OPT += -DFEEDBACK_WIND
+
+#--------------------------------------- multiphase
+#OPT += -DMULTIPHASE
+#OPT += -DNO_HYDRO_FOR_GAS # do not use hydro routine (at all)
+#OPT += -DNO_DENSITY_FOR_STICKY # do not compute density in sticky (need to be done in sfr)
+
+#OPT += -DPHASE_MIXING # need MULTIPHASE : enable phase mixing
+#OPT += -DCOLDGAS_CYCLE # need MULTIPHASE and PHASE_MIXING
+#OPT += -DEXTERNAL_FLUX
+#OPT += -DSTELLAR_FLUX
+#OPT += -DCOUNT_COLLISIONS # count sticky collisions
+
+
+#--------------------------------------- Outer potential
+#OPT += -DOUTERPOTENTIAL
+#OPT += -DNFW
+#OPT += -DPISOTHERM
+#OPT += -DPLUMMER
+OPT += -DMIYAMOTONAGAI
+#OPT += -DCORIOLIS
+
+#--------------------------------------- Testing and Debugging options
+#OPT += -DFORCETEST=0.1
+#OPT += -DWITH_ID_IN_HYDRA
+#OPT += -DPARTICLE_FLAG
+#OPT += -DOUTPUT_EVERY_TIMESTEP
+#OPT += -DOUTPUT_COOLING_FUNCTION
+
+OPT += -DCHECK_BLOCK_ORDER
+OPT += -DCHECK_ENTROPY_SIGN
+OPT += -DCHECK_TYPE_DURING_IO
+OPT += -DCHECK_ID_CORRESPONDENCE
+
+
+#--------------------------------------- Glass making
+#OPT += -DMAKEGLASS=262144
+
+#--------------------------------------- Agn
+#OPT += -DBUBBLES
+#OPT += -DAGN_ACCRETION
+#OPT += -DAGN_FEEDBACK
+#OPT += -DAGN_USE_ANGULAR_MOMENTUM
+#OPT += -DAGN_HEATING
+#OPT += -DBONDI_ACCRETION
+#OPT += -DUSE_BONDI_POWER
+
+#----------------------------------------------------------------------
+# Here, select compile environment for the target machine. This may need
+# adjustment, depending on your local system. Follow the examples to add
+# additional target platforms, and to get things properly compiled.
+#----------------------------------------------------------------------
+
+#--------------------------------------- Select some defaults
+
+CC = mpicc # sets the C-compiler
+OPTIMIZE = -O2 -Wall -g # sets optimization and warning flags
+MPICHLIB = -lmpich
+
+
+#--------------------------------------- Select target computer
+
+SYSTYPE="obscalc"
+#SYSTYPE="callisto-intel"
+#SYSTYPE="bg1"
+#SYSTYPE="obsds"
+#SYSTYPE="leo_openmpi"
+#SYSTYPE="leo_mpich2shm"
+#SYSTYPE="graphor0"
+#SYSTYPE="obsrevaz"
+#SYSTYPE="regor_openmpigcc"
+#SYSTYPE="regor_mvapich2gcc"
+#SYSTYPE="meso_mpich2"
+#SYSTYPE="meso"
+#SYSTYPE="revaz/local"
+#SYSTYPE="revaz/local_mpich2"
+#SYSTYPE="horizon3_mpich1"
+#SYSTYPE="horizon3_mpich2"
+#SYSTYPE="horizon3"
+#SYSTYPE="LUXOR"
+#SYSTYPE="MPA"
+#SYSTYPE="Mako"
+#SYSTYPE="Regatta"
+#SYSTYPE="RZG_LinuxCluster"
+#SYSTYPE="RZG_LinuxCluster-gcc"
+#SYSTYPE="OpteronMPA"
+#SYSTYPE="OPA-Cluster32"
+#SYSTYPE="OPA-Cluster64"
+
+
+#--------------------------------------- Adjust settings for target computer
+
+# module add openmpi-x86_64
+ifeq ($(SYSTYPE),"obscalc")
+CC = mpicc
+OPTIMIZE =
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+NO_FFTW_LIB = "yes"
+PY_INCL = -I/usr/include/python2.6/
+PY_LIB = -lpython2.6
+endif
+
+ifeq ($(SYSTYPE),"callisto-intel")
+CC = mpicc
+OPTIMIZE =
+GSL_INCL = -I/u1/yrevaz/local/gsl-intel/include
+GSL_LIBS = -L/u1/yrevaz/local/gsl-intel/lib
+FFTW_INCL= -I/u1/yrevaz/local/fftw-2.1.5-intel/include
+FFTW_LIBS= -L/u1/yrevaz/local/fftw-2.1.5-intel/lib
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"bg1")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/yrevaz/local/include
+GSL_LIBS = -L/home/yrevaz/local/lib
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+NO_FFTW_LIB = "yes"
+endif
+
+ifeq ($(SYSTYPE),"obsds")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+NO_FFTW_LIB = "yes"
+endif
+
+ifeq ($(SYSTYPE),"graphor0")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/epfl/revaz/local/include
+GSL_LIBS = -L/home/epfl/revaz/local/lib
+FFTW_INCL= -I/home/epfl/revaz/local/include
+FFTW_LIBS= -L/home/epfl/revaz/local/lib
+MPICHLIB = -L/home/epfl/revaz/local/openmpi/lib -lmpi
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"obsrevaz")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL= -I/home/revaz/local/include/
+FFTW_LIBS= -L/home/revaz/local/lib/
+MPICHLIB = -lmpi
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+ifeq ($(SYSTYPE),"regor_openmpigcc")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/usr/include
+GSL_LIBS = -L/usr/lib64/
+FFTW_INCL= -I/home/revaz/local_mvapich2gcc/include/
+FFTW_LIBS= -L/home/revaz/local_mvapich2gcc/lib/
+MPICHLIB = -lmpi
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+ifeq ($(SYSTYPE),"regor_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/usr/include
+GSL_LIBS = -L/usr/lib64/
+FFTW_INCL= -I/home/revaz/local_mvapich2gcc/include/
+FFTW_LIBS= -L/home/revaz/local_mvapich2gcc/lib/
+MPICHLIB = -L/home/revaz/local/mpich2-1.0.6nemesis/lib/ -lmpich
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+
+ifeq ($(SYSTYPE),"regor_mvapich2gcc")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/usr/include
+GSL_LIBS = -L/usr/lib64/
+FFTW_INCL= -I/home/revaz/local_mvapich2gcc/include/
+FFTW_LIBS= -L/home/revaz/local_mvapich2gcc/lib/
+MPICHLIB = -L/cvos/shared/apps/ofed/1.2.5.3/mpi/gcc/mvapich2-0.9.8-15/lib/ -lmpich
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+ifeq ($(SYSTYPE),"leo_openmpi")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -fpack-struct
+GSL_INCL = -I/export/revaz/local/include
+GSL_LIBS = -L/export/revaz/local/lib
+FFTW_INCL= -I/export/revaz/local/include
+FFTW_LIBS= -L/export/revaz/local/lib
+MPICHLIB = -L/usr/local/mpich2-pgi/lib -lmpi
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"leo_mpich2shm")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/export/revaz/local/include
+GSL_LIBS = -L/export/revaz/local/lib
+FFTW_INCL= -I/export/revaz/local/include
+FFTW_LIBS= -L/export/revaz/local/lib
+MPICHLIB = -L/usr/local/mpich2-pgi/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"meso_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/horizon1/x86_64_sl4/fftw/2.1.5/include/
+FFTW_LIBS= -L/horizon1/x86_64_sl4/fftw/2.1.5/lib/
+MPICHLIB = -L/home/revaz/local/mpich2-1.0.3/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"meso")
+CC = mpicc
+OPTIMIZE = -O3 -g
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL= -I/horizon1/x86_64_sl4/fftw/2.1.5/include/
+FFTW_LIBS= -L/horizon1/x86_64_sl4/fftw/2.1.5/lib/
+MPICHLIB =
+HDF5INCL =
+HDF5LIB =
+OPT += -DMESOMACHINE
+endif
+
+ifeq ($(SYSTYPE),"revaz/local")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich-1.2.5/ch_p4/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"revaz/local_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich2-1.0.3/lib/ -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"LUXOR")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g
+#GSL_INCL = -I/home/revaz/local/include
+#GSL_LIBS = -L/home/revaz/local/lib
+#FFTW_INCL= -I/home/revaz/local/include
+#FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich-1.2.7/ch_p4/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+
+ifeq ($(SYSTYPE),"horizon3")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -llam
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"horizon3_mpich1")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/home/revaz/local/mpich-1.2.7/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+ifeq ($(SYSTYPE),"horizon3_mpich2")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -g -fpack-struct
+GSL_INCL = -I/home/revaz/local/include
+GSL_LIBS = -L/home/revaz/local/lib
+FFTW_INCL= -I/home/revaz/local/include
+FFTW_LIBS= -L/home/revaz/local/lib
+MPICHLIB = -L/usr/local/mpich2-pgi/lib -lmpich
+HDF5INCL =
+HDF5LIB =
+endif
+
+ifeq ($(SYSTYPE),"MPA")
+CC = mpicc
+OPTIMIZE = -O3 -Wall
+GSL_INCL = -I/usr/common/pdsoft/include
+GSL_LIBS = -L/usr/common/pdsoft/lib -Wl,"-R /usr/common/pdsoft/lib"
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"OpteronMPA")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -m64
+GSL_INCL = -L/usr/local/include
+GSL_LIBS = -L/usr/local/lib
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL = -I/opt/hdf5/include
+HDF5LIB = -L/opt/hdf5/lib -lhdf5 -lz -Wl,"-R /opt/hdf5/lib"
+endif
+
+
+ifeq ($(SYSTYPE),"OPA-Cluster32")
+CC = mpicc
+OPTIMIZE = -O3 -Wall
+GSL_INCL = -I/afs/rzg/bc-b/vrs/opteron32/include
+GSL_LIBS = -L/afs/rzg/bc-b/vrs/opteron32/lib -Wl,"-R /afs/rzg/bc-b/vrs/opteron32/lib"
+FFTW_INCL= -I/afs/rzg/bc-b/vrs/opteron32/include
+FFTW_LIBS= -L/afs/rzg/bc-b/vrs/opteron32/lib
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"OPA-Cluster64")
+CC = mpicc
+OPTIMIZE = -O3 -Wall -m64
+GSL_INCL = -I/afs/rzg/bc-b/vrs/opteron64/include
+GSL_LIBS = -L/afs/rzg/bc-b/vrs/opteron64/lib -Wl,"-R /afs/rzg/bc-b/vrs/opteron64/lib"
+FFTW_INCL= -I/afs/rzg/bc-b/vrs/opteron64/include
+FFTW_LIBS= -L/afs/rzg/bc-b/vrs/opteron64/lib
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"Mako")
+CC = mpicc # sets the C-compiler
+OPTIMIZE = -O3 -march=athlon-mp -mfpmath=sse
+GSL_INCL =
+GSL_LIBS =
+FFTW_INCL=
+FFTW_LIBS=
+MPICHLIB =
+HDF5INCL =
+HDF5LIB = -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"Regatta")
+CC = mpcc_r
+OPTIMIZE = -O5 -qstrict -qipa -q64
+GSL_INCL = -I/afs/rzg/u/vrs/gsl_psi64/include
+GSL_LIBS = -L/afs/rzg/u/vrs/gsl_psi64/lib
+FFTW_INCL= -I/afs/rzg/u/vrs/fftw_psi64/include
+FFTW_LIBS= -L/afs/rzg/u/vrs/fftw_psi64/lib -q64 -qipa
+MPICHLIB =
+HDF5INCL = -I/afs/rzg/u/vrs/hdf5_psi64/include
+HDF5LIB = -L/afs/rzg/u/vrs/hdf5_psi64/lib -lhdf5 -lz
+endif
+
+
+ifeq ($(SYSTYPE),"RZG_LinuxCluster")
+CC = mpicci
+OPTIMIZE = -O3 -ip # Note: Don't use the "-rcd" optimization of Intel's compiler! (causes code crashes)
+GSL_INCL = -I/afs/rzg/u/vrs/gsl_linux/include
+GSL_LIBS = -L/afs/rzg/u/vrs/gsl_linux/lib -Wl,"-R /afs/rzg/u/vrs/gsl_linux/lib"
+FFTW_INCL= -I/afs/rzg/u/vrs/fftw_linux/include
+FFTW_LIBS= -L/afs/rzg/u/vrs/fftw_linux/lib
+HDF5INCL = -I/afs/rzg/u/vrs/hdf5_linux/include
+HDF5LIB = -L/afs/rzg/u/vrs/hdf5_linux/lib -lhdf5 -lz -Wl,"-R /afs/rzg/u/vrs/hdf5_linux/lib"
+endif
+
+
+ifeq ($(SYSTYPE),"RZG_LinuxCluster-gcc")
+CC = mpiccg
+OPTIMIZE = -Wall -g -O3 -march=pentium4
+GSL_INCL = -I/afs/rzg/u/vrs/gsl_linux_gcc3.2/include
+GSL_LIBS = -L/afs/rzg/u/vrs/gsl_linux_gcc3.2/lib -Wl,"-R /afs/rzg/u/vrs/gsl_linux_gcc3.2/lib"
+FFTW_INCL= -I/afs/rzg/u/vrs/fftw_linux_gcc3.2/include
+FFTW_LIBS= -L/afs/rzg/u/vrs/fftw_linux_gcc3.2/lib
+HDF5INCL = -I/afs/rzg/u/vrs/hdf5_linux/include
+HDF5LIB = -L/afs/rzg/u/vrs/hdf5_linux/lib -lhdf5 -lz -Wl,"-R /afs/rzg/u/vrs/hdf5_linux/lib"
+endif
+
+
+ifneq (HAVE_HDF5,$(findstring HAVE_HDF5,$(OPT)))
+HDF5INCL =
+HDF5LIB =
+endif
+
+
+OPTIONS = $(OPTIMIZE) $(OPT)
+
+EXEC = Gadget2
+
+OBJS = main.o run.o predict.o begrun.o endrun.o global.o \
+ timestep.o init.o restart.o io.o \
+ accel.o read_ic.o ngb.o \
+ system.o allocate.o density.o \
+ gravtree.o hydra.o driftfac.o \
+ domain.o allvars.o potential.o \
+ forcetree.o peano.o gravtree_forcetest.o \
+ pm_periodic.o pm_nonperiodic.o longrange.o \
+ cooling.o agn_heating.o phase.o sticky.o outerpotential.o starformation.o \
+ agn_feedback.o bubbles.o bondi_accretion.o chimie.o stars_density.o cosmictime.o pnbody.o
+
+INCL = allvars.h proto.h tags.h Makefile
+
+
+CFLAGS = $(OPTIONS) $(GSL_INCL) $(FFTW_INCL) $(HDF5INCL) $(PY_INCL)
+
+
+ifeq (NOTYPEPREFIX_FFTW,$(findstring NOTYPEPREFIX_FFTW,$(OPT))) # fftw installed with type prefix?
+ FFTW_LIB = $(FFTW_LIBS) -lrfftw_mpi -lfftw_mpi -lrfftw -lfftw
+else
+ifeq (DOUBLEPRECISION_FFTW,$(findstring DOUBLEPRECISION_FFTW,$(OPT)))
+ FFTW_LIB = $(FFTW_LIBS) -ldrfftw_mpi -ldfftw_mpi -ldrfftw -ldfftw
+else
+ FFTW_LIB = $(FFTW_LIBS) -lsrfftw_mpi -lsfftw_mpi -lsrfftw -lsfftw
+endif
+endif
+
+ifeq ($(NO_FFTW_LIB),"yes")
+ FFTW_LIB =
+endif
+
+LIBS = $(HDF5LIB) -g $(MPICHLIB) $(GSL_LIBS) -lgsl -lgslcblas -lm $(FFTW_LIB) $(PY_LIB)
+
+$(EXEC): $(OBJS)
+ $(CC) $(OBJS) $(LIBS) -o $(EXEC)
+
+$(OBJS): $(INCL)
+
+
+clean:
+ rm -f $(OBJS) $(EXEC)
+
+
+#-----------------------------------------------------------------------
+#
+# Brief guide to compile-time options of the code. More information
+# can be found in the code documentation.
+#
+# - PERIODIC:
+# Set this if you want to have periodic boundary conditions.
+#
+# - UNEQUALSOFTENINGS:
+# Set this if you use particles with different gravitational
+# softening lengths.
+#
+# - PEANOHILBERT:
+# This is a tuning option. When set, the code will bring the
+# particles after each domain decomposition into Peano-Hilbert
+# order. This improves cache utilization and performance.
+#
+# - WALLCLOCK:
+# If set, a wallclock timer is used by the code to measure internal
+# time consumption (see cpu-log file). Otherwise, a timer that
+# measures consumed processor ticks is used.
+#
+# - PMGRID:
+# This enables the TreePM method, i.e. the long-range force is
+# computed with a PM-algorithm, and the short range force with the
+# tree. The parameter has to be set to the size of the mesh that
+# should be used, (e.g. 64, 96, 128, etc). The mesh dimensions need
+# not necessarily be a power of two. Note: If the simulation is
+# not in a periodic box, then a FFT method for vacuum boundaries is
+# employed, using an actual mesh with dimension twice(!) that
+# specified by PMGRID.
+#
+# - PLACEHIGHRESREGION:
+# If this option is set (will only work together with PMGRID), then
+# the long range force is computed in two stages: One Fourier-grid
+# is used to cover the whole simulation volume, allowing the
+# computation of the longe-range force. A second Fourier mesh is
+# placed on the region occupied by "high-resolution" particles,
+# allowing the computation of an intermediate scale force. Finally,
+# the force on short scales is computed with the tree. This
+# procedure can be useful for "zoom-simulations", provided the
+# majority of particles (the high-res particles) are occupying only
+# a small fraction of the volume. To activate this option, the
+# parameter needs to be set to an integer bit mask that encodes the
+# particle types that make up the high-res particles.
+# For example, if types 0, 1, and 4 form the high-res
+# particles, set the parameter to PLACEHIGHRESREGION=19, because
+# 2^0 + 2^1 + 2^4 = 19. The spatial region covered by the high-res
+# grid is determined automatically from the initial conditions.
+# Note: If a periodic box is used, the high-res zone may not intersect
+# the box boundaries.
+#
+# - ENLARGEREGION:
+# The spatial region covered by the high-res zone has a fixed size
+# during the simulation, which initially is set to the smallest
+# region that encompasses all high-res particles. Normally, the
+# simulation will be interrupted if high-res particles leave this
+# region in the course of the run. However, by setting this
+# parameter to a value larger than one, the size of the high-res
+# region can be expanded, providing a buffer region. For example,
+# setting it to 1.4 will enlarge its side-length by 40% (it remains
+# centered on the high-res particles). Hence, with this setting, the
+# high-res region may expand or move by a limited amount.
+# Note: If SYNCHRONIZATION is activated, the code will be able to
+# continue even if high-res particles leave the initial high-res
+# grid. In this case, the code will update the size and position of
+# the grid that is placed onto the high-resolution region
+# automatically. To prevent that this potentially happens every
+# single PM step, one should nevertheless assign a value slightly
+# larger than 1 to ENLARGEREGION.
+#
+# - ASMTH:
+# This can be used to override the value assumed for the scale that
+# defines the long-range/short-range force-split in the TreePM
+# algorithm. The default value is 1.25, in mesh-cells.
+#
+# - RCUT:
+# This can be used to override the maximum radius in which the
+# short-range tree-force is evaluated (in case the TreePM algorithm
+# is used). The default value is 4.5, given in mesh-cells.
+#
+# - DOUBLEPRECISION:
+# This makes the code store and compute internal particle data in
+# double precision. Note that output files are nevertheless written
+# by converting the particle data to single precision.
+#
+# - DDOUBLEPRECISION_FFTW:
+# If this is set, the code will use the double-precision version of
+# FTTW, provided the latter has been explicitly installed with a
+# "d" prefix, and NOTYPEPREFIX_FFTW is not set. Otherwise the
+# single precision version ("s" prefix) is used.
+#
+# - SYNCHRONIZATION:
+# When this is set, particles are kept in a binary hierarchy of
+# timesteps and may only increase their timestep if the new
+# timestep will put them into synchronization with the higher time
+# level.
+#
+# - FLEXSTEPS:
+# This is an alternative to SYNCHRONIZATION. Particle timesteps are
+# here allowed to be integer multiples of the minimum timestep that
+# occurs among the particles, which in turn is rounded down to the
+# nearest power-of-two devision of the total simulated
+# timespan. This option distributes particles more evenly over
+# individual system timesteps, particularly once a simulation has
+# run for a while, and may then result in a reduction of work-load
+# imbalance losses.
+#
+# - PSEUDOSYMMETRIC:
+# When this option is set, the code will try to "anticipate"
+# timestep changes by extrapolating the change of the acceleration
+# into the future. This can in certain idealized cases improve the
+# long-term integration behaviour of periodic orbits, but should
+# make little or no difference in most real-world applications. May
+# only be used together with SYNCHRONIZATION.
+#
+# - NOSTOP_WHEN_BELOW_MINTIMESTEP:
+# If this is activated, the code will not terminate when the
+# timestep falls below the value of MinSizeTimestep specified in
+# the parameterfile. This is useful for runs where one wants to
+# enforce a constant timestep for all particles. This can be done
+# by activating this option, and by setting MinSizeTimestep and
+# MaxSizeTimestep to an equal value.
+#
+# - NOPMSTEPADJUSTMENT:
+# When this is set, the long-range timestep for the PM-force
+# computation (when the TreePM algorithm is used) is always
+# determined by MaxSizeTimeStep. Otherwise, it is determined by
+# the MaxRMSDisplacement parameter, or MaxSizeTimeStep, whichever
+# gives the smaller step.
+#
+# - HAVE_HDF5:
+# If this is set, the code will be compiled with support for input
+# and output in the HDF5 format. You need to have the HDF5
+# libraries and headers installed on your computer for this option
+# to work. The HDF5 format can then be selected as format "3" in
+# Gadget's parameterfile.
+#
+# - OUTPUTPOTENTIAL:
+# This will make the code compute gravitational potentials for
+# all particles each time a snapshot file is generated. The values
+# are then included in the snapshot file. Note that the computation
+# of the values of the gravitational potential costs additional CPU.
+#
+# - OUTPUTACCELERATION:
+# This will include the physical acceleration of each particle in
+# snapshot files.
+#
+# - OUTPUTCHANGEOFENTROPY:
+# This will include the rate of change of entropy of gas particles
+# in snapshot files.
+#
+# - OUTPUTTIMESTEP:
+# This will include the current timesteps of all particles in the
+# snapshot files.
+#
+# - NOGRAVITY
+# This switches off gravity. Useful only for pure SPH simulations
+# in non-expanding space.
+#
+# - NOTREERND:
+# If this is not set, the tree construction will succeed even when
+# there are a few particles at identical locations. This is done by
+# `rerouting' particles once the node-size has fallen below 1.0e-3
+# of the softening length. When this option is activated, this will
+# be surpressed and the tree construction will always fail if there
+# are particles at extremely close coordinates.
+#
+# - NOTYPEPREFIX_FFTW:
+# This is an option that signals that FFTW has been compiled
+# without the type-prefix option, i.e. no leading "d" or "s"
+# characters are used to access the library.
+#
+# - LONG_X/Y/Z:
+# These options can be used together with PERIODIC and NOGRAVITY only.
+# When set, the options define numerical factors that can be used to
+# distorts the periodic simulation cube into a parallelepiped of
+# arbitrary aspect ratio. This can be useful for idealized SPH tests.
+#
+# - TWODIMS:
+# This effectively switches of one dimension in SPH, i.e. the code
+# follows only 2d hydrodynamics in the xy-, yz-, or xz-plane. This
+# only works with NOGRAVITY, and if all coordinates of the third
+# axis are exactly equal. Can be useful for idealized SPH tests.
+#
+# - SPH_BND_PARTICLES:
+# If this is set, particles with a particle-ID equal to zero do not
+# receive any SPH acceleration. This can be useful for idealized
+# SPH tests, where these particles represent fixed "walls".
+#
+# - NOVISCOSITYLIMITER:
+# If this is set, the code will not try to put an upper limit on
+# the viscous force in case an implausibly high pair-wise viscous
+# force (which may lead to a particle 'reflection' in case of poor
+# timestepping) should arise. Note: For proper settings of the
+# timestep parameters, this situation should not arise.
+#
+# - COMPUTE_POTENTIAL_ENERGY:
+# When this option is set, the code will compute the gravitational
+# potential energy each time a global statistics is computed. This
+# can be useful for testing global energy conservation.
+#
+# - LONGIDS:
+# If this is set, the code assumes that particle-IDs are stored as
+# 64-bit long integers. This is only really needed if you want to
+# go beyond ~2 billion particles.
+#
+# - ISOTHERM_EQS:
+# This special option makes the gas behave like an isothermal gas
+# with equation of state P = cs^2 * rho. The sound-speed cs is set by
+# the thermal energy per unit mass in the intial conditions,
+# i.e. cs^2=u. If the value for u is zero, then the initial gas
+# temperature in the parameter file is used to define the sound speed
+# according to cs^2 = 3/2 kT/mp, where mp is the proton mass.
+#
+# - ADAPTIVE_GRAVSOFT_FORGAS:
+# When this option is set, the gravitational softening lengths used for
+# gas particles is tied to their SPH smoothing length. This can be useful
+# for dissipative collapse simulations. The option requires the setting
+# of UNEQUALSOFTENINGS.
+#
+# - SELECTIVE_NO_GRAVITY:
+# This can be used for special computations where one wants to
+# exclude certain particle types from receiving gravitational
+# forces. The particle types that are excluded in this fashion are
+# specified by a bit mask, in the same as for the PLACEHIGHRESREGION
+# option.
+#
+# - FORCETEST:
+# This can be set to check the force accuracy of the code. The
+# option needs to be set to a number between 0 and 1 (e.g. 0.01),
+# which is taken to specify a random fraction of particles for
+# which at each timestep forces by direct summation are
+# computed. The normal tree-forces and the correct direct
+# summation forces are collected in a file. Note that the
+# simulation itself is unaffected by this option, but it will of
+# course run much(!) slower, especially if
+# FORCETEST*NumPart*NumPart >> NumPart. Note: Particle IDs must
+# be set to numbers >=1 for this to work.
+#
+# - MAKEGLASS
+# This option can be used to generate a glass-like particle
+# configuration. The value assigned gives the particle load,
+# which is initially generated as a Poisson sample and then
+# evolved towards a glass with the sign of gravity reversed.
+#
+#-----------------------------------------------------------------------
+
diff --git a/src/allvars.h b/src/allvars.h
index 33325e1..6a7cd6a 100644
--- a/src/allvars.h
+++ b/src/allvars.h
@@ -1,1861 +1,1861 @@
/*! \file allvars.h
* \brief declares global variables.
*
* This file declares all global variables. Further variables should be added here, and declared as
* 'extern'. The actual existence of these variables is provided by the file 'allvars.c'. To produce
* 'allvars.c' from 'allvars.h', do the following:
*
* - Erase all #define's, typedef's, and enum's
* - add #include "allvars.h", delete the #ifndef ALLVARS_H conditional
* - delete all keywords 'extern'
* - delete all struct definitions enclosed in {...}, e.g.
* "extern struct global_data_all_processes {....} All;"
* becomes "struct global_data_all_processes All;"
*/
#ifndef ALLVARS_H
#define ALLVARS_H
#include <stdio.h>
#include <gsl/gsl_rng.h>
#include <gsl/gsl_errno.h>
#include <gsl/gsl_spline.h>
#include <gsl/gsl_integration.h>
#include "tags.h"
#define GADGETVERSION "2.0" /*!< code version string */
#define TIMEBASE (1<<28) /*!< The simulated timespan is mapped onto the integer interval [0,TIMESPAN],
* where TIMESPAN needs to be a power of 2. Note that (1<<28) corresponds to 2^29
*/
#define MAXTOPNODES 200000 /*!< Maximum number of nodes in the top-level tree used for domain decomposition */
typedef long long peanokey; /*!< defines the variable type used for Peano-Hilbert keys */
#define BITS_PER_DIMENSION 18 /*!< Bits per dimension available for Peano-Hilbert order.
Note: If peanokey is defined as type int, the allowed maximum is 10.
If 64-bit integers are used, the maximum is 21 */
#define PEANOCELLS (((peanokey)1)<<(3*BITS_PER_DIMENSION)) /*!< The number of different Peano-Hilbert cells */
#define RNDTABLE 3000 /*!< gives the length of a table with random numbers, refreshed at every timestep.
This is used to allow application of random numbers to a specific particle
in a way that is independent of the number of processors used. */
#define MAX_REAL_NUMBER 1e37
#define MIN_REAL_NUMBER 1e-37
#define MAXLEN_FILENAME 100 /*!< Maximum number of characters for filenames (including the full path) */
#ifdef ISOTHERM_EQS
#define GAMMA (1.0) /*!< index for isothermal gas */
#else
#define GAMMA (5.0/3) /*!< adiabatic index of simulated gas */
#endif
#define GAMMA_MINUS1 (GAMMA-1)
#define HYDROGEN_MASSFRAC 0.76 /*!< mass fraction of hydrogen, relevant only for radiative cooling */
/* Some physical constants in cgs units */
#define GRAVITY 6.672e-8 /*!< Gravitational constant (in cgs units) */
#define SOLAR_MASS 1.989e33
#define SOLAR_LUM 3.826e33
#define RAD_CONST 7.565e-15
#define AVOGADRO 6.0222e23
#define BOLTZMANN 1.3806e-16
#define GAS_CONST 8.31425e7
#define C 2.9979e10
#define PLANCK 6.6262e-27
#define CM_PER_MPC 3.085678e24
#define PROTONMASS 1.6726e-24
#define ELECTRONMASS 9.10953e-28
#define THOMPSON 6.65245e-25
#define ELECTRONCHARGE 4.8032e-10
#define HUBBLE 3.2407789e-18 /* in h/sec */
#define YEAR_IN_SECOND 31536000.0 /* year in sec */
#define FEH_SOLAR 0.00181 /* used only if cooling with metal is on and chimie is off */
#define PI 3.1415926535897931
#define TWOPI 6.2831853071795862
/* Some conversion factors */
#define SEC_PER_MEGAYEAR 3.155e13
#define SEC_PER_YEAR 3.155e7
#ifndef ASMTH
#define ASMTH 1.25 /*!< ASMTH gives the scale of the short-range/long-range force split in units of FFT-mesh cells */
#endif
#ifndef RCUT
#define RCUT 4.5 /*!< RCUT gives the maximum distance (in units of the scale used for the force split) out to
which short-range forces are evaluated in the short-range tree walk. */
#endif
#define MAX_NGB 20000 /*!< defines maximum length of neighbour list */
#define MAXLEN_OUTPUTLIST 500 /*!< maxmimum number of entries in list of snapshot output times */
#define DRIFT_TABLE_LENGTH 1000 /*!< length of the lookup table used to hold the drift and kick factors */
#ifdef COSMICTIME
#define COSMICTIME_TABLE_LENGTH 1000 /*!< length of the lookup table used for the cosmic time computation */
#endif
#define MAXITER 1000 /*!< maxmimum number of steps for SPH neighbour iteration */
#ifdef DOUBLEPRECISION /*!< If defined, the variable type FLOAT is set to "double", otherwise to FLOAT */
#define FLOAT double
#else
#define FLOAT float
#endif
#ifndef TWODIMS
#define NUMDIMS 3 /*!< For 3D-normalized kernel */
#define KERNEL_COEFF_1 2.546479089470 /*!< Coefficients for SPH spline kernel and its derivative */
#define KERNEL_COEFF_2 15.278874536822
#define KERNEL_COEFF_3 45.836623610466
#define KERNEL_COEFF_4 30.557749073644
#define KERNEL_COEFF_5 5.092958178941
#define KERNEL_COEFF_6 (-15.278874536822)
#define NORM_COEFF 4.188790204786 /*!< Coefficient for kernel normalization. Note: 4.0/3 * PI = 4.188790204786 */
#else
#define NUMDIMS 2 /*!< For 2D-normalized kernel */
#define KERNEL_COEFF_1 (5.0/7*2.546479089470) /*!< Coefficients for SPH spline kernel and its derivative */
#define KERNEL_COEFF_2 (5.0/7*15.278874536822)
#define KERNEL_COEFF_3 (5.0/7*45.836623610466)
#define KERNEL_COEFF_4 (5.0/7*30.557749073644)
#define KERNEL_COEFF_5 (5.0/7*5.092958178941)
#define KERNEL_COEFF_6 (5.0/7*(-15.278874536822))
#define NORM_COEFF M_PI /*!< Coefficient for kernel normalization. */
#endif
#ifdef MULTIPHASE
#define GAS_SPH 0
#define GAS_STICKY 1
#define GAS_DARK 2
#endif
#if defined(SFR) || defined(STELLAR_PROP)
#define ST 1
#endif
#ifdef CHIMIE
#define NELEMENTS 5
#define MAXNELEMENTS 64
#define FIRST_ELEMENT "Fe"
#define FE 0
#endif
#ifdef COOLING
#define COOLING_NMETALICITIES 9
#define COOLING_NTEMPERATURES 171
#endif
#ifdef COMPUTE_VELOCITY_DISPERSION
#define VELOCITY_DISPERSION_SIZE 3
#endif
extern int SetMinTimeStepForActives;
extern int ThisTask; /*!< the rank of the local processor */
extern int NTask; /*!< number of processors */
extern int PTask; /*!< smallest integer such that NTask <= 2^PTask */
extern int NumPart; /*!< number of particles on the LOCAL processor */
extern int N_gas; /*!< number of gas particles on the LOCAL processor */
#if defined(SFR) || defined(STELLAR_PROP)
extern int N_stars; /*!< number of stars particle on the LOCAL processor */
#endif
#ifdef MULTIPHASE
extern int N_sph;
extern int N_sticky;
extern int N_stickyflaged;
extern int N_dark;
extern int NumColPotLocal; /*!< local number of potentially collisional particles */
extern int NumColPot; /*!< total number of potentially collisional particles */
extern int NumColLocal; /*!< local number of collisions */
extern int NumCol; /*!< total number of collisions */
extern int NumNoColLocal;
extern int NumNoCol;
#endif
extern long long Ntype[6]; /*!< total number of particles of each type */
extern int NtypeLocal[6]; /*!< local number of particles of each type */
extern int NumForceUpdate; /*!< number of active particles on local processor in current timestep */
extern int NumSphUpdate; /*!< number of active SPH particles on local processor in current timestep */
#ifdef CHIMIE
extern int NumStUpdate;
#endif
extern double CPUThisRun; /*!< Sums the CPU time for the process (current submission only) */
#ifdef SPLIT_DOMAIN_USING_TIME
extern double CPU_Gravity;
#endif
extern int RestartFlag; /*!< taken from command line used to start code. 0 is normal start-up from
initial conditions, 1 is resuming a run from a set of restart files, while 2
marks a restart from a snapshot file. */
extern char *Exportflag; /*!< Buffer used for flagging whether a particle needs to be exported to another process */
extern int *Ngblist; /*!< Buffer to hold indices of neighbours retrieved by the neighbour search routines */
extern int TreeReconstructFlag; /*!< Signals that a new tree needs to be constructed */
#ifdef SFR
extern int RearrangeParticlesFlag;/*!< Signals that particles must be rearanged */
#endif
extern int Flag_FullStep; /*!< This flag signals that the current step involves all particles */
extern gsl_rng *random_generator; /*!< the employed random number generator of the GSL library */
extern double RndTable[RNDTABLE]; /*!< Hold a table with random numbers, refreshed every timestep */
#ifdef SFR
extern double StarFormationRndTable[RNDTABLE]; /*!< Hold a table with random numbers, refreshed every timestep */
#endif
#ifdef FEEDBACK_WIND
extern double FeedbackWindRndTable[RNDTABLE]; /*!< Hold a table with random numbers, refreshed every timestep */
#endif
#ifdef CHIMIE
extern double ChimieRndTable[RNDTABLE]; /*!< Hold a table with random numbers, refreshed every timestep */
#endif
#ifdef CHIMIE_KINETIC_FEEDBACK
extern double ChimieKineticFeedbackRndTable[RNDTABLE]; /*!< Hold a table with random numbers, refreshed every timestep */
#endif
#ifdef AB_TURB
//Ornstein-Uhlenbeck variables
extern double StOUVar;
extern double* StOUPhases;
extern gsl_rng* StRng;
//forcing field in fourie space
extern double* StAmpl;
extern double* StAka; //phases (real part)
extern double* StAkb; //phases (imag part)
extern double* StMode;
extern int StNModes;
//integertime StTPrev; (yr : ask ?)
extern int StTPrev;
extern double StSolWeightNorm;
#endif
#ifdef PY_INTERFACE
extern int NumPartQ;
extern int N_gasQ;
extern long long NtypeQ[6]; /*!< total number of particles of each type */
extern int NtypeLocalQ[6]; /*!< local number of particles of each type */
extern double DomainCornerQ[3]; /*!< gives the lower left corner of simulation volume */
extern double DomainCenterQ[3]; /*!< gives the center of simulation volume */
extern double DomainLenQ; /*!< gives the (maximum) side-length of simulation volume */
extern double DomainFacQ; /*!< factor used for converting particle coordinates to a Peano-Hilbert mesh covering the simulation volume */
extern int DomainMyStartQ; /*!< first domain mesh cell that resides on the local processor */
extern int DomainMyLastQ; /*!< last domain mesh cell that resides on the local processor */
extern int *DomainStartListQ; /*!< a table that lists the first domain mesh cell for all processors */
extern int *DomainEndListQ; /*!< a table that lists the last domain mesh cell for all processors */
extern double *DomainWorkQ; /*!< a table that gives the total "work" due to the particles stored by each processor */
extern int *DomainCountQ; /*!< a table that gives the total number of particles held by each processor */
extern int *DomainCountSphQ; /*!< a table that gives the total number of SPH particles held by each processor */
extern int *DomainTaskQ; /*!< this table gives for each leaf of the top-level tree the processor it was assigned to */
extern peanokey *DomainKeyBufQ; /*!< this points to a buffer used during the exchange of particle data */
extern int NTopnodesQ; /*!< total number of nodes in top-level tree */
extern int NTopleavesQ; /*!< number of leaves in top-level tree. Each leaf can be assigned to a different processor */
extern void *CommBufferQ; /*!< points to communication buffer, which is used in the domain decomposition, the
parallel tree-force computation, the SPH routines, etc. */
#endif
extern double DomainCorner[3]; /*!< gives the lower left corner of simulation volume */
extern double DomainCenter[3]; /*!< gives the center of simulation volume */
extern double DomainLen; /*!< gives the (maximum) side-length of simulation volume */
extern double DomainFac; /*!< factor used for converting particle coordinates to a Peano-Hilbert mesh covering the simulation volume */
extern int DomainMyStart; /*!< first domain mesh cell that resides on the local processor */
extern int DomainMyLast; /*!< last domain mesh cell that resides on the local processor */
extern int *DomainStartList; /*!< a table that lists the first domain mesh cell for all processors */
extern int *DomainEndList; /*!< a table that lists the last domain mesh cell for all processors */
extern double *DomainWork; /*!< a table that gives the total "work" due to the particles stored by each processor */
extern int *DomainCount; /*!< a table that gives the total number of particles held by each processor */
extern int *DomainCountSph; /*!< a table that gives the total number of SPH particles held by each processor */
extern int *DomainTask; /*!< this table gives for each leaf of the top-level tree the processor it was assigned to */
extern int *DomainNodeIndex; /*!< this table gives for each leaf of the top-level tree the corresponding node of the gravitational tree */
extern FLOAT *DomainTreeNodeLen; /*!< this table gives for each leaf of the top-level tree the side-length of the corresponding node of the gravitational tree */
extern FLOAT *DomainHmax; /*!< this table gives for each leaf of the top-level tree the maximum SPH smoothing length among the particles of the corresponding node of the gravitational tree */
extern struct DomainNODE
{
FLOAT s[3]; /*!< center-of-mass coordinates */
FLOAT vs[3]; /*!< center-of-mass velocities */
FLOAT mass; /*!< mass of node */
#ifdef STELLAR_FLUX
FLOAT starlum; /*!< star luminosity of node */
#endif
#ifdef UNEQUALSOFTENINGS
#ifndef ADAPTIVE_GRAVSOFT_FORGAS
int bitflags; /*!< this bit-field encodes the particle type with the largest softening among the particles of the nodes, and whether there are particles with different softening in the node */
#else
FLOAT maxsoft; /*!< hold the maximum gravitational softening of particles in the
node if the ADAPTIVE_GRAVSOFT_FORGAS option is selected */
#endif
#endif
}
*DomainMoment; /*!< this table stores for each node of the top-level tree corresponding node data from the gravitational tree */
extern peanokey *DomainKeyBuf; /*!< this points to a buffer used during the exchange of particle data */
extern peanokey *Key; /*!< a table used for storing Peano-Hilbert keys for particles */
extern peanokey *KeySorted; /*!< holds a sorted table of Peano-Hilbert keys for all particles, used to construct top-level tree */
extern int NTopnodes; /*!< total number of nodes in top-level tree */
extern int NTopleaves; /*!< number of leaves in top-level tree. Each leaf can be assigned to a different processor */
extern struct topnode_data
{
int Daughter; /*!< index of first daughter cell (out of 8) of top-level node */
int Pstart; /*!< for the present top-level node, this gives the index of the first node in the concatenated list of topnodes collected from all processors */
int Blocks; /*!< for the present top-level node, this gives the number of corresponding nodes in the concatenated list of topnodes collected from all processors */
int Leaf; /*!< if the node is a leaf, this gives its number when all leaves are traversed in Peano-Hilbert order */
peanokey Size; /*!< number of Peano-Hilbert mesh-cells represented by top-level node */
peanokey StartKey; /*!< first Peano-Hilbert key in top-level node */
long long Count; /*!< counts the number of particles in this top-level node */
}
#ifdef PY_INTERFACE
*TopNodesQ,
#endif
*TopNodes; /*!< points to the root node of the top-level tree */
extern double TimeOfLastTreeConstruction; /*!< holds what it says, only used in connection with FORCETEST */
/* variables for input/output, usually only used on process 0 */
extern char ParameterFile[MAXLEN_FILENAME]; /*!< file name of parameterfile used for starting the simulation */
extern FILE *FdInfo; /*!< file handle for info.txt log-file. */
extern FILE *FdLog; /*!< file handle for log.txt log-file. */
extern FILE *FdEnergy; /*!< file handle for energy.txt log-file. */
#ifdef SYSTEMSTATISTICS
extern FILE *FdSystem;
#endif
extern FILE *FdTimings; /*!< file handle for timings.txt log-file. */
extern FILE *FdCPU; /*!< file handle for cpu.txt log-file. */
#ifdef FORCETEST
extern FILE *FdForceTest; /*!< file handle for forcetest.txt log-file. */
#endif
#ifdef SFR
extern FILE *FdSfr; /*!< file handle for sfr.txt log-file. */
#endif
#ifdef CHIMIE
extern FILE *FdChimie; /*!< file handle for chimie log-file. */
#endif
#ifdef MULTIPHASE
extern FILE *FdPhase; /*!< file handle for pase.txt log-file. */
extern FILE *FdSticky; /*!< file handle for sticky.txt log-file. */
#endif
#ifdef AGN_ACCRETION
extern FILE *FdAccretion; /*!< file handle for accretion.txt log-file. */
#endif
#ifdef BONDI_ACCRETION
extern FILE *FdBondi; /*!< file handle for bondi.txt log-file. */
#endif
#ifdef BUBBLES
extern FILE *FdBubble; /*!< file handle for bubble.txt log-file. */
#endif
extern double DriftTable[DRIFT_TABLE_LENGTH]; /*!< table for the cosmological drift factors */
extern double GravKickTable[DRIFT_TABLE_LENGTH]; /*!< table for the cosmological kick factor for gravitational forces */
extern double HydroKickTable[DRIFT_TABLE_LENGTH]; /*!< table for the cosmological kick factor for hydrodynmical forces */
#ifdef COSMICTIME
extern double CosmicTimeTable[COSMICTIME_TABLE_LENGTH]; /*!< table for the computation of cosmic time */
#endif
extern void *CommBuffer; /*!< points to communication buffer, which is used in the domain decomposition, the
parallel tree-force computation, the SPH routines, etc. */
/*! This structure contains data which is the SAME for all tasks (mostly code parameters read from the
* parameter file). Holding this data in a structure is convenient for writing/reading the restart file, and
* it allows the introduction of new global variables in a simple way. The only thing to do is to introduce
* them into this structure.
*/
extern struct global_data_all_processes
{
long long TotNumPart; /*!< total particle numbers (global value) */
long long TotN_gas; /*!< total gas particle number (global value) */
#ifdef PY_INTERFACE
long long TotNumPartQ; /*!< total particle numbers (global value) */
long long TotN_gasQ; /*!< total gas particle number (global value) */
int MaxPartQ; /*!< This gives the maxmimum number of particles that can be stored on one processor. */
int MaxPartSphQ; /*!< This gives the maxmimum number of SPH particles that can be stored on one processor. */
int BunchSizeSph;
int BunchSizeDensitySph;
double ForceSofteningQ;
#endif
#if defined(SFR) || defined(STELLAR_PROP)
long long TotN_stars; /*!< total stars particle number (global value) */
#endif
#ifdef MULTIPHASE
long long TotN_sph; /*!< total sph particle number (global value) */
long long TotN_sticky; /*!< total sticky particle number (global value) */
long long TotN_stickyflaged; /*!< total sticky flaged particle number (global value) */
long long TotN_stickyactive; /*!< total sticky active particle number (global value) */
long long TotN_dark; /*!< total dark particle number (global value) */
#endif
int MaxPart; /*!< This gives the maxmimum number of particles that can be stored on one processor. */
int MaxPartSph; /*!< This gives the maxmimum number of SPH particles that can be stored on one processor. */
#ifdef STELLAR_PROP
int MaxPartStars; /*!< This gives the maxmimum number of Star particles that can be stored on one processor. */
#endif
double BoxSize; /*!< Boxsize in case periodic boundary conditions are used */
int ICFormat; /*!< selects different versions of IC file-format */
int SnapFormat; /*!< selects different versions of snapshot file-formats */
int NumFilesPerSnapshot; /*!< number of files in multi-file snapshot dumps */
int NumFilesWrittenInParallel;/*!< maximum number of files that may be written simultaneously when
writing/reading restart-files, or when writing snapshot files */
int BufferSize; /*!< size of communication buffer in MB */
int BunchSizeForce; /*!< number of particles fitting into the buffer in the parallel tree-force algorithm */
int BunchSizeDensity; /*!< number of particles fitting into the communication buffer in the density computation */
int BunchSizeHydro; /*!< number of particles fitting into the communication buffer in the SPH hydrodynamical force computation */
int BunchSizeDomain; /*!< number of particles fitting into the communication buffer in the domain decomposition */
#ifdef MULTIPHASE
int BunchSizeSticky; /*!< number of particles fitting into the communication buffer in the Chimie computation */
#endif
#ifdef CHIMIE
int BunchSizeChimie; /*!< number of particles fitting into the communication buffer in the Chimie computation */
int BunchSizeStarsDensity; /*!< number of particles fitting into the communication buffer in the star density computation */
#endif
double PartAllocFactor; /*!< in order to maintain work-load balance, the particle load will usually
NOT be balanced. Each processor allocates memory for PartAllocFactor times
the average number of particles to allow for that */
double TreeAllocFactor; /*!< Each processor allocates a number of nodes which is TreeAllocFactor times
the maximum(!) number of particles. Note: A typical local tree for N
particles needs usually about ~0.65*N nodes. */
#ifdef SFR
double StarsAllocFactor; /*!< Estimated fraction of gas particles that will form stars during the simulation
This allow to reduce the memory stored for stellar particles */
#endif
/* some SPH parameters */
double DesNumNgb; /*!< Desired number of SPH neighbours */
double MaxNumNgbDeviation; /*!< Maximum allowed deviation neighbour number */
double ArtBulkViscConst; /*!< Sets the parameter \f$\alpha\f$ of the artificial viscosity */
#ifdef ART_CONDUCTIVITY
double ArtCondConst; /*!< Sets the parameter \f$\alpha\f$ of the artificial conductivity */
double ArtCondThreshold;
#endif
double InitGasTemp; /*!< may be used to set the temperature in the IC's */
double MinGasTemp; /*!< may be used to set a floor for the gas temperature */
double MinEgySpec; /*!< the minimum allowed temperature expressed as energy per unit mass */
/* Usefull constants */
double Boltzmann;
double ProtonMass;
double mumh;
#ifdef COOLING
/* Cooling parameters */
double *logT;
double *logL;
gsl_interp_accel *acc_cooling_spline;
gsl_spline *cooling_spline;
double CoolingType;
char CoolingFile[MAXLEN_FILENAME]; /*!< cooling file */
double CutofCoolingTemperature;
- double InitGasMetallicity;
/*
new metal dependent cooling
*/
double CoolingParameters_zmin;
double CoolingParameters_zmax;
double CoolingParameters_slz;
double CoolingParameters_tmin;
double CoolingParameters_tmax;
double CoolingParameters_slt;
double CoolingParameters_FeHSolar;
double CoolingParameters_cooling_data_max;
double CoolingParameters_cooling_data[COOLING_NMETALICITIES][COOLING_NTEMPERATURES];
int CoolingParameters_p;
int CoolingParameters_q;
#endif
#ifdef CHIMIE
int ChimieNumberOfParameterFiles;
char ChimieParameterFile[MAXLEN_FILENAME]; /*!< chimie parameter file */
double ChimieSupernovaEnergy;
double ChimieKineticFeedbackFraction;
double ChimieWindSpeed;
double ChimieWindTime;
double ChimieSNIaThermalTime;
double ChimieSNIIThermalTime;
- double ChimieMaxSizeTimestep;
+ double ChimieMaxSizeTimestep;
#endif
-
-
+#if defined (CHIMIE) || defined (COOLING)
+ double InitGasMetallicity;
+#endif
#if !defined (HEATING_PE)
double HeatingPeElectronFraction;
#endif
#if !defined (HEATING_PE) || defined (STELLAR_FLUX) || defined (EXTERNAL_FLUX)
double HeatingPeSolarEnergyDensity;
#endif
#if !defined (HEATING_PE) || defined (STELLAR_FLUX)
double HeatingPeLMRatioGas;
double HeatingPeLMRatioHalo;
double HeatingPeLMRatioDisk;
double HeatingPeLMRatioBulge;
double HeatingPeLMRatioStars;
double HeatingPeLMRatioBndry;
double HeatingPeLMRatio[6];
#endif
#ifdef EXTERNAL_FLUX
double HeatingExternalFLuxEnergyDensity;
#endif
#ifdef MULTIPHASE
double CriticalTemperature;
double CriticalEgySpec;
double CriticalNonCollisionalTemperature;
double CriticalNonCollisionalEgySpec;
#ifdef COLDGAS_CYCLE
double ColdGasCycleTransitionTime;
double ColdGasCycleTransitionParameter;
#endif
#endif
#ifdef MULTIPHASE
/* some STICKY parameters */
int StickyUseGridForCollisions;
double StickyTime; /*!< Cooling time of sticky particle collision */
double StickyCollisionTime;
double StickyLastCollisionTime;
double StickyIdleTime;
double StickyMinVelocity;
double StickyMaxVelocity;
int StickyGridNx;
int StickyGridNy;
int StickyGridNz;
double StickyGridXmin;
double StickyGridXmax;
double StickyGridYmin;
double StickyGridYmax;
double StickyGridZmin;
double StickyGridZmax;
double StickyLambda;
double StickyDensity;
double StickyDensityPower;
double StickyBetaR;
double StickyBetaT;
double StickyRsphFact; /*!< Fraction of the sph radius used in sticky particle */
#endif
#ifdef OUTERPOTENTIAL
#ifdef NFW
double HaloConcentration;
double HaloMass;
double GasMassFraction;
double NFWPotentialCte;
double Rs;
#endif
#ifdef PLUMMER
double PlummerMass;
double PlummerSoftenning;
double PlummerPotentialCte;
#endif
#ifdef MIYAMOTONAGAI
double MiyamotoNagaiMass;
double MiyamotoNagaiHr;
double MiyamotoNagaiHz;
double MiyamotoNagaiPotentialCte;
#endif
#ifdef PISOTHERM
double Rho0;
double Rc;
double PisothermPotentialCte;
double GasMassFraction;
double PotentialInf;
gsl_function PotentialF;
gsl_integration_workspace *Potentialw;
#endif
#ifdef CORIOLIS
double CoriolisOmegaX;
double CoriolisOmegaY;
double CoriolisOmegaZ;
double CoriolisOmegaX0;
double CoriolisOmegaY0;
double CoriolisOmegaZ0;
#endif
#endif
#ifdef SFR
int StarFormationNStarsFromGas;
double StarFormationStarMass;
double StarFormationMgMsFraction;
int StarFormationType;
double StarFormationCstar;
double StarFormationTime;
double StarFormationDensity;
double StarFormationTemperature;
double ThresholdDensity;
#endif
#ifdef FEEDBACK
double SupernovaTime;
#endif
#ifdef FEEDBACK_WIND
double SupernovaWindEgySpecPerMassUnit;
double SupernovaWindFractionInEgyKin;
double SupernovaWindParameter;
double SupernovaWindSpeed;
double SupernovaWindIntAccuracy;
#endif
#ifdef AGN_ACCRETION
double TimeBetAccretion;
double AccretionRadius;
double AGNFactor;
double MinMTotInRa;
double TimeLastAccretion;
double LastMTotInRa;
double MTotInRa;
double dMTotInRa;
#endif
#ifdef BUBBLES
char BubblesInitFile[MAXLEN_FILENAME]; /*!< bubble file */
double *BubblesTime;
double *BubblesD;
double *BubblesR;
double *BubblesE;
double *BubblesA;
double *BubblesB;
int BubblesIndex;
double BubblesAlpha;
double BubblesBeta;
double BubblesDelta;
double BubblesRadiusFactor;
double EnergyBubbles;
#endif
#ifdef AGN_HEATING
double AGNHeatingPower;
double AGNHeatingRmax;
#endif
#ifdef BONDI_ACCRETION
double BondiEfficiency;
double BondiBlackHoleMass;
double BondiHsmlFactor;
double BondiPower;
double BondiTimeBet;
double BondiTimeLast;
#endif
#if defined (AGN_ACCRETION) || defined (BONDI_ACCRETION)
double LightSpeed;
#endif
#if defined(ART_VISCO_MM)|| defined(ART_VISCO_RO) || defined(ART_VISCO_CD)
double ArtBulkViscConstMin;
double ArtBulkViscConstMax;
double ArtBulkViscConstL;
#endif
#ifdef AB_TURB
double StDecay;
double StEnergy;
double StDtFreq;
double StKmin;
double StKmax;
double StSolWeight;
double StAmplFac;
int StSpectForm;
int StSeed;
#endif
/* some force counters */
long long TotNumOfForces; /*!< counts total number of force computations */
long long NumForcesSinceLastDomainDecomp; /*!< count particle updates since last domain decomposition */
/* system of units */
double G; /*!< Gravity-constant in internal units */
double UnitTime_in_s; /*!< factor to convert internal time unit to seconds/h */
double UnitMass_in_g; /*!< factor to convert internal mass unit to grams/h */
double UnitVelocity_in_cm_per_s; /*!< factor to convert intqernal velocity unit to cm/sec */
double UnitLength_in_cm; /*!< factor to convert internal length unit to cm/h */
double UnitPressure_in_cgs; /*!< factor to convert internal pressure unit to cgs units (little 'h' still around!) */
double UnitDensity_in_cgs; /*!< factor to convert internal length unit to g/cm^3*h^2 */
double UnitCoolingRate_in_cgs; /*!< factor to convert internal cooling rate to cgs units */
double UnitEnergy_in_cgs; /*!< factor to convert internal energy to cgs units */
double UnitTime_in_Megayears; /*!< factor to convert internal time to megayears/h */
double GravityConstantInternal; /*!< If set to zero in the parameterfile, the internal value of the
gravitational constant is set to the Newtonian value based on the system of
units specified. Otherwise the value provided is taken as internal gravity constant G. */
/* Cosmological parameters */
double Hubble; /*!< Hubble-constant in internal units */
double Omega0; /*!< matter density in units of the critical density (at z=0)*/
double OmegaLambda; /*!< vaccum energy density relative to crictical density (at z=0) */
double OmegaBaryon; /*!< baryon density in units of the critical density (at z=0)*/
double HubbleParam; /*!< little `h', i.e. Hubble constant in units of 100 km/s/Mpc. Only needed to get absolute physical values for cooling physics */
/* Code options */
int ComovingIntegrationOn; /*!< flags that comoving integration is enabled */
int PeriodicBoundariesOn; /*!< flags that periodic boundaries are enabled */
int ResubmitOn; /*!< flags that automatic resubmission of job to queue system is enabled */
int TypeOfOpeningCriterion; /*!< determines tree cell-opening criterion: 0 for Barnes-Hut, 1 for relative criterion */
int TypeOfTimestepCriterion; /*!< gives type of timestep criterion (only 0 supported right now - unlike gadget-1.1) */
int OutputListOn; /*!< flags that output times are listed in a specified file */
/* Parameters determining output frequency */
int SnapshotFileCount; /*!< number of snapshot that is written next */
double TimeBetSnapshot; /*!< simulation time interval between snapshot files */
double TimeOfFirstSnapshot; /*!< simulation time of first snapshot files */
double CpuTimeBetRestartFile; /*!< cpu-time between regularly generated restart files */
double TimeLastRestartFile; /*!< cpu-time when last restart-file was written */
double TimeBetStatistics; /*!< simulation time interval between computations of energy statistics */
double TimeLastStatistics; /*!< simulation time when the energy statistics was computed the last time */
int NumCurrentTiStep; /*!< counts the number of system steps taken up to this point */
/* Current time of the simulation, global step, and end of simulation */
double Time; /*!< current time of the simulation */
double TimeBegin; /*!< time of initial conditions of the simulation */
double TimeStep; /*!< difference between current times of previous and current timestep */
double TimeMax; /*!< marks the point of time until the simulation is to be evolved */
/* variables for organizing discrete timeline */
double Timebase_interval; /*!< factor to convert from floating point time interval to integer timeline */
int Ti_Current; /*!< current time on integer timeline */
int Ti_nextoutput; /*!< next output time on integer timeline */
#ifdef FLEXSTEPS
int PresentMinStep; /*!< If FLEXSTEPS is used, particle timesteps are chosen as multiples of the present minimum timestep. */
int PresentMaxStep; /*!< If FLEXSTEPS is used, this is the maximum timestep in timeline units, rounded down to the next power 2 division */
#endif
#ifdef PMGRID
int PM_Ti_endstep; /*!< begin of present long-range timestep */
int PM_Ti_begstep; /*!< end of present long-range timestep */
#endif
/* Placement of PM grids */
#ifdef PMGRID
double Asmth[2]; /*!< Gives the scale of the long-range/short-range split (in mesh-cells), both for the coarse and the high-res mesh */
double Rcut[2]; /*!< Gives the maximum radius for which the short-range force is evaluated with the tree (in mesh-cells), both for the coarse and the high-res mesh */
double Corner[2][3]; /*!< lower left corner of coarse and high-res PM-mesh */
double UpperCorner[2][3]; /*!< upper right corner of coarse and high-res PM-mesh */
double Xmintot[2][3]; /*!< minimum particle coordinates both for coarse and high-res PM-mesh */
double Xmaxtot[2][3]; /*!< maximum particle coordinates both for coarse and high-res PM-mesh */
double TotalMeshSize[2]; /*!< total extension of coarse and high-res PM-mesh */
#endif
/* Variables that keep track of cumulative CPU consumption */
double TimeLimitCPU; /*!< CPU time limit as defined in parameterfile */
double CPU_TreeConstruction; /*!< time spent for constructing the gravitational tree */
double CPU_TreeWalk; /*!< actual time spent for pure tree-walks */
double CPU_Gravity; /*!< cumulative time used for gravity computation (tree-algorithm only) */
double CPU_Potential; /*!< time used for computing gravitational potentials */
double CPU_Domain; /*!< cumulative time spent for domain decomposition */
double CPU_Snapshot; /*!< time used for writing snapshot files */
double CPU_Total; /*!< cumulative time spent for domain decomposition */
double CPU_CommSum; /*!< accumulated time used for communication, and for collecting partial results, in tree-gravity */
double CPU_Imbalance; /*!< cumulative time lost accross all processors as work-load imbalance in gravitational tree */
double CPU_HydCompWalk; /*!< time used for actual SPH computations, including neighbour search */
double CPU_HydCommSumm; /*!< cumulative time used for communication in SPH, and for collecting partial results */
double CPU_HydImbalance; /*!< cumulative time lost due to work-load imbalance in SPH */
double CPU_Hydro; /*!< cumulative time spent for SPH related computations */
#ifdef SFR
double CPU_StarFormation; /*!< cumulative time spent for star formation computations */
#endif
#ifdef CHIMIE
double CPU_Chimie; /*!< cumulative time spent for chimie computations */
double CPU_ChimieDensCompWalk;
double CPU_ChimieDensCommSumm;
double CPU_ChimieDensImbalance;
double CPU_ChimieDensEnsureNgb;
double CPU_ChimieCompWalk;
double CPU_ChimieCommSumm;
double CPU_ChimieImbalance;
#endif
#ifdef MULTIPHASE
double CPU_Sticky; /*!< cumulative time spent for sticky computations */
#endif
double CPU_EnsureNgb; /*!< time needed to iterate on correct neighbour numbers */
double CPU_Predict; /*!< cumulative time to drift the system forward in time, including dynamic tree updates */
double CPU_TimeLine; /*!< time used for determining new timesteps, and for organizing the timestepping, including kicks of active particles */
double CPU_PM; /*!< time used for long-range gravitational force */
double CPU_Peano; /*!< time required to establish Peano-Hilbert order */
#ifdef DETAILED_CPU_DOMAIN
double CPU_Domain_findExtend;
double CPU_Domain_determineTopTree;
double CPU_Domain_sumCost;
double CPU_Domain_findSplit;
double CPU_Domain_shiftSplit;
double CPU_Domain_countToGo;
double CPU_Domain_exchange;
#endif
#ifdef DETAILED_CPU_GRAVITY
double CPU_Gravity_TreeWalk1;
double CPU_Gravity_TreeWalk2;
double CPU_Gravity_CommSum1;
double CPU_Gravity_CommSum2;
double CPU_Gravity_Imbalance1;
double CPU_Gravity_Imbalance2;
#endif
#ifdef COOLING
double CPU_Cooling;
#endif
#ifdef DETAILED_CPU
double CPU_Leapfrog;
double CPU_Physics;
double CPU_Residual;
double CPU_Accel;
double CPU_Begrun;
#endif
/* tree code opening criterion */
double ErrTolTheta; /*!< BH tree opening angle */
double ErrTolForceAcc; /*!< parameter for relative opening criterion in tree walk */
/* adjusts accuracy of time-integration */
double ErrTolIntAccuracy; /*!< accuracy tolerance parameter \f$ \eta \f$ for timestep criterion. The
timestep is \f$ \Delta t = \sqrt{\frac{2 \eta eps}{a}} \f$ */
double MinSizeTimestep; /*!< minimum allowed timestep. Normally, the simulation terminates if the
timestep determined by the timestep criteria falls below this limit. */
double MaxSizeTimestep; /*!< maximum allowed timestep */
double MaxRMSDisplacementFac; /*!< this determines a global timestep criterion for cosmological simulations
in comoving coordinates. To this end, the code computes the rms velocity
of all particles, and limits the timestep such that the rms displacement
is a fraction of the mean particle separation (determined from the
particle mass and the cosmological parameters). This parameter specifies
this fraction. */
double CourantFac; /*!< SPH-Courant factor */
/* frequency of tree reconstruction/domain decomposition */
double TreeDomainUpdateFrequency; /*!< controls frequency of domain decompositions */
/* Gravitational and hydrodynamical softening lengths (given in terms of an `equivalent' Plummer softening length).
* Five groups of particles are supported 0="gas", 1="halo", 2="disk", 3="bulge", 4="stars", 5="bndry"
*/
double MinGasHsmlFractional; /*!< minimum allowed SPH smoothing length in units of SPH gravitational softening length */
double MinGasHsml; /*!< minimum allowed SPH smoothing length */
double SofteningGas; /*!< comoving gravitational softening lengths for type 0 */
double SofteningHalo; /*!< comoving gravitational softening lengths for type 1 */
double SofteningDisk; /*!< comoving gravitational softening lengths for type 2 */
double SofteningBulge; /*!< comoving gravitational softening lengths for type 3 */
double SofteningStars; /*!< comoving gravitational softening lengths for type 4 */
double SofteningBndry; /*!< comoving gravitational softening lengths for type 5 */
double SofteningGasMaxPhys; /*!< maximum physical softening length for type 0 */
double SofteningHaloMaxPhys; /*!< maximum physical softening length for type 1 */
double SofteningDiskMaxPhys; /*!< maximum physical softening length for type 2 */
double SofteningBulgeMaxPhys; /*!< maximum physical softening length for type 3 */
double SofteningStarsMaxPhys; /*!< maximum physical softening length for type 4 */
double SofteningBndryMaxPhys; /*!< maximum physical softening length for type 5 */
double SofteningTable[6]; /*!< current (comoving) gravitational softening lengths for each particle type */
double ForceSoftening[6]; /*!< the same, but multiplied by a factor 2.8 - at that scale the force is Newtonian */
double MassTable[6]; /*!< Table with particle masses for particle types with equal mass.
If particle masses are all equal for one type, the corresponding entry in MassTable
is set to this value, allowing the size of the snapshot files to be reduced. */
/* some filenames */
char InitCondFile[MAXLEN_FILENAME]; /*!< filename of initial conditions */
char OutputDir[MAXLEN_FILENAME]; /*!< output directory of the code */
char SnapshotFileBase[MAXLEN_FILENAME]; /*!< basename to construct the names of snapshotf files */
char EnergyFile[MAXLEN_FILENAME]; /*!< name of file with energy statistics */
#ifdef SYSTEMSTATISTICS
char SystemFile[MAXLEN_FILENAME];
#endif
char CpuFile[MAXLEN_FILENAME]; /*!< name of file with cpu-time statistics */
char InfoFile[MAXLEN_FILENAME]; /*!< name of log-file with a list of the timesteps taken */
char LogFile[MAXLEN_FILENAME]; /*!< name of log-file with varied info */
#ifdef SFR
char SfrFile[MAXLEN_FILENAME]; /*!< name of file with sfr records */
#endif
#ifdef CHIMIE
char ChimieFile[MAXLEN_FILENAME]; /*!< name of file with chimie records */
#endif
#ifdef MULTIPHASE
char PhaseFile[MAXLEN_FILENAME]; /*!< name of file with phase records */
char StickyFile[MAXLEN_FILENAME]; /*!< name of file with sticky records */
#endif
#ifdef AGN_ACCRETION
char AccretionFile[MAXLEN_FILENAME]; /*!< name of file with accretion records */
#endif
#ifdef BONDI_ACCRETION
char BondiFile[MAXLEN_FILENAME]; /*!< name of file with bondi records */
#endif
#ifdef BUBBLES
char BubbleFile[MAXLEN_FILENAME]; /*!< name of file with bubble records */
#endif
char TimingsFile[MAXLEN_FILENAME]; /*!< name of file with performance metrics of gravitational tree algorithm */
char RestartFile[MAXLEN_FILENAME]; /*!< basename of restart-files */
char ResubmitCommand[MAXLEN_FILENAME]; /*!< name of script-file that will be executed for automatic restart */
char OutputListFilename[MAXLEN_FILENAME]; /*!< name of file with list of desired output times */
double OutputListTimes[MAXLEN_OUTPUTLIST]; /*!< table with desired output times */
int OutputListLength; /*!< number of output times stored in the table of desired output times */
#ifdef RANDOMSEED_AS_PARAMETER
int RandomSeed; /*!< initial random seed >*/
#endif
}
All; /*!< a container variable for global variables that are equal on all processors */
/*! This structure holds all the information that is
* stored for each particle of the simulation.
*/
extern struct particle_data
{
FLOAT Pos[3]; /*!< particle position at its current time */
FLOAT Mass; /*!< particle mass */
FLOAT Vel[3]; /*!< particle velocity at its current time */
FLOAT GravAccel[3]; /*!< particle acceleration due to gravity */
#ifdef PMGRID
FLOAT GravPM[3]; /*!< particle acceleration due to long-range PM gravity force*/
#endif
#ifdef FORCETEST
FLOAT GravAccelDirect[3]; /*!< particle acceleration when computed with direct summation */
#endif
FLOAT Potential; /*!< gravitational potential */
FLOAT OldAcc; /*!< magnitude of old gravitational force. Used in relative opening criterion */
#ifndef LONGIDS
unsigned int ID; /*!< particle identifier */
#else
unsigned long long ID; /*!< particle identifier */
#endif
int Type; /*!< flags particle type. 0=gas, 1=halo, 2=disk, 3=bulge, 4=stars, 5=bndry */
int Ti_endstep; /*!< marks start of current timestep of particle on integer timeline */
int Ti_begstep; /*!< marks end of current timestep of particle on integer timeline */
#ifdef FLEXSTEPS
int FlexStepGrp; /*!< a random 'offset' on the timeline to create a smooth groouping of particles */
#endif
float GravCost; /*!< weight factor used for balancing the work-load */
#ifdef PSEUDOSYMMETRIC
float AphysOld; /*!< magnitude of acceleration in last timestep. Used to make a first order
prediction of the change of acceleration expected in the future, thereby
allowing to guess whether a decrease/increase of the timestep should occur
in the timestep that is started. */
#endif
#ifdef PARTICLE_FLAG
float Flag;
#endif
#ifdef STELLAR_PROP
unsigned int StPIdx; /*!< index to the corresponding StP particle */
#endif
}
*P, /*!< holds particle data on local processor */
#ifdef PY_INTERFACE
*Q,
*DomainPartBufQ, /*!< buffer for particle data used in domain decomposition */
#endif
*DomainPartBuf; /*!< buffer for particle data used in domain decomposition */
/* the following struture holds data that is stored for each SPH particle in addition to the collisionless
* variables.
*/
extern struct sph_particle_data
{
FLOAT Entropy; /*!< current value of entropy (actually entropic function) of particle */
FLOAT Density; /*!< current baryonic mass density of particle */
FLOAT Hsml; /*!< current smoothing length */
FLOAT Left; /*!< lower bound in iterative smoothing length search */
FLOAT Right; /*!< upper bound in iterative smoothing length search */
FLOAT NumNgb; /*!< weighted number of neighbours found */
#ifdef AVOIDNUMNGBPROBLEM
FLOAT OldNumNgb;
#endif
FLOAT Pressure; /*!< current pressure */
FLOAT DtEntropy; /*!< rate of change of entropy */
#ifdef STELLAR_FLUX
FLOAT EnergyFlux; /*!< current value of local energy flux - Sph particles */
#endif
#ifdef AGN_HEATING
FLOAT EgySpecAGNHeat; /*!< current value of specific energy radiated of particle - Sph particles */
FLOAT DtEgySpecAGNHeat; /*!< rate of change of specific radiated energy - Sph particles */
FLOAT DtEntropyAGNHeat;
#endif
#ifdef MULTIPHASE
FLOAT StickyTime;
int StickyFlag;
#ifdef COUNT_COLLISIONS
float StickyCollisionNumber;
#endif
#endif
#ifdef FEEDBACK
FLOAT EgySpecFeedback;
FLOAT DtEgySpecFeedback;
FLOAT EnergySN;
FLOAT EnergySNrem;
FLOAT TimeSN;
FLOAT FeedbackVel[3]; /*!< kick due to feedback force */
#endif
#ifdef FEEDBACK_WIND
FLOAT FeedbackWindVel[3]; /*!< kick due to feedback force */
#endif
FLOAT HydroAccel[3]; /*!< acceleration due to hydrodynamical force */
FLOAT VelPred[3]; /*!< predicted SPH particle velocity at the current time */
FLOAT DivVel; /*!< local velocity divergence */
FLOAT CurlVel; /*!< local velocity curl */
FLOAT Rot[3]; /*!< local velocity curl */
FLOAT DhsmlDensityFactor; /*!< correction factor needed in the equation of motion of the conservative entropy formulation of SPH */
FLOAT MaxSignalVel; /*!< maximum "signal velocity" occuring for this particle */
#ifdef MULTIPHASE
int Phase;
int StickyIndex;
int StickyNgb;
int StickyMaxID;
float StickyMaxFs;
FLOAT StickyNewVel[3];
#endif
#ifdef OUTPUTOPTVAR1
FLOAT OptVar1; /*!< optional variable 1 */
#endif
#ifdef OUTPUTOPTVAR2
FLOAT OptVar2; /*!< optional variable 2 */
#endif
#ifdef COMPUTE_VELOCITY_DISPERSION
FLOAT VelocityDispersion[VELOCITY_DISPERSION_SIZE]; /*!< velocity dispersion */
#endif
#ifdef CHIMIE
FLOAT Metal[NELEMENTS];
FLOAT dMass; /*!< mass variation due to mass transfere */
#ifdef CHIMIE_THERMAL_FEEDBACK
FLOAT DeltaEgySpec;
FLOAT SNIaThermalTime; /*!< flag particles that got energy from SNIa */
FLOAT SNIIThermalTime; /*!< flag particles that got energy from SNII */
double NumberOfSNIa;
double NumberOfSNII;
#endif
#ifdef CHIMIE_KINETIC_FEEDBACK
FLOAT WindTime; /*!< flag particles that belongs to the wind */
unsigned int WindFlag; /*!< flag particles that will be part of the wind */
#endif
#endif /*CHIMIE*/
#ifdef ENTROPYPRED
FLOAT EntropyPred; /*!< predicted entropy at the current time */
#endif
#ifdef ART_CONDUCTIVITY
FLOAT EnergyIntPred;
FLOAT GradEnergyInt[3];
#endif
#ifdef AB_TURB
FLOAT TurbAccel[3];
#endif
#if defined(ART_VISCO_MM)|| defined(ART_VISCO_RO) || defined(ART_VISCO_CD)
double ArtBulkViscConst;
#ifdef ART_VISCO_CD
double DmatCD[3][3];
double TmatCD[3][3];
double DiVelAccurate;
double DiVelTemp;
double ArtBulkViscConstOld;
double R_CD;
#endif
#endif
#if PY_INTERFACE
FLOAT Observable;
FLOAT ObsMoment0;
FLOAT ObsMoment1;
FLOAT GradObservable[3];
#endif
}
*SphP, /*!< holds SPH particle data on local processor */
#ifdef PY_INTERFACE
*SphQ,
*DomainSphBufQ, /*!< buffer for SPH particle data in domain decomposition */
#endif
*DomainSphBuf; /*!< buffer for SPH particle data in domain decomposition */
#ifdef STELLAR_PROP
/* the following struture holds data that is stored for each SPH particle in addition to the collisionless
* variables.
*/
extern struct st_particle_data
{
#ifdef CHECK_ID_CORRESPONDENCE
unsigned int ID; /*!< particle identifier (must be the same as P[].ID) only used to check ID correspondance */
#endif
FLOAT FormationTime; /*!< star formation time of particle */
FLOAT InitialMass; /*!< initial stellar mass */
#ifndef LONGIDS
unsigned int IDProj; /*!< id of projenitor particle */
#else
unsigned long long IDProj; /*!< id of projenitor particle */
#endif
FLOAT Metal[NELEMENTS];
FLOAT Density; /*!< current baryonic mass density of particle */
FLOAT Volume; /*!< current volume of particle */
FLOAT Hsml; /*!< current smoothing length */
FLOAT Left; /*!< lower bound in iterative smoothing length search */
FLOAT Right; /*!< upper bound in iterative smoothing length search */
FLOAT NumNgb; /*!< weighted number of neighbours found */
unsigned int PIdx; /*!< index to the corresponding particle */
#ifdef AVOIDNUMNGBPROBLEM
FLOAT OldNumNgb;
#endif
FLOAT DhsmlDensityFactor; /*!< correction factor needed in the equation of motion of the conservative entropy formulation of SPH */
double TotalEjectedGasMass;
double TotalEjectedEltMass[NELEMENTS];
double TotalEjectedEgySpec;
double NumberOfSNIa;
double NumberOfSNII;
#ifdef CHIMIE_KINETIC_FEEDBACK
double NgbMass; /*!< mass of neighbours */
#endif
#ifdef CHIMIE
unsigned int Flag;
#endif
}
*StP, /*!< holds ST particle data on local processor */
*DomainStBuf; /*!< buffer for ST particle data in domain decomposition */
#endif
/* Variables for Tree
*/
extern int MaxNodes; /*!< maximum allowed number of internal nodes */
extern int Numnodestree; /*!< number of (internal) nodes in each tree */
extern struct NODE
{
FLOAT len; /*!< sidelength of treenode */
FLOAT center[3]; /*!< geometrical center of node */
#ifdef ADAPTIVE_GRAVSOFT_FORGAS
FLOAT maxsoft; /*!< hold the maximum gravitational softening of particles in the
node if the ADAPTIVE_GRAVSOFT_FORGAS option is selected */
#endif
#ifdef STELLAR_FLUX
FLOAT starlum ; /*!< star luminosity of node */
#endif
union
{
int suns[8]; /*!< temporary pointers to daughter nodes */
struct
{
FLOAT s[3]; /*!< center of mass of node */
FLOAT mass; /*!< mass of node */
int bitflags; /*!< a bit-field with various information on the node */
int sibling; /*!< this gives the next node in the walk in case the current node can be used */
int nextnode; /*!< this gives the next node in case the current node needs to be opened */
int father; /*!< this gives the parent node of each node (or -1 if we have the root node) */
}
d;
}
u;
}
*Nodes_base, /*!< points to the actual memory allocted for the nodes */
*Nodes; /*!< this is a pointer used to access the nodes which is shifted such that Nodes[All.MaxPart]
gives the first allocated node */
extern int *Nextnode; /*!< gives next node in tree walk */
extern int *Father; /*!< gives parent node in tree */
extern struct extNODE /*!< this structure holds additional tree-node information which is not needed in the actual gravity computation */
{
FLOAT hmax; /*!< maximum SPH smoothing length in node. Only used for gas particles */
FLOAT vs[3]; /*!< center-of-mass velocity */
}
*Extnodes_base, /*!< points to the actual memory allocted for the extended node information */
*Extnodes; /*!< provides shifted access to extended node information, parallel to Nodes/Nodes_base */
/*! Header for the standard file format.
*/
extern struct io_header
{
int npart[6]; /*!< number of particles of each type in this file */
double mass[6]; /*!< mass of particles of each type. If 0, then the masses are explicitly
stored in the mass-block of the snapshot file, otherwise they are omitted */
double time; /*!< time of snapshot file */
double redshift; /*!< redshift of snapshot file */
int flag_sfr; /*!< flags whether the simulation was including star formation */
int flag_feedback; /*!< flags whether feedback was included (obsolete) */
unsigned int npartTotal[6]; /*!< total number of particles of each type in this snapshot. This can be
different from npart if one is dealing with a multi-file snapshot. */
int flag_cooling; /*!< flags whether cooling was included */
int num_files; /*!< number of files in multi-file snapshot */
double BoxSize; /*!< box-size of simulation in case periodic boundaries were used */
double Omega0; /*!< matter density in units of critical density */
double OmegaLambda; /*!< cosmological constant parameter */
double HubbleParam; /*!< Hubble parameter in units of 100 km/sec/Mpc */
int flag_stellarage; /*!< flags whether the file contains formation times of star particles */
int flag_metals; /*!< flags whether the file contains metallicity values for gas and star particles */
unsigned int npartTotalHighWord[6]; /*!< High word of the total number of particles of each type */
int flag_entropy_instead_u; /*!< flags that IC-file contains entropy instead of u */
int flag_chimie_extraheader; /*!< flags that IC-file contains extra-header for chimie */
#ifdef MULTIPHASE
double critical_energy_spec;
#ifdef MESOMACHINE
char fill[38];
#else
char fill[48]; /* use 42 with regor... */
#endif
#else
char fill[56]; /*!< fills to 256 Bytes */
#endif
}
header; /*!< holds header for snapshot files */
#ifdef CHIMIE_EXTRAHEADER
/*! Header for the chimie part.
*/
extern struct io_chimie_extraheader
{
int nelts; /*!< number of chemical element followed */
float SolarAbundances[NELEMENTS];
char labels[256-4-4*(NELEMENTS)];
}
chimie_extraheader;
#endif
#define IO_NBLOCKS 24 /*!< total number of defined information blocks for snapshot files.
Must be equal to the number of entries in "enum iofields" */
enum iofields /*!< this enumeration lists the defined output blocks in snapshot files. Not all of them need to be present. */
{
IO_POS,
IO_VEL,
IO_ID,
IO_MASS,
IO_U,
IO_RHO,
IO_HSML,
IO_POT,
IO_ACCEL,
IO_DTENTR,
IO_TSTP,
IO_ERADSPH,
IO_ERADSTICKY,
IO_ERADFEEDBACK,
IO_ENERGYFLUX,
IO_METALS,
IO_STAR_FORMATIONTIME,
IO_INITIAL_MASS,
IO_STAR_IDPROJ,
IO_STAR_RHO,
IO_STAR_HSML,
IO_STAR_METALS,
IO_OPTVAR1,
IO_OPTVAR2
};
extern char Tab_IO_Labels[IO_NBLOCKS][4]; /*<! This table holds four-byte character tags used for fileformat 2 */
/* global state of system, used for global statistics
*/
extern struct state_of_system
{
double Mass;
double EnergyKin;
double EnergyPot;
double EnergyInt;
#ifdef COOLING
double EnergyRadSph;
#endif
#ifdef AGN_HEATING
double EnergyAGNHeat;
#endif
#ifdef MULTIPHASE
double EnergyRadSticky;
#endif
#ifdef FEEDBACK_WIND
double EnergyFeedbackWind;
#endif
#ifdef BUBBLES
double EnergyBubbles;
#endif
#ifdef CHIMIE_THERMAL_FEEDBACK
double EnergyThermalFeedback;
#endif
#ifdef CHIMIE_KINETIC_FEEDBACK
double EnergyKineticFeedback;
#endif
double EnergyTot;
double Momentum[4];
double AngMomentum[4];
double CenterOfMass[4];
double MassComp[6];
double EnergyKinComp[6];
double EnergyPotComp[6];
double EnergyIntComp[6];
#ifdef COOLING
double EnergyRadSphComp[6];
#endif
#ifdef AGN_HEATING
double EnergyAGNHeatComp[6];
#endif
#ifdef MULTIPHASE
double EnergyRadStickyComp[6];
#endif
#ifdef FEEDBACK_WIND
double EnergyFeedbackWindComp[6];
#endif
#ifdef BUBBLES
double EnergyBubblesComp[6];
#endif
#ifdef CHIMIE_THERMAL_FEEDBACK
double EnergyThermalFeedbackComp[6];
#endif
#ifdef CHIMIE_KINETIC_FEEDBACK
double EnergyKineticFeedbackComp[6];
#endif
double EnergyTotComp[6];
double MomentumComp[6][4];
double AngMomentumComp[6][4];
double CenterOfMassComp[6][4];
}
SysState; /*<! Structure for storing some global statistics about the simulation. */
/*! This structure contains data related to the energy budget.
These values are different for each task. It need to be stored
in the restart flag.
*/
extern struct local_state_of_system
{
double EnergyTest;
double EnergyInt1;
double EnergyInt2;
double EnergyKin1;
double EnergyKin2;
#ifdef COOLING
double RadiatedEnergy;
#endif
#ifdef SFR
double StarEnergyInt;
#ifdef FEEDBACK
double StarEnergyFeedback;
#endif
#endif
#ifdef CHIMIE_THERMAL_FEEDBACK
double EnergyThermalFeedback;
#endif
#ifdef CHIMIE_KINETIC_FEEDBACK
double EnergyKineticFeedback;
#endif
#ifdef MULTIPHASE
double EnergyRadSticky;
#endif
#ifdef FEEDBACK_WIND
double EnergyFeedbackWind;
#endif
}
LocalSysState; /*<! Structure for storing some local statistics about the simulation. */
/* Various structures for communication
*/
extern struct gravdata_in
{
union
{
FLOAT Pos[3];
FLOAT Acc[3];
FLOAT Potential;
}
u;
#if defined(UNEQUALSOFTENINGS) || defined(STELLAR_FLUX)
int Type;
#ifdef ADAPTIVE_GRAVSOFT_FORGAS
FLOAT Soft;
#endif
#endif
#ifdef STELLAR_FLUX
FLOAT EnergyFlux;
#endif
union
{
FLOAT OldAcc;
int Ninteractions;
}
w;
}
*GravDataIn, /*!< holds particle data to be exported to other processors */
*GravDataGet, /*!< holds particle data imported from other processors */
*GravDataResult, /*!< holds the partial results computed for imported particles. Note: We use GravDataResult = GravDataGet, such that the result replaces the imported data */
*GravDataOut; /*!< holds partial results received from other processors. This will overwrite the GravDataIn array */
extern struct gravdata_index
{
int Task;
int Index;
int SortIndex;
}
*GravDataIndexTable; /*!< the particles to be exported are grouped by task-number. This table allows the results to be disentangled again and to be assigned to the correct particle */
extern struct densdata_in
{
FLOAT Pos[3];
FLOAT Vel[3];
FLOAT Hsml;
#ifdef MULTIPHASE
int Phase;
#endif
int Index;
int Task;
#ifdef ART_CONDUCTIVITY
FLOAT EnergyIntPred;
#endif
}
*DensDataIn, /*!< holds particle data for SPH density computation to be exported to other processors */
*DensDataGet; /*!< holds imported particle data for SPH density computation */
extern struct densdata_out
{
FLOAT Rho;
FLOAT Div, Rot[3];
FLOAT DhsmlDensity;
FLOAT Ngb;
#ifdef ART_CONDUCTIVITY
FLOAT GradEnergyInt[3];
#endif
}
*DensDataResult, /*!< stores the locally computed SPH density results for imported particles */
*DensDataPartialResult; /*!< imported partial SPH density results from other processors */
extern struct hydrodata_in
{
FLOAT Pos[3];
FLOAT Vel[3];
FLOAT Hsml;
#ifdef FEEDBACK
FLOAT EnergySN;
#endif
#ifdef MULTIPHASE
int Phase;
FLOAT Entropy;
int StickyFlag;
#endif
FLOAT Mass;
FLOAT Density;
FLOAT Pressure;
FLOAT F1;
FLOAT DhsmlDensityFactor;
int Timestep;
int Task;
int Index;
#ifdef WITH_ID_IN_HYDRA
int ID;
#endif
#ifdef ART_CONDUCTIVITY
FLOAT NormGradEnergyInt;
#endif
#if defined(ART_VISCO_MM)|| defined(ART_VISCO_RO) || defined(ART_VISCO_CD)
double ArtBulkViscConst;
#endif
}
*HydroDataIn, /*!< holds particle data for SPH hydro-force computation to be exported to other processors */
*HydroDataGet; /*!< holds imported particle data for SPH hydro-force computation */
extern struct hydrodata_out
{
FLOAT Acc[3];
FLOAT DtEntropy;
#ifdef FEEDBACK
FLOAT DtEgySpecFeedback;
FLOAT FeedbackAccel[3]; /*!< acceleration due to feedback force */
#endif
FLOAT MaxSignalVel;
#ifdef COMPUTE_VELOCITY_DISPERSION
FLOAT VelocityDispersion[VELOCITY_DISPERSION_SIZE];
#endif
#ifdef MULTIPHASE
FLOAT StickyDVel[3]; /*!< differences in velocities induced by sticky collisions */
#endif
#ifdef OUTPUT_CONDUCTIVITY
FLOAT OptVar2;
#endif
#ifdef ART_VISCO_CD
double DmatCD[3][3];
double TmatCD[3][3];
double R_CD;
#endif
}
*HydroDataResult, /*!< stores the locally computed SPH hydro results for imported particles */
*HydroDataPartialResult; /*!< imported partial SPH hydro-force results from other processors */
#ifdef MULTIPHASE
extern struct stickydata_in
{
FLOAT Pos[3];
FLOAT Vel[3];
FLOAT Mass;
FLOAT Hsml;
int ID;
int StickyMaxID;
int StickyNgb;
float StickyMaxFs;
int Task;
int Index;
}
*StickyDataIn, /*!< holds particle data for sticky computation to be exported to other processors */
*StickyDataGet; /*!< holds imported particle data for sticky computation */
extern struct stickydata_out
{
int StickyMaxID;
int StickyNgb;
float StickyMaxFs;
FLOAT StickyNewVel[3];
}
*StickyDataResult, /*!< stores the locally computed sticky results for imported particles */
*StickyDataPartialResult; /*!< imported partial sticky results from other processors */
extern struct Sticky_index
{
int Index;
int CellIndex;
int Flag;
}
*StickyIndex;
#endif
#ifdef CHIMIE
extern struct chimiedata_in
{
FLOAT Pos[3];
FLOAT Vel[3];
#ifndef LONGIDS
unsigned int ID; /*!< particle identifier */
#else
unsigned long long ID; /*!< particle identifier */
#endif
FLOAT Hsml;
#ifdef FEEDBACK
FLOAT EnergySN;
#endif
#ifdef MULTIPHASE
int Phase;
FLOAT Entropy;
int StickyFlag;
#endif
FLOAT Density;
FLOAT Volume;
FLOAT Pressure;
FLOAT F1;
FLOAT DhsmlDensityFactor;
int Timestep;
int Task;
int Index;
#ifdef WITH_ID_IN_HYDRA
int ID;
#endif
double TotalEjectedGasMass;
double TotalEjectedEltMass[NELEMENTS];
double TotalEjectedEgySpec;
double NumberOfSNIa;
double NumberOfSNII;
#ifdef CHIMIE_KINETIC_FEEDBACK
FLOAT NgbMass;
#endif
}
*ChimieDataIn, /*!< holds particle data for Chimie computation to be exported to other processors */
*ChimieDataGet; /*!< holds imported particle data for Chimie computation */
extern struct chimiedata_out
{
FLOAT Acc[3];
FLOAT DtEntropy;
#ifdef FEEDBACK
FLOAT DtEgySpecFeedback;
FLOAT FeedbackAccel[3]; /*!< acceleration due to feedback force */
#endif
FLOAT MaxSignalVel;
#ifdef COMPUTE_VELOCITY_DISPERSION
FLOAT VelocityDispersion[VELOCITY_DISPERSION_SIZE];
#endif
#ifdef MULTIPHASE
FLOAT StickyDVel[3]; /*!< differences in velocities induced by sticky collisions */
#endif
}
*ChimieDataResult, /*!< stores the locally computed Chimie results for imported particles */
*ChimieDataPartialResult; /*!< imported partial Chimie results from other processors */
extern struct starsdensdata_in
{
FLOAT Pos[3];
FLOAT Hsml;
int Index;
int Task;
}
*StarsDensDataIn, /*!< holds particle data for SPH density computation to be exported to other processors */
*StarsDensDataGet; /*!< holds imported particle data for SPH density computation */
extern struct starsdensdata_out
{
FLOAT Rho;
FLOAT Volume;
FLOAT DhsmlDensity;
FLOAT Ngb;
#ifdef CHIMIE_KINETIC_FEEDBACK
FLOAT NgbMass;
#endif
}
*StarsDensDataResult, /*!< stores the locally computed SPH density results for imported particles */
*StarsDensDataPartialResult; /*!< imported partial SPH density results from other processors */
#endif /*CHIMIE*/
#ifdef PY_INTERFACE
extern struct denssphdata_in
{
FLOAT Pos[3];
FLOAT Vel[3];
FLOAT Hsml;
int Index;
int Task;
FLOAT Observable;
}
*DensSphDataIn, /*!< holds particle data for SPH density computation to be exported to other processors */
*DensSphDataGet; /*!< holds imported particle data for SPH density computation */
extern struct denssphdata_out
{
FLOAT Rho;
FLOAT Div, Rot[3];
FLOAT DhsmlDensity;
FLOAT Ngb;
FLOAT GradObservable[3];
}
*DensSphDataResult, /*!< stores the locally computed SPH density results for imported particles */
*DensSphDataPartialResult; /*!< imported partial SPH density results from other processors */
extern struct sphdata_in
{
FLOAT Pos[3];
FLOAT Vel[3];
FLOAT Hsml;
FLOAT ObsMoment0;
FLOAT ObsMoment1;
FLOAT Observable;
int Task;
int Index;
}
*SphDataIn, /*!< holds particle data for SPH hydro-force computation to be exported to other processors */
*SphDataGet; /*!< holds imported particle data for SPH hydro-force computation */
extern struct sphdata_out
{
FLOAT ObsMoment0;
FLOAT ObsMoment1;
FLOAT GradObservable[3];
}
*SphDataResult, /*!< stores the locally computed SPH hydro results for imported particles */
*SphDataPartialResult; /*!< imported partial SPH hydro-force results from other processors */
#endif /*PY_INTERFACE*/
#endif
diff --git a/src/gravtree.c b/src/gravtree.c
index 924b65b..fb7de06 100644
--- a/src/gravtree.c
+++ b/src/gravtree.c
@@ -1,681 +1,681 @@
#include <stdlib.h>
#include <string.h>
#include <math.h>
#include <float.h>
#include <mpi.h>
#include "allvars.h"
#include "proto.h"
/*! \file gravtree.c
* \brief main driver routines for gravitational (short-range) force computation
*
* This file contains the code for the gravitational force computation by
* means of the tree algorithm. To this end, a tree force is computed for
* all active local particles, and particles are exported to other
* processors if needed, where they can receive additional force
* contributions. If the TreePM algorithm is enabled, the force computed
* will only be the short-range part.
*/
/*! This function computes the gravitational forces for all active
* particles. If needed, a new tree is constructed, otherwise the
* dynamically updated tree is used. Particles are only exported to other
* processors when really needed, thereby allowing a good use of the
* communication buffer.
*/
void gravity_tree(void)
{
long long ntot;
int numnodes, nexportsum = 0;
int i, j, iter = 0;
int *numnodeslist, maxnumnodes, nexport, *numlist, *nrecv, *ndonelist;
double tstart, tend, timetree = 0, timecommsumm = 0, timeimbalance = 0, sumimbalance;
double ewaldcount;
double costtotal, ewaldtot, *costtreelist, *ewaldlist;
double maxt, sumt, *timetreelist, *timecommlist;
double fac, plb, plb_max, sumcomm;
#ifdef DETAILED_CPU_GRAVITY
double timetree1 = 0, timecommsumm1 = 0, timeimbalance1 = 0;
double timetree2 = 0, timecommsumm2 = 0, timeimbalance2 = 0;
double sumt1,sumt2;
double sumcomm1,sumcomm2;
double sumimbalance1,sumimbalance2;
#endif
#ifdef DETAILED_CPU_OUTPUT_IN_GRAVTREE
double *timetreelist1, *timecommlist1, *timeimbalancelist1;
double *timetreelist2, *timecommlist2, *timeimbalancelist2;
double *timeimbalancelist;
int *numpartlist;
#endif
#ifndef NOGRAVITY
int *noffset, *nbuffer, *nsend, *nsend_local;
long long ntotleft;
int ndone, maxfill, ngrp;
int k, place;
int level, sendTask, recvTask;
double ax, ay, az;
MPI_Status status;
#endif
/* set new softening lengths */
if(All.ComovingIntegrationOn)
set_softenings();
/* contruct tree if needed */
tstart = second();
if(TreeReconstructFlag)
{
if(ThisTask == 0)
printf("Tree construction.\n");
force_treebuild(NumPart);
TreeReconstructFlag = 0;
if(ThisTask == 0)
printf("Tree construction done.\n");
}
tend = second();
All.CPU_TreeConstruction += timediff(tstart, tend);
costtotal = ewaldcount = 0;
/* Note: 'NumForceUpdate' has already been determined in find_next_sync_point_and_drift() */
numlist = malloc(NTask * sizeof(int) * NTask);
MPI_Allgather(&NumForceUpdate, 1, MPI_INT, numlist, 1, MPI_INT, MPI_COMM_WORLD);
for(i = 0, ntot = 0; i < NTask; i++)
ntot += numlist[i];
free(numlist);
#ifndef NOGRAVITY
if(ThisTask == 0)
printf("Begin tree force.\n");
#ifdef SELECTIVE_NO_GRAVITY
for(i = 0; i < NumPart; i++)
if(((1 << P[i].Type) & (SELECTIVE_NO_GRAVITY)))
P[i].Ti_endstep = -P[i].Ti_endstep - 1;
#endif
noffset = malloc(sizeof(int) * NTask); /* offsets of bunches in common list */
nbuffer = malloc(sizeof(int) * NTask);
nsend_local = malloc(sizeof(int) * NTask);
nsend = malloc(sizeof(int) * NTask * NTask);
ndonelist = malloc(sizeof(int) * NTask);
i = 0; /* beginn with this index */
ntotleft = ntot; /* particles left for all tasks together */
while(ntotleft > 0)
{
iter++;
for(j = 0; j < NTask; j++)
nsend_local[j] = 0;
/* do local particles and prepare export list */
tstart = second();
for(nexport = 0, ndone = 0; i < NumPart && nexport < All.BunchSizeForce - NTask; i++)
if(P[i].Ti_endstep == All.Ti_Current)
{
ndone++;
for(j = 0; j < NTask; j++)
Exportflag[j] = 0;
#ifndef PMGRID
costtotal += force_treeevaluate(i, 0, &ewaldcount);
#else
costtotal += force_treeevaluate_shortrange(i, 0);
#endif
for(j = 0; j < NTask; j++)
{
if(Exportflag[j])
{
for(k = 0; k < 3; k++)
GravDataGet[nexport].u.Pos[k] = P[i].Pos[k];
#if defined(UNEQUALSOFTENINGS) || defined(STELLAR_FLUX)
GravDataGet[nexport].Type = P[i].Type;
#ifdef ADAPTIVE_GRAVSOFT_FORGAS
if(P[i].Type == 0)
GravDataGet[nexport].Soft = SphP[i].Hsml;
#endif
#endif
GravDataGet[nexport].w.OldAcc = P[i].OldAcc;
GravDataIndexTable[nexport].Task = j;
GravDataIndexTable[nexport].Index = i;
GravDataIndexTable[nexport].SortIndex = nexport;
nexport++;
nexportsum++;
nsend_local[j]++;
}
}
}
tend = second();
timetree += timediff(tstart, tend);
#ifdef DETAILED_CPU_GRAVITY
timetree1 += timediff(tstart, tend);
#endif
qsort(GravDataIndexTable, nexport, sizeof(struct gravdata_index), grav_tree_compare_key);
for(j = 0; j < nexport; j++)
GravDataIn[j] = GravDataGet[GravDataIndexTable[j].SortIndex];
for(j = 1, noffset[0] = 0; j < NTask; j++)
noffset[j] = noffset[j - 1] + nsend_local[j - 1];
tstart = second();
MPI_Allgather(nsend_local, NTask, MPI_INT, nsend, NTask, MPI_INT, MPI_COMM_WORLD);
tend = second();
timeimbalance += timediff(tstart, tend);
#ifdef DETAILED_CPU_GRAVITY
timeimbalance1 += timediff(tstart, tend);
#endif
/* now do the particles that need to be exported */
for(level = 1; level < (1 << PTask); level++)
{
tstart = second();
for(j = 0; j < NTask; j++)
nbuffer[j] = 0;
for(ngrp = level; ngrp < (1 << PTask); ngrp++)
{
maxfill = 0;
for(j = 0; j < NTask; j++)
{
if((j ^ ngrp) < NTask)
if(maxfill < nbuffer[j] + nsend[(j ^ ngrp) * NTask + j])
maxfill = nbuffer[j] + nsend[(j ^ ngrp) * NTask + j];
}
if(maxfill >= All.BunchSizeForce)
break;
sendTask = ThisTask;
recvTask = ThisTask ^ ngrp;
if(recvTask < NTask)
{
if(nsend[ThisTask * NTask + recvTask] > 0 || nsend[recvTask * NTask + ThisTask] > 0)
{
/* get the particles */
MPI_Sendrecv(&GravDataIn[noffset[recvTask]],
nsend_local[recvTask] * sizeof(struct gravdata_in), MPI_BYTE,
recvTask, TAG_GRAV_A,
&GravDataGet[nbuffer[ThisTask]],
nsend[recvTask * NTask + ThisTask] * sizeof(struct gravdata_in), MPI_BYTE,
recvTask, TAG_GRAV_A, MPI_COMM_WORLD, &status);
}
}
for(j = 0; j < NTask; j++)
if((j ^ ngrp) < NTask)
nbuffer[j] += nsend[(j ^ ngrp) * NTask + j];
}
tend = second();
timecommsumm += timediff(tstart, tend);
#ifdef DETAILED_CPU_GRAVITY
timecommsumm1 += timediff(tstart, tend);
#endif
tstart = second();
for(j = 0; j < nbuffer[ThisTask]; j++)
{
#ifndef PMGRID
costtotal += force_treeevaluate(j, 1, &ewaldcount);
#else
costtotal += force_treeevaluate_shortrange(j, 1);
#endif
}
tend = second();
timetree += timediff(tstart, tend);
#ifdef DETAILED_CPU_GRAVITY
timetree2 += timediff(tstart, tend);
#endif
tstart = second();
MPI_Barrier(MPI_COMM_WORLD);
tend = second();
timeimbalance += timediff(tstart, tend);
#ifdef DETAILED_CPU_GRAVITY
timeimbalance2 += timediff(tstart, tend);
#endif
/* get the result */
tstart = second();
for(j = 0; j < NTask; j++)
nbuffer[j] = 0;
for(ngrp = level; ngrp < (1 << PTask); ngrp++)
{
maxfill = 0;
for(j = 0; j < NTask; j++)
{
if((j ^ ngrp) < NTask)
if(maxfill < nbuffer[j] + nsend[(j ^ ngrp) * NTask + j])
maxfill = nbuffer[j] + nsend[(j ^ ngrp) * NTask + j];
}
if(maxfill >= All.BunchSizeForce)
break;
sendTask = ThisTask;
recvTask = ThisTask ^ ngrp;
if(recvTask < NTask)
{
if(nsend[ThisTask * NTask + recvTask] > 0 || nsend[recvTask * NTask + ThisTask] > 0)
{
/* send the results */
MPI_Sendrecv(&GravDataResult[nbuffer[ThisTask]],
nsend[recvTask * NTask + ThisTask] * sizeof(struct gravdata_in),
MPI_BYTE, recvTask, TAG_GRAV_B,
&GravDataOut[noffset[recvTask]],
nsend_local[recvTask] * sizeof(struct gravdata_in),
MPI_BYTE, recvTask, TAG_GRAV_B, MPI_COMM_WORLD, &status);
/* add the result to the particles */
for(j = 0; j < nsend_local[recvTask]; j++)
{
place = GravDataIndexTable[noffset[recvTask] + j].Index;
for(k = 0; k < 3; k++)
P[place].GravAccel[k] += GravDataOut[j + noffset[recvTask]].u.Acc[k];
P[place].GravCost += GravDataOut[j + noffset[recvTask]].w.Ninteractions;
#ifdef STELLAR_FLUX
if (P[place].Type==0) /* only for gas */
SphP[place].EnergyFlux += GravDataOut[j + noffset[recvTask]].EnergyFlux;
#endif
}
}
}
for(j = 0; j < NTask; j++)
if((j ^ ngrp) < NTask)
nbuffer[j] += nsend[(j ^ ngrp) * NTask + j];
}
tend = second();
timecommsumm += timediff(tstart, tend);
#ifdef DETAILED_CPU_GRAVITY
timecommsumm2 += timediff(tstart, tend);
#endif
level = ngrp - 1;
}
MPI_Allgather(&ndone, 1, MPI_INT, ndonelist, 1, MPI_INT, MPI_COMM_WORLD);
for(j = 0; j < NTask; j++)
ntotleft -= ndonelist[j];
}
free(ndonelist);
free(nsend);
free(nsend_local);
free(nbuffer);
free(noffset);
/* now add things for comoving integration */
/* yr: with vacuum boundary conditions */
#ifndef PERIODIC
#ifndef PMGRID
if(All.ComovingIntegrationOn)
{
fac = 0.5 * All.Hubble * All.Hubble * All.Omega0 / All.G;
for(i = 0; i < NumPart; i++)
if(P[i].Ti_endstep == All.Ti_Current)
for(j = 0; j < 3; j++)
P[i].GravAccel[j] += fac * P[i].Pos[j];
}
#endif
#endif
for(i = 0; i < NumPart; i++)
if(P[i].Ti_endstep == All.Ti_Current)
{
#ifdef PMGRID
ax = P[i].GravAccel[0] + P[i].GravPM[0] / All.G;
ay = P[i].GravAccel[1] + P[i].GravPM[1] / All.G;
az = P[i].GravAccel[2] + P[i].GravPM[2] / All.G;
#else
ax = P[i].GravAccel[0];
ay = P[i].GravAccel[1];
az = P[i].GravAccel[2];
#endif
P[i].OldAcc = sqrt(ax * ax + ay * ay + az * az);
}
if(All.TypeOfOpeningCriterion == 1)
All.ErrTolTheta = 0; /* This will switch to the relative opening criterion for the following force computations */
/* muliply by G */
for(i = 0; i < NumPart; i++)
if(P[i].Ti_endstep == All.Ti_Current)
for(j = 0; j < 3; j++)
P[i].GravAccel[j] *= All.G;
/* Finally, the following factor allows a computation of a cosmological simulation
with vacuum energy in physical coordinates */
#ifndef PERIODIC
#ifndef PMGRID
if(All.ComovingIntegrationOn == 0)
{
fac = All.OmegaLambda * All.Hubble * All.Hubble;
for(i = 0; i < NumPart; i++)
if(P[i].Ti_endstep == All.Ti_Current)
for(j = 0; j < 3; j++)
P[i].GravAccel[j] += fac * P[i].Pos[j];
}
#endif
#endif
#ifdef SELECTIVE_NO_GRAVITY
for(i = 0; i < NumPart; i++)
if(P[i].Ti_endstep < 0)
P[i].Ti_endstep = -P[i].Ti_endstep - 1;
#endif
if(ThisTask == 0)
printf("tree is done.\n");
#else /* gravity is switched off */
for(i = 0; i < NumPart; i++)
if(P[i].Ti_endstep == All.Ti_Current)
for(j = 0; j < 3; j++)
P[i].GravAccel[j] = 0;
#endif
#ifdef OUTERPOTENTIAL
/* Add outer forces from an outer potential */
outer_forces();
#endif
/* Now the force computation is finished */
/* gather some diagnostic information */
timetreelist = malloc(sizeof(double) * NTask);
timecommlist = malloc(sizeof(double) * NTask);
costtreelist = malloc(sizeof(double) * NTask);
numnodeslist = malloc(sizeof(int) * NTask);
ewaldlist = malloc(sizeof(double) * NTask);
nrecv = malloc(sizeof(int) * NTask);
#ifdef DETAILED_CPU_OUTPUT_IN_GRAVTREE
timeimbalancelist = malloc(sizeof(double) * NTask);
numpartlist = malloc(sizeof(int) * NTask);
timetreelist1 = malloc(sizeof(double) * NTask);
timecommlist1 = malloc(sizeof(double) * NTask);
timeimbalancelist1 = malloc(sizeof(double) * NTask);
timetreelist2 = malloc(sizeof(double) * NTask);
timecommlist2 = malloc(sizeof(double) * NTask);
timeimbalancelist2 = malloc(sizeof(double) * NTask);
#endif
numnodes = Numnodestree;
MPI_Gather(&costtotal, 1, MPI_DOUBLE, costtreelist, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&numnodes, 1, MPI_INT, numnodeslist, 1, MPI_INT, 0, MPI_COMM_WORLD);
MPI_Gather(&timetree, 1, MPI_DOUBLE, timetreelist, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&timecommsumm, 1, MPI_DOUBLE, timecommlist, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&NumPart, 1, MPI_INT, nrecv, 1, MPI_INT, 0, MPI_COMM_WORLD);
MPI_Gather(&ewaldcount, 1, MPI_DOUBLE, ewaldlist, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Reduce(&nexportsum, &nexport, 1, MPI_INT, MPI_SUM, 0, MPI_COMM_WORLD);
MPI_Reduce(&timeimbalance, &sumimbalance, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
#ifdef DETAILED_CPU_GRAVITY
MPI_Reduce(&timetree1, &sumt1, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
MPI_Reduce(&timetree2, &sumt2, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
MPI_Reduce(&timeimbalance1, &sumimbalance1, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
MPI_Reduce(&timeimbalance2, &sumimbalance2, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
MPI_Reduce(&timecommsumm1, &sumcomm1, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
MPI_Reduce(&timecommsumm2, &sumcomm2, 1, MPI_DOUBLE, MPI_SUM, 0, MPI_COMM_WORLD);
#endif
#ifdef DETAILED_CPU_OUTPUT_IN_GRAVTREE
MPI_Gather(&timeimbalance, 1, MPI_DOUBLE, timeimbalancelist, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&NumForceUpdate, 1, MPI_INT, numpartlist, 1, MPI_INT, 0, MPI_COMM_WORLD);
MPI_Gather(&timetree1, 1, MPI_DOUBLE, timetreelist1, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&timetree2, 1, MPI_DOUBLE, timetreelist2, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&timecommsumm1, 1, MPI_DOUBLE, timecommlist1, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&timecommsumm2, 1, MPI_DOUBLE, timecommlist2, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&timeimbalance1, 1, MPI_DOUBLE, timeimbalancelist1, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
MPI_Gather(&timeimbalance2, 1, MPI_DOUBLE, timeimbalancelist2, 1, MPI_DOUBLE, 0, MPI_COMM_WORLD);
#endif
#ifdef SPLIT_DOMAIN_USING_TIME
CPU_Gravity = timetree1;
#endif
#ifndef PY_INTERFACE
if(ThisTask == 0)
{
All.TotNumOfForces += ntot;
fprintf(FdTimings, "Step= %d t= %g dt= %g \n", All.NumCurrentTiStep, All.Time, All.TimeStep);
fprintf(FdTimings, "Nf= %d%09d total-Nf= %d%09d ex-frac= %g iter= %d\n",
(int) (ntot / 1000000000), (int) (ntot % 1000000000),
(int) (All.TotNumOfForces / 1000000000), (int) (All.TotNumOfForces % 1000000000),
nexport / ((double) ntot), iter);
/* note: on Linux, the 8-byte integer could be printed with the format identifier "%qd", but doesn't work on AIX */
fac = NTask / ((double) All.TotNumPart);
for(i = 0, maxt = timetreelist[0], sumt = 0, plb_max = 0,
maxnumnodes = 0, costtotal = 0, sumcomm = 0, ewaldtot = 0; i < NTask; i++)
{
costtotal += costtreelist[i];
sumcomm += timecommlist[i];
if(maxt < timetreelist[i])
maxt = timetreelist[i];
sumt += timetreelist[i];
plb = nrecv[i] * fac;
if(plb > plb_max)
plb_max = plb;
if(numnodeslist[i] > maxnumnodes)
maxnumnodes = numnodeslist[i];
ewaldtot += ewaldlist[i];
}
fprintf(FdTimings, "work-load balance: %g max=%g avg=%g PE0=%g\n",
maxt / (sumt / NTask), maxt, sumt / NTask, timetreelist[0]);
fprintf(FdTimings, "particle-load balance: %g\n", plb_max);
fprintf(FdTimings, "max. nodes: %d, filled: %g\n", maxnumnodes,
maxnumnodes / (All.TreeAllocFactor * All.MaxPart));
fprintf(FdTimings, "part/sec=%g | %g ia/part=%g (%g)\n", ntot / (sumt + 1.0e-20),
ntot / (maxt * NTask), ((double) (costtotal)) / ntot, ((double) ewaldtot) / ntot);
#ifdef DETAILED_CPU_OUTPUT_IN_GRAVTREE
fprintf(FdTimings, "\n gravtree\n\n");
fprintf(FdTimings, "Nupdate ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12d ",numpartlist[i]); /* nombre de part par proc */
fprintf(FdTimings, "\n");
fprintf(FdTimings, "costtree ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",costtreelist[i]); /* nombre d'interactions */
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timetree ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timetreelist[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timeimbalance ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timeimbalancelist[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timecomm ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timecommlist[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timetree1 ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timetreelist1[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timetree2 ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timetreelist2[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timeimbalance1 ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timeimbalancelist1[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timeimbalance2 ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timeimbalancelist2[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timecomm1 ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timecommlist1[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "timecomm2 ");
for (i=0;i<NTask;i++)
fprintf(FdTimings, "%12g ",timecommlist2[i]);
fprintf(FdTimings, "\n");
fprintf(FdTimings, "\n");
#endif
fprintf(FdTimings, "\n");
fflush(FdTimings);
All.CPU_TreeWalk += sumt / NTask;
All.CPU_Imbalance += sumimbalance / NTask;
All.CPU_CommSum += sumcomm / NTask;
#ifdef DETAILED_CPU_GRAVITY
All.CPU_Gravity_TreeWalk1 += sumt1 / NTask;
All.CPU_Gravity_Imbalance1 += sumimbalance1 / NTask;
All.CPU_Gravity_CommSum1 += sumcomm1 / NTask;
All.CPU_Gravity_TreeWalk2 += sumt2 / NTask;
All.CPU_Gravity_Imbalance2 += sumimbalance2 / NTask;
All.CPU_Gravity_CommSum2 += sumcomm2 / NTask;
#endif
}
#endif /*ndef PY_INTERFACE*/
-#ifdef DETAILED_CPU_GRAVITY
+#ifdef DETAILED_CPU_OUTPUT_IN_GRAVTREE
free(timeimbalancelist2);
free(timecommlist2);
free(timetreelist2);
free(timeimbalancelist1);
free(timecommlist1);
free(timetreelist1);
free(numpartlist);
free(timeimbalancelist);
#endif
free(nrecv);
free(ewaldlist);
free(numnodeslist);
free(costtreelist);
free(timecommlist);
free(timetreelist);
}
/*! This function sets the (comoving) softening length of all particle
* types in the table All.SofteningTable[...]. We check that the physical
* softening length is bounded by the Softening-MaxPhys values.
*/
void set_softenings(void)
{
int i;
if(All.ComovingIntegrationOn)
{
if(All.SofteningGas * All.Time > All.SofteningGasMaxPhys)
All.SofteningTable[0] = All.SofteningGasMaxPhys / All.Time;
else
All.SofteningTable[0] = All.SofteningGas;
if(All.SofteningHalo * All.Time > All.SofteningHaloMaxPhys)
All.SofteningTable[1] = All.SofteningHaloMaxPhys / All.Time;
else
All.SofteningTable[1] = All.SofteningHalo;
if(All.SofteningDisk * All.Time > All.SofteningDiskMaxPhys)
All.SofteningTable[2] = All.SofteningDiskMaxPhys / All.Time;
else
All.SofteningTable[2] = All.SofteningDisk;
if(All.SofteningBulge * All.Time > All.SofteningBulgeMaxPhys)
All.SofteningTable[3] = All.SofteningBulgeMaxPhys / All.Time;
else
All.SofteningTable[3] = All.SofteningBulge;
if(All.SofteningStars * All.Time > All.SofteningStarsMaxPhys)
All.SofteningTable[4] = All.SofteningStarsMaxPhys / All.Time;
else
All.SofteningTable[4] = All.SofteningStars;
if(All.SofteningBndry * All.Time > All.SofteningBndryMaxPhys)
All.SofteningTable[5] = All.SofteningBndryMaxPhys / All.Time;
else
All.SofteningTable[5] = All.SofteningBndry;
}
else
{
All.SofteningTable[0] = All.SofteningGas;
All.SofteningTable[1] = All.SofteningHalo;
All.SofteningTable[2] = All.SofteningDisk;
All.SofteningTable[3] = All.SofteningBulge;
All.SofteningTable[4] = All.SofteningStars;
All.SofteningTable[5] = All.SofteningBndry;
}
for(i = 0; i < 6; i++)
All.ForceSoftening[i] = 2.8 * All.SofteningTable[i];
All.MinGasHsml = All.MinGasHsmlFractional * All.ForceSoftening[0];
}
/*! This function is used as a comparison kernel in a sort routine. It is
* used to group particles in the communication buffer that are going to
* be sent to the same CPU.
*/
int grav_tree_compare_key(const void *a, const void *b)
{
if(((struct gravdata_index *) a)->Task < (((struct gravdata_index *) b)->Task))
return -1;
if(((struct gravdata_index *) a)->Task > (((struct gravdata_index *) b)->Task))
return +1;
return 0;
}

Event Timeline

c4science · Help