============================================================================== Castro Job Information ============================================================================== job name: inputs file: inputs_test_wdmerger_3D number of MPI processes: 1 hydro tile size: (1048576,1048576,1048576) CPU time used since start of simulation (CPU-hours): 0.00336847 ============================================================================== Plotfile Information ============================================================================== output date / time: Sun Mar 15 16:07:54 2020 output dir: /raid/testing/castro-gpu/Castro-gpu-tests/2020-03-15/wdmerger_3D I/O time (s): 0.380079 ============================================================================== GPU Information: ============================================================================== GPU model name: TITAN V Number of GPUs used: 1 ============================================================================== Build Information ============================================================================== build date: 2020-03-15 16:06:33.423699 build machine: Linux groot.astro.sunysb.edu 5.4.15-200.fc31.x86_64 #1 SMP Tue Jan 28 09:08:32 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux build dir: /raid/testing/castro-gpu/Castro/Exec/science/wdmerger/tests/wdmerger_3D AMReX dir: /raid/testing/castro-gpu/AMReX/ COMP: pgi COMP version: 7.3.0 C++ compiler: nvcc C++ flags: -ccbin=g++ -Xcompiler=' -Werror=return-type -g -O3 -pthread -std=c++14 --std=c++14' --std=c++14 -Wno-deprecated-gpu-targets -m64 -arch=compute_70 -code=sm_70 -maxrregcount=255 --expt-relaxed-constexpr --expt-extended-lambda -lineinfo --ptxas-options=-O3 --use_fast_math -dc -x cu -DAMREX_TINY_PROFILING -DEXTRA_THERMO -DCUDA -DGPU_COMPATIBLE_PROBLEM -DAMREX_GIT_VERSION="20.03-91-g60042373afc2" -DAMREX_USE_CUDA_FORTRAN -DAMREX_NVCC_VERSION=10.2 -DAMREX_NVCC_MAJOR_VERSION=10 -DAMREX_NVCC_MINOR_VERSION=2 -DBL_GCC_VERSION=7.3.0 -DBL_GCC_MAJOR_VERSION=7 -DBL_GCC_MINOR_VERSION=3 -DAMREX_USE_CUDA -DAMREX_USE_GPU_PRAGMA -DAMREX_LAUNCH='attributes(global)' -DAMREX_DEVICE='attributes(device)' -DAMREX_CUDA_FORT_GLOBAL='attributes(global)' -DAMREX_CUDA_FORT_DEVICE='attributes(device)' -DAMREX_CUDA_FORT_HOST='attributes(host)' -DAMREX_CUDA_FORT_HOST_DEVICE='attributes(host) attributes(device)' -DAMREX_USE_GPU -DBL_COALESCE_FABS -DBL_SPACEDIM=3 -DAMREX_SPACEDIM=3 -DBL_FORT_USE_UNDERSCORE -DAMREX_FORT_USE_UNDERSCORE -DBL_Linux -DAMREX_Linux -DAMREX_DIMENSION_AGNOSTIC -DAMREX_GPU_MAX_THREADS=256 -DCRSEGRNDOMP -DSPONGE -DGRAVITY -DREACTIONS -DHYBRID_MOMENTUM -DROTATION -DCASTRO_MLMG -DINTEGRATOR=0 -DVODE -DBS -Itmp_build_dir/s/3d.pgi.TPROF.CUDA.EXE -I. -I/usr/local/cuda-10.2/include -I/raid/testing/castro-gpu/AMReX//Src/Base -I/raid/testing/castro-gpu/AMReX//Src/AmrCore -I/raid/testing/castro-gpu/AMReX//Src/Amr -I/raid/testing/castro-gpu/AMReX//Src/Boundary -I/raid/testing/castro-gpu/AMReX//Src/LinearSolvers/C_CellMG -I/raid/testing/castro-gpu/AMReX//Src/LinearSolvers/MLMG -I/raid/testing/castro-gpu/Microphysics//util -I/raid/testing/castro-gpu/Microphysics//integration/VODE -I/raid/testing/castro-gpu/Microphysics//integration/VODE/cuVODE/source/ -I/raid/testing/castro-gpu/Microphysics//integration/BS -I/raid/testing/castro-gpu/Microphysics//integration/utils -I/raid/testing/castro-gpu/Microphysics//integration -I/raid/testing/castro-gpu/Microphysics//rates -I/raid/testing/castro-gpu/Microphysics//screening -I/raid/testing/castro-gpu/Microphysics//neutrinos -I/raid/testing/castro-gpu/Castro//Exec/science/wdmerger/ -I/raid/testing/castro-gpu/Castro//Source/driver -I/raid/testing/castro-gpu/Castro//Source/hydro -I/raid/testing/castro-gpu/Castro//Source/problems -I/raid/testing/castro-gpu/Castro//Source/sources -I/raid/testing/castro-gpu/Castro//Source/scf -I/raid/testing/castro-gpu/Castro//Util/model_parser -I/raid/testing/castro-gpu/Castro//Util/conservative_interpolate -I/raid/testing/castro-gpu/Castro//Source/gravity -I/raid/testing/castro-gpu/Castro//Source/reactions -I/raid/testing/castro-gpu/Castro//Source/rotation -I/raid/testing/castro-gpu/Microphysics//EOS -I/raid/testing/castro-gpu/Microphysics//EOS/helmholtz -I/raid/testing/castro-gpu/Microphysics//networks/aprox13 -I/raid/testing/castro-gpu/Microphysics//EOS -I/raid/testing/castro-gpu/Microphysics//networks -I/raid/testing/castro-gpu/Microphysics//interfaces -I/raid/testing/castro-gpu/Microphysics//constants -Itmp_build_dir/castro_sources/3d.pgi.TPROF.CUDA.EXE -I/raid/testing/castro-gpu/AMReX//Tools/C_scripts Fortran comp: pgfortran Fortran flags: -O2 -fast -Mnomain -Mcuda=cc70,fastmath,charstring -Mcuda=lineinfo CUDA_HOME=/usr/local/cuda-10.2 -Mcuda=maxregcount:255 -Mdclchk -noacc Link flags: -L. -L/usr/local/cuda-10.2/lib64 Libraries: -lcuda -lnvToolsExt -lstdc++ -pgf90libs -latomic EOS: /raid/testing/castro-gpu/Microphysics//EOS/helmholtz NETWORK: /raid/testing/castro-gpu/Microphysics//networks/aprox13 Castro git describe: 20.03-71-g2eb4a6ccc AMReX git describe: 20.03-91-g60042373a Microphysics git describe: 20.03-12-g0b4bfbb3 ============================================================================== Grid Information ============================================================================== level: 0 number of boxes = 27 maximum zones = 96 96 96 level: 1 number of boxes = 12 maximum zones = 192 192 192 Boundary conditions -x: outflow +x: outflow -y: outflow +y: outflow -z: outflow +z: outflow Domain geometry info center: 0 , 0 , 0 geometry.is_periodic: 0 0 0 geometry.coord_sys: 0 geometry.prob_lo: -5.12e+09 -5.12e+09 -5.12e+09 geometry.prob_hi: 5.12e+09 5.12e+09 5.12e+09 amr.n_cell: 96 96 96 amr.max_level: 1 amr.ref_ratio: 2 ============================================================================== Species Information ============================================================================== index name A Z ------------------------------------------------------------------------------ 0 He4 4 2 1 C12 12 6 2 O16 16 8 3 Ne20 20 10 4 Mg24 24 12 5 Si28 28 14 6 S32 32 16 7 Ar36 36 18 8 Ca40 40 20 9 Ti44 44 22 10 Cr48 48 24 11 Fe52 52 26 12 Ni56 56 28 ============================================================================== Inputs File Parameters ============================================================================== castro.state_interp_order = 1 castro.lin_limit_state_interp = 0 castro.state_nghost = 0 castro.do_reflux = 1 castro.update_sources_after_reflux = 1 castro.apply_sources_consecutively = 0 castro.use_custom_knapsack_weights = 0 castro.difmag = 0.1 [*] castro.small_dens = 1e-05 [*] castro.small_temp = 100000 [*] castro.small_pres = 1e-200 [*] castro.small_ener = 1e-200 [*] castro.do_hydro = 1 castro.time_integration_method = 0 castro.limit_fourth_order = 1 castro.initialization_is_cell_average = 0 castro.use_reconstructed_gamma1 = 0 [*] castro.add_ext_src = 1 castro.hybrid_hydro = 0 castro.ppm_type = 1 castro.ppm_temp_fix = 0 castro.plm_iorder = 2 castro.plm_limiter = 2 castro.plm_well_balanced = 0 castro.hybrid_riemann = 0 castro.riemann_solver = 0 castro.cg_maxiter = 12 castro.cg_tol = 1e-05 castro.cg_blend = 2 castro.use_eos_in_riemann = 0 castro.use_flattening = 1 castro.transverse_use_eos = 0 castro.transverse_reset_density = 1 castro.transverse_reset_rhoe = 0 [*] castro.dual_energy_eta1 = 0.001 [*] castro.dual_energy_eta2 = 0.1 castro.use_pslope = 1 castro.limit_fluxes_on_small_dens = 0 castro.limit_fluxes_on_large_vel = 0 castro.speed_limit = 2.99792e+10 castro.density_reset_method = 1 [*] castro.do_sponge = 1 castro.sponge_implicit = 1 [*] castro.ext_src_implicit = 1 castro.source_term_predictor = 0 castro.first_order_hydro = 0 castro.xl_ext_bc_type = castro.xr_ext_bc_type = castro.yl_ext_bc_type = castro.yr_ext_bc_type = castro.zl_ext_bc_type = castro.zr_ext_bc_type = castro.hse_zero_vels = 0 castro.hse_interp_temp = 0 castro.hse_reflect_vels = 0 [*] castro.fill_ambient_bc = 1 [*] castro.clamp_ambient_temp = 1 castro.ambient_safety_factor = 1.1 castro.sdc_order = 2 castro.sdc_quadrature = 0 castro.sdc_extra = 0 castro.sdc_solver = 1 castro.sdc_solver_tol_dens = 1e-06 castro.sdc_solver_tol_spec = 1e-06 castro.sdc_solver_tol_ener = 1e-06 castro.sdc_solver_atol = 1e-10 castro.sdc_solver_relax_factor = 1 castro.sdc_solve_for_rhoe = 1 castro.sdc_use_analytic_jac = 1 castro.fixed_dt = -1 castro.initial_dt = -1 [*] castro.dt_cutoff = 1e-08 castro.max_dt = 1e+200 [*] castro.cfl = 0.5 [*] castro.init_shrink = 0.1 castro.change_max = 1.1 castro.plot_per_is_exact = 0 castro.small_plot_per_is_exact = 0 castro.use_retry = 1 castro.retry_tolerance = 0.02 castro.retry_neg_dens_factor = 0.1 castro.retry_subcycle_factor = 0.5 castro.use_post_step_regrid = 0 castro.max_subcycles = 10 castro.sdc_iters = 2 castro.dtnuc_e = 1e+200 castro.dtnuc_X = 1e+200 castro.dtnuc_X_threshold = 0.001 [*] castro.do_react = 0 castro.react_T_min = 0 castro.react_T_max = 1e+200 castro.react_rho_min = 0 castro.react_rho_max = 1e+200 castro.disable_shock_burning = 0 castro.T_guess = 1e+08 [*] castro.do_grav = 1 castro.moving_center = 0 castro.grav_source_type = 4 [*] castro.do_rotation = 0 castro.do_acc = -1 castro.bndry_func_thread_safe = 1 castro.grown_factor = 1 castro.star_at_center = -1 castro.do_scf_initial_model = 0 castro.scf_maximum_density = -1e+06 castro.scf_equatorial_radius = -1e+09 castro.scf_polar_radius = -1e+09 castro.scf_relax_tol = 0.001 castro.scf_max_iterations = 30 castro.do_special_tagging = 0 castro.spherical_star = 0 [*] castro.verbose = 1 castro.dump_old = 0 castro.print_fortran_warnings = 0 castro.print_update_diagnostics = 0 castro.track_grid_losses = 0 castro.sum_interval = -1 castro.sum_per = -1 castro.show_center_of_mass = 0 castro.job_name = castro.output_at_completion = 1 castro.reset_checkpoint_time = -1e+200 castro.reset_checkpoint_step = -1 castro.use_point_mass = 0 castro.point_mass = 0 castro.point_mass_fix_solution = 0 [*] castro.rotational_period = 30.5219 castro.rotational_dPdt = -0 castro.rotation_include_centrifugal = 1 castro.rotation_include_coriolis = 1 castro.rotation_include_domegadt = 1 castro.state_in_rotating_frame = 1 castro.rot_source_type = 4 castro.implicit_rotation_update = 1 castro.rot_axis = 3 [*] gravity.gravity_type = PoissonGrav gravity.const_grav = 0 gravity.direct_sum_bcs = 0 gravity.drdxfac = 1 [*] gravity.lnum = 6 [*] gravity.verbose = 1 [*] gravity.no_sync = 1 gravity.no_composite = 0 gravity.do_composite_phi_correction = 1 gravity.max_solve_level = 29 gravity.get_g_from_phi = 0 gravity.mlmg_max_fmg_iter = 0 gravity.mlmg_agglomeration = 1 gravity.mlmg_consolidation = 1 gravity.mlmg_nsolve = 0 [*] use_eos_coulomb = F eos_input_is_constant = T eos_ttol = 0.1000000000E-07 eos_dtol = 0.1000000000E-07 prad_limiter_rho_c = -1.000000000 prad_limiter_delta_rho = -1.000000000 small_x = 0.1000000000E-29 use_tables = F use_c12ag_deboer17 = F scaling_method = 2 use_timestep_estimator = F ode_scale_floor = 0.1000000000E-05 ode_method = 1 safety_factor = 1000000000. do_constant_volume_burn = F call_eos_in_rhs = F dT_crit = 0.1000000000E+21 burning_mode = 1 burning_mode_factor = 0.1000000000 integrate_temperature = T integrate_energy = T jacobian = 1 centered_diff_jac = F burner_verbose = F rtol_spec = 0.1000000000E-11 rtol_temp = 0.1000000000E-05 rtol_enuc = 0.1000000000E-05 atol_spec = 0.1000000000E-11 atol_temp = 0.1000000000E-05 atol_enuc = 0.1000000000E-05 retry_burn = F retry_burn_factor = 1.250000000 retry_burn_max_change = 100.0000000 abort_on_failure = T renormalize_abundances = F SMALL_X_SAFE = 0.1000000000E-29 MAX_TEMP = 0.1000000000E+12 react_boost = -1.000000000 reactions_density_scale = 1.000000000 reactions_temperature_scale = 1.000000000 reactions_energy_scale = 1.000000000 ode_max_steps = 150000 use_jacobian_caching = T nonaka_i = 0 nonaka_j = 0 nonaka_k = 0 nonaka_file = nonaka_plot.dat