============================================================================== Castro Job Information ============================================================================== job name: Castro inputs file: inputs_2d.testsuite number of MPI processes: 1 hydro tile size: (1048576,1048576) CPU time used since start of simulation (CPU-hours): 0.00385014 ============================================================================== Plotfile Information ============================================================================== output date / time: Fri May 15 03:24:05 2020 output dir: /raid/testing/castro-gpu/Castro-gpu-tests/2020-05-15/flame_wave I/O time (s): 0.0121144 ============================================================================== GPU Information: ============================================================================== GPU model name: TITAN V Number of GPUs used: 1 ============================================================================== Build Information ============================================================================== build date: 2020-05-15 03:23:10.666202 build machine: Linux groot.astro.sunysb.edu 5.5.5-200.fc31.x86_64 #1 SMP Wed Feb 19 23:28:07 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux build dir: /raid/testing/castro-gpu/Castro/Exec/science/flame_wave AMReX dir: /raid/testing/castro-gpu/amrex/ COMP: pgi COMP version: 7.3.0 C++ compiler: nvcc C++ flags: -ccbin=g++ -Xcompiler=' -Werror=return-type -g -O3 -pthread -std=c++14 --std=c++14' --std=c++14 -Wno-deprecated-gpu-targets -m64 -arch=compute_70 -code=sm_70 -maxrregcount=255 --expt-relaxed-constexpr --expt-extended-lambda -lineinfo --ptxas-options=-O3 --use_fast_math -dc -x cu -DAMREX_TINY_PROFILING -DEXTRA_THERMO -DCUDA -DGPU_COMPATIBLE_PROBLEM -DAMREX_GIT_VERSION="20.05-49-ga017d599f4d1" -DAMREX_USE_CUDA_FORTRAN -DAMREX_NVCC_VERSION=10.2 -DAMREX_NVCC_MAJOR_VERSION=10 -DAMREX_NVCC_MINOR_VERSION=2 -DBL_GCC_VERSION=7.3.0 -DBL_GCC_MAJOR_VERSION=7 -DBL_GCC_MINOR_VERSION=3 -DAMREX_USE_CUDA -DAMREX_USE_GPU_PRAGMA -DAMREX_LAUNCH='attributes(global)' -DAMREX_DEVICE='attributes(device)' -DAMREX_CUDA_FORT_GLOBAL='attributes(global)' -DAMREX_CUDA_FORT_DEVICE='attributes(device)' -DAMREX_CUDA_FORT_HOST='attributes(host)' -DAMREX_CUDA_FORT_HOST_DEVICE='attributes(host) attributes(device)' -DAMREX_USE_GPU -DBL_COALESCE_FABS -DBL_SPACEDIM=2 -DAMREX_SPACEDIM=2 -DBL_FORT_USE_UNDERSCORE -DAMREX_FORT_USE_UNDERSCORE -DBL_Linux -DAMREX_Linux -DAMREX_DIMENSION_AGNOSTIC -DAMREX_GPU_MAX_THREADS=256 -DCRSEGRNDOMP -DSPONGE -DGRAVITY -DREACTIONS -DDIFFUSION -DROTATION -DCASTRO_MLMG -DCONDUCTIVITY -DINTEGRATOR=0 -DVODE -DBS -DNUMSCREEN=24 -DPROB_PARAMS -Itmp_build_dir/s/2d.pgi.TPROF.CUDA.EXE -I. -I/usr/local/cuda-10.2/include -I/raid/testing/castro-gpu/amrex//Src/Base -I/raid/testing/castro-gpu/amrex//Src/AmrCore -I/raid/testing/castro-gpu/amrex//Src/Amr -I/raid/testing/castro-gpu/amrex//Src/Boundary -I/raid/testing/castro-gpu/amrex//Src/LinearSolvers/C_CellMG -I/raid/testing/castro-gpu/amrex//Src/LinearSolvers/MLMG -I/raid/testing/castro-gpu/Microphysics//util -I/raid/testing/castro-gpu/Microphysics//integration/VODE -I/raid/testing/castro-gpu/Microphysics//integration/VODE/cuVODE/source/ -I/raid/testing/castro-gpu/Microphysics//integration/BS -I/raid/testing/castro-gpu/Microphysics//integration/utils -I/raid/testing/castro-gpu/Microphysics//integration -I/raid/testing/castro-gpu/Microphysics//rates -I/raid/testing/castro-gpu/Microphysics//screening -I/raid/testing/castro-gpu/Microphysics//neutrinos -I. -I/raid/testing/castro-gpu/Castro//Source/driver -I/raid/testing/castro-gpu/Castro//Source/hydro -I/raid/testing/castro-gpu/Castro//Source/problems -I/raid/testing/castro-gpu/Castro//Source/sources -I/raid/testing/castro-gpu/Castro//Source/scf -I/raid/testing/castro-gpu/Castro//Util/model_parser -I/raid/testing/castro-gpu/Castro//Util/conservative_interpolate -I/raid/testing/castro-gpu/Castro//Source/hydro -I/raid/testing/castro-gpu/Castro//Source/gravity -I/raid/testing/castro-gpu/Castro//Source/reactions -I/raid/testing/castro-gpu/Castro//Source/diffusion -I/raid/testing/castro-gpu/Castro//Source/rotation -I/raid/testing/castro-gpu/Microphysics//EOS -I/raid/testing/castro-gpu/Microphysics//EOS/helmholtz -I/raid/testing/castro-gpu/Microphysics//networks/aprox13 -I/raid/testing/castro-gpu/Microphysics//EOS -I/raid/testing/castro-gpu/Microphysics//networks -I/raid/testing/castro-gpu/Microphysics//interfaces -I/raid/testing/castro-gpu/Microphysics//conductivity -I/raid/testing/castro-gpu/Microphysics//conductivity/stellar -I/raid/testing/castro-gpu/Microphysics//constants -Itmp_build_dir/castro_sources/2d.pgi.TPROF.CUDA.EXE -I/raid/testing/castro-gpu/amrex//Tools/C_scripts Fortran comp: pgfortran Fortran flags: -O2 -fast -Mnomain -Mcuda=cc70,fastmath,charstring -Mcuda=lineinfo CUDA_HOME=/usr/local/cuda-10.2 -Mcuda=maxregcount:255 -Mdclchk -noacc Link flags: -L. -L/usr/local/cuda-10.2/lib64 Libraries: -lcuda -lnvToolsExt -lstdc++ -pgf90libs -latomic EOS: /raid/testing/castro-gpu/Microphysics//EOS/helmholtz NETWORK: /raid/testing/castro-gpu/Microphysics//networks/aprox13 CONDUCTIVITY: /raid/testing/castro-gpu/Microphysics//conductivity/stellar Castro git describe: 20.05-45-g63b182a05 AMReX git describe: 20.05-49-ga017d599f Microphysics git describe: 20.05-3-g7a3795cd ============================================================================== Grid Information ============================================================================== level: 0 number of boxes = 2 maximum zones = 128 64 level: 1 number of boxes = 16 maximum zones = 512 256 Boundary conditions -x: symmetry +x: outflow -y: inflow +y: outflow Domain geometry info center: 0 , 10240 , 0 geometry.is_periodic: 0 0 geometry.coord_sys: 1 geometry.prob_lo: 0 0 geometry.prob_hi: 40960 20480 amr.n_cell: 128 64 amr.max_level: 1 amr.ref_ratio: 4 ============================================================================== Species Information ============================================================================== index name A Z ------------------------------------------------------------------------------ 0 He4 4 2 1 C12 12 6 2 O16 16 8 3 Ne20 20 10 4 Mg24 24 12 5 Si28 28 14 6 S32 32 16 7 Ar36 36 18 8 Ca40 40 20 9 Ti44 44 22 10 Cr48 48 24 11 Fe52 52 26 12 Ni56 56 28 ============================================================================== Inputs File Parameters ============================================================================== [*] castro.diffuse_temp = 1 [*] castro.diffuse_cutoff_density = 50000 castro.diffuse_cutoff_density_hi = -1e+200 [*] castro.diffuse_cond_scale_fac = 10 castro.state_interp_order = 1 castro.lin_limit_state_interp = 0 castro.state_nghost = 0 castro.do_reflux = 1 castro.update_sources_after_reflux = 1 castro.apply_sources_consecutively = 0 castro.difmag = 0.1 [*] castro.small_dens = 1e-05 [*] castro.small_temp = 1e+06 [*] castro.small_pres = 1e-200 [*] castro.small_ener = 1e-200 [*] castro.do_hydro = 1 castro.time_integration_method = 0 castro.limit_fourth_order = 1 castro.initialization_is_cell_average = 0 castro.use_reconstructed_gamma1 = 0 castro.add_ext_src = 0 castro.hybrid_hydro = 0 castro.ppm_type = 1 castro.ppm_temp_fix = 0 castro.plm_iorder = 2 castro.plm_limiter = 2 castro.hybrid_riemann = 0 castro.riemann_solver = 0 castro.cg_maxiter = 12 castro.cg_tol = 1e-05 castro.cg_blend = 2 castro.use_eos_in_riemann = 0 castro.use_flattening = 1 castro.transverse_use_eos = 0 castro.transverse_reset_density = 1 castro.transverse_reset_rhoe = 0 castro.dual_energy_eta1 = 1 castro.dual_energy_eta2 = 0.0001 castro.use_pslope = 1 castro.pslope_cutoff_density = -1e+20 castro.limit_fluxes_on_small_dens = 0 castro.limit_fluxes_on_large_vel = 0 castro.speed_limit = 2.99792e+10 castro.density_reset_method = 1 [*] castro.do_sponge = 1 castro.sponge_implicit = 1 castro.ext_src_implicit = 0 castro.source_term_predictor = 0 castro.first_order_hydro = 0 castro.xl_ext_bc_type = fillme castro.xr_ext_bc_type = fillme [*] castro.yl_ext_bc_type = hse castro.yr_ext_bc_type = fillme castro.zl_ext_bc_type = fillme castro.zr_ext_bc_type = fillme castro.hse_zero_vels = 0 [*] castro.hse_interp_temp = 1 [*] castro.hse_reflect_vels = 1 [*] castro.fill_ambient_bc = 1 [*] castro.ambient_fill_dir = 1 [*] castro.ambient_outflow_vel = 1 castro.clamp_ambient_temp = 0 castro.ambient_safety_factor = 1.1 castro.sdc_order = 2 castro.sdc_quadrature = 0 castro.sdc_extra = 0 castro.sdc_solver = 1 castro.sdc_solver_tol_dens = 1e-06 castro.sdc_solver_tol_spec = 1e-06 castro.sdc_solver_tol_ener = 1e-06 castro.sdc_solver_atol = 1e-10 castro.sdc_solver_relax_factor = 1 castro.sdc_solve_for_rhoe = 1 castro.sdc_use_analytic_jac = 1 castro.fixed_dt = -1 castro.initial_dt = -1 castro.dt_cutoff = 1e-12 castro.max_dt = 1e+200 castro.cfl = 0.8 [*] castro.init_shrink = 0.1 castro.change_max = 1.1 castro.plot_per_is_exact = 0 castro.small_plot_per_is_exact = 0 castro.use_retry = 1 castro.retry_subcycle_factor = 0.5 castro.use_post_step_regrid = 0 castro.max_subcycles = 10 castro.sdc_iters = 2 castro.dtnuc_e = 1e+200 castro.dtnuc_X = 1e+200 castro.dtnuc_X_threshold = 0.001 [*] castro.do_react = 1 [*] castro.react_T_min = 6e+07 castro.react_T_max = 1e+200 [*] castro.react_rho_min = 100 [*] castro.react_rho_max = 5e+07 castro.disable_shock_burning = 0 castro.T_guess = 1e+08 castro.reactions_max_solve_level = 100 [*] castro.do_grav = 1 castro.moving_center = 0 [*] castro.grav_source_type = 2 [*] castro.do_rotation = 1 castro.do_acc = -1 castro.bndry_func_thread_safe = 1 castro.grown_factor = 1 castro.star_at_center = -1 castro.do_scf_initial_model = 0 castro.scf_maximum_density = -1e+06 castro.scf_equatorial_radius = -1e+09 castro.scf_polar_radius = -1e+09 castro.scf_relax_tol = 0.001 castro.scf_max_iterations = 30 castro.do_special_tagging = 0 castro.spherical_star = 0 [*] castro.verbose = 1 castro.dump_old = 0 castro.domain_is_plane_parallel = 0 castro.print_fortran_warnings = 0 castro.print_update_diagnostics = 0 castro.track_grid_losses = 0 [*] castro.sum_interval = 1 castro.sum_per = -1 castro.show_center_of_mass = 0 castro.job_name = Castro castro.output_at_completion = 1 castro.reset_checkpoint_time = -1e+200 castro.reset_checkpoint_step = -1 castro.use_point_mass = 0 castro.point_mass = 0 castro.point_mass_fix_solution = 0 [*] castro.rotational_period = 0.001 castro.rotational_dPdt = 0 [*] castro.rotation_include_centrifugal = 0 castro.rotation_include_coriolis = 1 castro.rotation_include_domegadt = 1 castro.state_in_rotating_frame = 1 castro.rot_source_type = 4 castro.implicit_rotation_update = 1 [*] castro.rot_axis = 2 [*] gravity.gravity_type = ConstantGrav [*] gravity.const_grav = -1.5e+14 gravity.direct_sum_bcs = 0 gravity.drdxfac = 1 gravity.lnum = 0 gravity.verbose = 0 gravity.no_sync = 0 gravity.no_composite = 0 gravity.do_composite_phi_correction = 1 gravity.max_solve_level = 14 gravity.get_g_from_phi = 0 gravity.mlmg_max_fmg_iter = 0 gravity.mlmg_agglomeration = 1 gravity.mlmg_consolidation = 1 gravity.mlmg_nsolve = 0 diffusion.verbose = 0 diffusion.mlmg_maxorder = 4 use_eos_coulomb = T eos_input_is_constant = T eos_ttol = 0.1000000000E-07 eos_dtol = 0.1000000000E-07 prad_limiter_rho_c = -1.000000000 prad_limiter_delta_rho = -1.000000000 small_x = 0.1000000000E-29 [*] use_tables = T use_c12ag_deboer17 = F sdc_burn_tol_factor = 1.000000000 scaling_method = 2 use_timestep_estimator = F ode_scale_floor = 0.1000000000E-05 ode_method = 1 safety_factor = 1000000000. do_constant_volume_burn = F call_eos_in_rhs = F dT_crit = 0.1000000000E+21 burning_mode = 1 burning_mode_factor = 0.1000000000 integrate_temperature = T integrate_energy = T jacobian = 1 centered_diff_jac = F burner_verbose = F [*] rtol_spec = 0.1000000000E-05 rtol_temp = 0.1000000000E-05 rtol_enuc = 0.1000000000E-05 [*] atol_spec = 0.1000000000E-05 atol_temp = 0.1000000000E-05 atol_enuc = 0.1000000000E-05 retry_burn = F retry_burn_factor = 1.250000000 retry_burn_max_change = 100.0000000 abort_on_failure = T renormalize_abundances = F SMALL_X_SAFE = 0.1000000000E-29 MAX_TEMP = 0.1000000000E+12 [*] react_boost = 10.00000000 reactions_density_scale = 1.000000000 reactions_temperature_scale = 1.000000000 reactions_energy_scale = 1.000000000 ode_max_steps = 150000 use_jacobian_caching = T nonaka_i = 0 nonaka_j = 0 nonaka_k = 0 nonaka_file = nonaka_plot.dat fortin parameters: [*] dtemp = 1200000000. [*] x_half_max = 20480.00000 [*] x_half_width = 2048.000000 [*] X_min = 0.1000000000E-01 [*] cutoff_density = 5000.000000 [*] dx_model = 80.00000000 [*] T_hi = 200000000.0 [*] T_star = 50000000.00 [*] T_lo = 8000000.000 [*] dens_base = 3430000.000 [*] H_star = 4000.000000 [*] atm_delta = 50.00000000 fuel1_name = helium-4 fuel2_name = fuel3_name = fuel4_name = [*] ash1_name = nickel-56 ash2_name = ash3_name = fuel1_frac = 1.000000000 fuel2_frac = 0.000000000 fuel3_frac = 0.000000000 fuel4_frac = 0.000000000 ash1_frac = 1.000000000 ash2_frac = 0.000000000 ash3_frac = 0.000000000 low_density_cutoff = 0.1000000000E-03 smallx = 0.1000000000E-09 [*] x_refine_distance = 61440.00000 [*] max_hse_tagging_level = 3 [*] max_base_tagging_level = 2