Strong scaling performance, ReaxFF HNS benchmark, KNL, 512K atoms
Performance in millions of atom-timesteps / second / node
Nodes | CPU/KNL (mpi,hyper) | OMP/KNL (mpi,thread,hyper) | Kokkos/KNL (mpi,thread,hyper) | Kokkos/serial/KNL (mpi,hyper) | |
1 | 0.2467 (128,2) | 0.3074 (32,8,4) | 0.245 (128,2,4) | 0.2905 (128,2) | |
2 | 0.2207 (128,2) | 0.2939 (32,8,4) | 0.2229 (128,2,4) | 0.2597 (128,2) | |
4 | 0.193 (128,2) | 0.2584 (32,8,4) | 0.1961 (128,2,4) | 0.2238 (128,2) | |
8 | 0.1347 (128,2) | 0.2204 (32,8,4) | 0.1639 (64,4,4) | 0.1708 (128,2) | |
16 | 0.1145 (128,2) | 0.182 (32,8,4) | 0.1312 (64,4,4) | 0.1302 (128,2) | |
32 | 0.07982 (64,1) | 0.1301 (32,8,4) | 0.09433 (64,4,4) | 0.09085 (64,1) | |
64 | 0.05546 (64,1) | 0.08761 (32,8,4) | 0.06366 (64,4,4) | 0.06329 (64,1) |
1 | srun -n 128 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=1.mpi=128.hyper=2 |
2 | srun -n 256 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=2.mpi=128.hyper=2 |
4 | srun -n 512 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=4.mpi=128.hyper=2 |
8 | srun -n 1024 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=8.mpi=128.hyper=2 |
16 | srun -n 2048 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=16.mpi=128.hyper=2 |
32 | srun -n 2048 -C knl --ntasks-per-node 64 --cpu_bind=rank -c 4 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=32.mpi=64.hyper=1 |
64 | srun -n 4096 -C knl --ntasks-per-node 64 --cpu_bind=rank -c 4 ./lmp_mutrino_knl -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=cpu_knl.kind=strong.size=512K.node=64.mpi=64.hyper=1 |
1 | setenv OMP_NUM_THREADS 8; srun -n 32 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=1.mpi=32.thread=8.hyper=4 |
2 | setenv OMP_NUM_THREADS 8; srun -n 64 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=2.mpi=32.thread=8.hyper=4 |
4 | setenv OMP_NUM_THREADS 8; srun -n 128 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=4.mpi=32.thread=8.hyper=4 |
8 | setenv OMP_NUM_THREADS 8; srun -n 256 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=8.mpi=32.thread=8.hyper=4 |
16 | setenv OMP_NUM_THREADS 8; srun -n 512 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=16.mpi=32.thread=8.hyper=4 |
32 | setenv OMP_NUM_THREADS 8; srun -n 1024 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=32.mpi=32.thread=8.hyper=4 |
64 | setenv OMP_NUM_THREADS 8; srun -n 2048 -C knl --ntasks-per-node 32 --cpu_bind=cores -c 8 ./lmp_mutrino_knl -sf omp -pk omp 8 -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.omp.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=omp_knl.kind=strong.size=512K.node=64.mpi=32.thread=8.hyper=4 |
1 | setenv OMP_NUM_THREADS 2; srun -n 128 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_knl -sf kk -k on t 2 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=1.mpi=128.thread=2.hyper=4 |
2 | setenv OMP_NUM_THREADS 2; srun -n 256 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_knl -sf kk -k on t 2 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=2.mpi=128.thread=2.hyper=4 |
4 | setenv OMP_NUM_THREADS 2; srun -n 512 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_knl -sf kk -k on t 2 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=4.mpi=128.thread=2.hyper=4 |
8 | setenv OMP_NUM_THREADS 4; srun -n 512 -C knl --ntasks-per-node 64 --cpu_bind=cores -c 4 ./lmp_mutrino_kokkos_knl -sf kk -k on t 4 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=8.mpi=64.thread=4.hyper=4 |
16 | setenv OMP_NUM_THREADS 4; srun -n 1024 -C knl --ntasks-per-node 64 --cpu_bind=cores -c 4 ./lmp_mutrino_kokkos_knl -sf kk -k on t 4 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=16.mpi=64.thread=4.hyper=4 |
32 | setenv OMP_NUM_THREADS 4; srun -n 2048 -C knl --ntasks-per-node 64 --cpu_bind=cores -c 4 ./lmp_mutrino_kokkos_knl -sf kk -k on t 4 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=32.mpi=64.thread=4.hyper=4 |
64 | setenv OMP_NUM_THREADS 4; srun -n 4096 -C knl --ntasks-per-node 64 --cpu_bind=cores -c 4 ./lmp_mutrino_kokkos_knl -sf kk -k on t 4 -pk kokkos neigh half neigh/qeq full newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_knl.kind=strong.size=512K.node=64.mpi=64.thread=4.hyper=4 |
1 | srun -n 128 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=1.mpi=128.hyper=2 |
2 | srun -n 256 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=2.mpi=128.hyper=2 |
4 | srun -n 512 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=4.mpi=128.hyper=2 |
8 | srun -n 1024 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=8.mpi=128.hyper=2 |
16 | srun -n 2048 -C knl --ntasks-per-node 128 --cpu_bind=threads -c 2 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=16.mpi=128.hyper=2 |
32 | srun -n 2048 -C knl --ntasks-per-node 64 --cpu_bind=rank -c 4 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=32.mpi=64.hyper=1 |
64 | srun -n 4096 -C knl --ntasks-per-node 64 --cpu_bind=rank -c 4 ./lmp_mutrino_kokkos_serial_knl -sf kk -k on -pk kokkos neigh half neigh/qeq half newton on comm no -v x 8 -v y 16 -v z 12 -v t 100 -in in.reaxc.hns.steps -nocite -log log.lammps.date=17Jan18.model=hns.machine=mutrino.pkg=kokkos_serial_knl.kind=strong.size=512K.node=64.mpi=64.hyper=1 |