# Invocation command line: # /store/mackey/specMPI/bin/runspec --ranks 1792 -I --reportable -a validate -o asc,csv,html -n 3 -T base -c default.cfg --define ICC=14 --define PPN=28 -i lref --define SIZE=large large # output_root was not used for this run ############################################################################ # Invocation command line: # /store/hfeng/mpi2007-2014-07-09/bin/runspec --ranks 1536 -I --reportable -a validate -n 3 -o asc -i lref -T base -c sgi-linux-x86_64-sgimpi-14.0.3.174-avx2.cfg large # output_root was not used for this run ############################################################################ #################################################################### # # defaults # #################################################################### flagsurl000= http://www.spec.org/mpi2007/flags/SGI_x86_64_Intel14_flags.20140908.xml %if !defined(%{ICC}) || !defined(%{SIZE}) % error must define both SIZE and ICC %endif %ifndef %{MPI} || '%{MPI}' eq 'MPT' % if %{ICC} == 14 % if '%{SIZE}' eq 'medium' ext=sgimpi.intel.14.0.3.174.avx2.med % elif '%{SIZE}' eq 'large' ext=sgimpi.intel.14.0.3.174.avx2.large % else % error invalid SIZE '%{SIZE}' % endif % elif %{ICC} == 16 && '%{SIZE}' eq 'medium' ext=sgimpi.intel.16.0.1.150.msse2 % elif %{ICC} == 16 && '%{SIZE}' eq 'large' ext=sgimpi.intel.16.0.1.150.avx2 % else % error invalid combination of SIZE and ICC % endif %elif '%{MPI}' eq 'INTEL' % if %{ICC} == 14 % if '%{SIZE}' eq 'medium' ext=intel-mpi.intel.14.0.3.174.avx2.med % elif '%{SIZE}' eq 'large' ext=intel-mpi.intel.14.0.3.174.avx2.large % else % error invalid SIZE '%{SIZE}' % endif % elif %{ICC} == 16 && '%{SIZE}' eq 'medium' ext=intel-mpi.intel.16.0.1.150.msse2 % elif %{ICC} == 16 && '%{SIZE}' eq 'large' ext=intel-mpi.intel.16.0.1.150.avx2 % else % error invalid combination of SIZE and ICC % endif %elif '%{MPI}' eq 'OMPI' % if %{ICC} == 14 % if '%{SIZE}' eq 'medium' ext=openmpi.intel.14.0.3.174.avx2.med % elif '%{SIZE}' eq 'large' ext=openmpi.intel.14.0.3.174.avx2.large % else % error invalid SIZE '%{SIZE}' % endif % elif %{ICC} == 16 && '%{SIZE}' eq 'medium' ext=openmpi.intel.16.0.1.150.msse2 % elif %{ICC} == 16 && '%{SIZE}' eq 'large' ext=openmpi.intel.16.0.1.150.avx2 % else % error invalid combination of SIZE and ICC % endif %endif action=validate tune=base input=ref teeout=no env_vars=1 no_input_handler=null mean_anyway=1 strict_rundir_verify = 1 %if '%{MPI}' eq 'INTEL' FC = mpif90 -fc=ifort CC = mpicc -cc=icc CXX = mpicxx -cxx=icpc %elif '%{MPI}' eq 'OMPI' FC = mpif90 CC = mpicc CXX = mpic++ %else FC = ifort CC = icc CXX = icpc %endif #################################################################### # # Base flags # #################################################################### default=default=default=default: FOPTIMIZE = -O3 -xCORE-AVX2 -no-prec-div %if %{ICC} == 16 && '%{SIZE}' eq 'medium' FOPTIMIZE = -O3 -msse2 -no-prec-div %endif COPTIMIZE = -O3 -xCORE-AVX2 -no-prec-div CXXOPTIMIZE = -O3 -xCORE-AVX2 -no-prec-div -ansi-alias EXTRA_LIBS = -lmpi default=default=default=default: use_submit_for_speed=1 % ifndef %{MPI} || '%{MPI}' eq 'MPT' % ifndef %{PPN} submit=mpiexec_mpt -n $ranks $command % else submit=mpiexec_mpt -ppn %{PPN} -n $ranks $command % endif % elif '%{MPI}' eq 'INTEL' % ifndef %{PPN} submit=mpiexec.hydra -machinefile \$PBS_NODEFILE -genv I_MPI_PIN 1 -IB -n $ranks $command % else submit=mpiexec.hydra -machinefile \$PBS_NODEFILE -ppn %{PPN} -genv I_MPI_PIN 1 -IB -n $ranks $command % endif % elif '%{MPI}' eq 'OMPI' submit=mpirun -n $ranks --hostfile \$PBS_NODEFILE --rankfile %{RANKFILE} -mca btl_sm_use_knem 0 -x MXM_SHM_KCOPY_MODE=off -mca coll_hcoll_enable 0 -mca pml yalla -x MXM_TLS=self,shm,dc $command % else submit=mpirun -n $ranks $command % endif #submit=mpiexec_mpt -n $ranks dplace -s1 -c2-5,8-11 $command #################################################################### # # Portability flags # #################################################################### 121.pop2=default=default=default: CPORTABILITY = -DSPEC_MPI_CASE_FLAG 127.wrf2=default=default=default: CPORTABILITY = -DSPEC_MPI_CASE_FLAG -DSPEC_MPI_LINUX 130.socorro=default=default=default: notes_base_130=src.alt used: 130.socorro->nullify_ptrs srcalt=nullify_ptrs FPORTABILITY=-assume nostd_intent_in 104.milc=peak=default=default: basepeak=yes 107.leslie3d=peak=default=default: basepeak=yes 113.GemsFDTD=peak=default=default: ranks=96 115.fds4=peak=default=default: basepeak=yes #ranks=696 121.pop2=peak=default=default: basepeak=yes 122.tachyon=peak=default=default: basepeak=yes 126.lammps=peak=default=default: basepeak=yes #ranks=192 127.wrf2=peak=default=default: #ranks=744 basepeak=yes 128.GAPgeofem=peak=default=default: basepeak=yes 129.tera_tf=peak=default=default: basepeak=yes 129.tera_tf=default=default=default: %if '%{SIZE}' eq 'medium' srcalt=add_rank_support notes_base_129=src.alt used: 129.tera_tf->add_rank_support %endif 130.socorro=peak=default=default: basepeak=yes #RM_SOURCES=specblas.f90 #EXTRA_LIBS=-lacml -lmpi #EXTRA_LIBS=-Wl,--start-group -lmkl_intel_lp64 -lmkl_sequential -lmkl_core -Wl,--end-group -lmpi 132.zeusmp2=peak=default=default: basepeak=yes #ranks=528 137.lu=peak=default=default: basepeak=yes #ranks=504 143.dleslie=default=default=default: srcalt=integer_overflow 145.lGemsFDTD=peak=default=default: #ranks=2048 #ENV_MPI_DSM_CPULIST=2-5,8-11:allhosts 147.l2wrf2=peak=default=default: #ranks=2048 #ENV_MPI_DSM_CPULIST=2-5,8-11:allhosts # The following section was added automatically, and contains settings that # did not appear in the original configuration file, but were added to the # raw file after the run. default: sw_base_ptrsize = 64-bit sw_peak_ptrsize = Not Applicable sw_other = None sw_mpi_library = SGI MPT 2.14 sw_mpi_other = MLNX_OFED_LINUX-3.0-1.0.1 sw_preprocessors = None test_sponsor = SGI license_num = 14 tester = SGI hw_avail = Mar-2016 sw_avail = May-2016 prepared_by = Mark Mackey system_vendor = SGI node_fileserver_sw_state = Multi-user, run level` 3 node_fileserver_sw_localfile = xfs node_fileserver_purpose = fileserver node_fileserver_order = 3 node_fileserver_label = SGI MIS Server node_fileserver_hw_vendor = SGI node_fileserver_hw_tcache = 20 MB I+D on chip per chip node_fileserver_hw_scache = 256 KB I+D on chip per core node_fileserver_hw_pcache = 32 KB I + 32 KB D on chip per core node_fileserver_hw_other = None node_fileserver_hw_ocache = None node_fileserver_hw_nthreadspercore = 1 node_fileserver_hw_ncpuorder = 1-2 chips node_fileserver_hw_ncoresperchip = 8 node_fileserver_hw_ncores = 16 node_fileserver_hw_nchips = 2 node_fileserver_hw_memory = 128 GB (12 * 8 GB 2Rx4 PC3-10600R-9, ECC) node_fileserver_hw_cpu_name = Intel Xeon E5-2670 node_fileserver_hw_cpu_mhz = 2600 node_fileserver_hw_adapter_IB_slot_type = PCIe x8 Gen3 node_fileserver_hw_adapter_IB_ports_used = 2 node_fileserver_hw_adapter_IB_interconnect = InfiniBand node_fileserver_hw_adapter_IB_firmware = 2.30.3000 node_fileserver_hw_adapter_IB_driver = OFED-1.5.4.1 node_fileserver_hw_adapter_IB_data_rate = InfiniBand 4x FDR node_fileserver_hw_adapter_IB_count = 2 node_fileserver_count = 1 node_compute_sw_state = Multi-user, run level 3 node_compute_sw_sharedfile = NFSv3 IPoIB node_compute_sw_localfile = NFSv3 node_compute_purpose = compute node_compute_order = 2 node_compute_label = SGI ICE XA IP-125 Compute Node node_compute_hw_vendor = SGI node_compute_hw_tcache = 35 MB I+D on chip per chip node_compute_hw_scache = 256 KB I+D on chip per core node_compute_hw_pcache = 32 KB I + 32 KB D on chip per core node_compute_hw_other = None node_compute_hw_ocache = None node_compute_hw_nthreadspercore = 1 node_compute_hw_ncpuorder = 1-2 chips node_compute_hw_ncoresperchip = 14 node_compute_hw_ncores = 28 node_compute_hw_nchips = 2 node_compute_hw_model = SGI ICE XA (Intel Xeon E6-2690 v4, 2.6 GHz) node_compute_hw_memory = 128 GB (8 x 16 GB 2Rx4 PC4-2400T-R) node_compute_hw_disk = None node_compute_hw_cpu_name = Intel Xeon E5-2690 v4 node_compute_hw_cpu_mhz = 2600 node_compute_hw_adapter_IB_slot_type = PCIe x8 Gen3 node_compute_hw_adapter_IB_ports_used = 2 node_compute_hw_adapter_IB_interconnect = InfiniBand node_compute_hw_adapter_IB_firmware = 10.10.5054 node_compute_hw_adapter_IB_driver = OFED-3.0-1.0.1 node_compute_hw_adapter_IB_data_rate = InfiniBand 4x FDR node_compute_hw_adapter_IB_count = 1 node_compute_count = 64 interconnect_IOMPI_purpose = MPI and I/O traffic interconnect_IOMPI_order = 2 interconnect_IOMPI_label = InfiniBand (MPI and I/O) interconnect_IOMPI_hw_vendor = Mellanox Technologies and SGI interconnect_IOMPI_hw_topo = Enhanced Hypercube interconnect_IOMPI_hw_switch_1_ports = 36 interconnect_IOMPI_hw_switch_1_model = LCE-FDR-SWITCH-STD interconnect_IOMPI_hw_switch_1_firmware = 9.3.4000 interconnect_IOMPI_hw_switch_1_data_rate = InfiniBand 4x FDR interconnect_IOMPI_hw_switch_1_count = 8 interconnect_IOMPI_hw_model = None notes_020 = export MPI_REQUEST_MAX=65536 notes_025 = export MPI_TYPE_MAX=32768 notes_030 = export MPI_IB_RAILS=1 notes_035 = export MPI_CONNECTIONS_THRESHOLD=0 notes_040 = export MPI_IB_UPGRADE_SENDS=50 notes_045 = export MPI_IB_IMM_UPGRADE=false notes_050 = export MPI_IB_HYPER_LAZY=false notes_055 = ulimit -s unlimited notes_060 = notes_065 = BIOS settings: notes_070 = AMI BIOS version HAAE6125 notes_075 = Hyper-Threading Technology disabled notes_080 = Transparent HugePages enabled notes_085 = Intel Turbo Boost Technology enabled (default) notes_090 = Intel Turbo Boost Technology activated with notes_095 = modprobe acpi_cpufreq notes_100 = cpupower frequency-set -u 2601MHz -d 2601MHz -g performance notes_105 = notes_110 = Job Placement: notes_115 = There were 8 switches used with a topologically compact notes_120 = configuration. notes_125 = notes_130 = Additional notes regarding interconnect: notes_135 = The Infiniband network consists of two independent planes, notes_140 = with half the switches in the system allocated to each plane. notes_145 = I/O traffic is restricted to one plane, while MPI traffic notes_150 = uses the other. notes_155 = nc000 = SPEC has determined that this result was not in compliance with the SPEC nc001 = MPI2007 run and reporting rules. Specifically, the submitter reported nc002 = that the result used an unsupported version of the Operating System. node_compute_hw_adapter_IB_model000 = Mellanox MT27500 with ConnectX-3 ASIC node_compute_hw_adapter_IB_model001 = (PCIe x8 Gen3 8 GT/s) node_compute_hw_cpu_char000 = 14 Core, 2.60 GHz, 9.6 GT/s QPI node_compute_hw_cpu_char001 = Intel Turbo Boost Technology up to 3.50 GHz node_compute_hw_cpu_char002 = Hyper-Threading Technology disabled node_compute_sw_os000 = SUSE Linux Enterprise Server 11 SP3 (x86_64), node_compute_sw_os001 = Kernel 3.0.101-0.47.52.1.8418.0.PTF-default node_compute_sw_other000 = SGI Tempo Service Node 3.1.1, node_compute_sw_other001 = Build 712r32.sles11sp3-1505082100 node_fileserver_hw_adapter_IB_model000 = Mellanox MT27500 with ConnectX-3 ASIC node_fileserver_hw_cpu_char000 = Intel Turbo Boost Technology up to 3.30 GHz node_fileserver_hw_cpu_char001 = Hyper-Threading Technology disabled node_fileserver_hw_disk000 = 45 TB RAID 6 node_fileserver_hw_model000 = SGI MIS Server node_fileserver_sw_os000 = SUSE Linux Enterprise Server 11 SP1 (x86_64), node_fileserver_sw_os001 = Kernel 3.0.101-0.46-default node_fileserver_sw_other000 = SGI Foundation Software 2.9, node_fileserver_sw_other001 = Build 709r19.sles11sp3-1310222002 sw_c_compiler000 = Intel C++ Composer XE 2013 for Linux, sw_c_compiler001 = Version 14.0.3.174 Build 20140422 sw_cxx_compiler000 = Intel C++ Composer XE 2013 for Linux, sw_cxx_compiler001 = Version 14.0.3.174 Build 20140422 sw_f_compiler000 = Intel Fortran Composer XE 2013 for Linux, sw_f_compiler001 = Version 14.0.3.174 Build 20140422 system_class = Homogeneous system_name000 = SGI ICE XA system_name001 = (Intel Xeon E5-2690 v4, 2.6 GHz) notes_000 = notes_005 = 143.dleslie (base): "integer_overflow" src.alt was used. notes_010 = notes_015 = Software environment: