# Invocation command line: # /home/scali/apps/mpi2007/bin/runspec --reportable --flagsurl=MPI2007_flags.20070717.xml -c Scali-pathscale16.cfg --action=run --define hosts=/var/spool/PBS/aux/44820.cwxhost --ranks=64 all # output_root was not used for this run ############################################################################ makeflags = -j 4 env_vars = yes use_submit_for_speed = yes ext = report16noder teeout = yes teerunout = yes mean_anyway = yes MPI_HOME = /opt/scali CC = $(MPI_HOME)/bin/mpicc -ccl pathcc FC = $(MPI_HOME)/bin/mpif77 -ccl pathf90 CXX = $(MPI_HOME)/bin/mpicc -ccl pathCC submit = $[MPI_HOME]/bin/mpirun -aff manual:0x1:0x2:0x4:0x8 -npn 4 -rsh rsh -mstdin none -q -machinefile %{hosts} -net smp,ib -np $ranks $command EXTRA_LDFLAGS = -IPA:max_jobs=4 ##################################################################### # Portability ##################################################################### default: EXTRA_CPORTABILITY= -DSPEC_MPI_LP64 115.fds4: CPORTABILITY = -DSPEC_MPI_LC_TRAILING_DOUBLE_UNDERSCORE 121.pop2: CPORTABILITY = -DSPEC_MPI_DOUBLE_UNDERSCORE 127.wrf2: CPORTABILITY = -DF2CSTYLE -DSPEC_MPI_DOUBLE_UNDERSCORE \ -DSPEC_MPI_LINUX 130.socorro: FPORTABILITY = -fno-second-underscore ################################################################# # Optimization flags and Notes ################################################################# default=base: OPTIMIZE = -march=core COPTIMIZE = -Ofast -OPT:malloc_alg=1 FOPTIMIZE = -O3 -OPT:Ofast -OPT:malloc_alg=1 -LANG:copyinout=off CXXOPTIMIZE = -O3 -OPT:Ofast -CG:local_fwd_sched=on ################################################################# # hardware and software speck ################################################################# sw_base_ptrsize = 64-bit test_date = Sep-2007 test_sponsor = Scali, Inc tester = Scali, Inc license_num = 021 hw_avail = Apr-2007 sw_avail = Aug-2007 prepared_by = Asmund Ostvold sw_auto_parallel = No sw_peak_ptrsize = Not Applicable sw_other = None sw_mpi_library = Scali MPI Connect 5.5 sw_mpi_other = IB Gold VAPI sw_preprocessors = None sw_f_compiler = QLogic PathScale Fortran Compiler 3.0 sw_cxx_compiler = QLogic PathScale C++ Compiler 3.0 sw_c_compiler = QLogic PathScale C Compiler 3.0 system_name = Linux Networx LS-1 node_LS1_sw_sharedfile = GPFS node_LS1_sw_other = None node_LS1_sw_localfile = Not applicable node_LS1_order = 1 node_LS1_hw_other = None node_LS1_hw_disk = 250GB SAS hard drive node_LS1_hw_adapter_InfiniBand_interconnect = InfiniBand node_E1_sw_sharedfile = GPFS node_E1_sw_localfile = Not applicable node_E1_order = 2 node_E1_hw_disk = 18 TB SAN interconnected by FC2 node_E1_hw_adapter_InfiniBand_interconnect = InfiniBand interconnect_InfiniBand_order = 0 interconnect_InfiniBand_hw_topo = Single switch (star) interconnect_InfiniBand_hw_switch_count_model = 9120 interconnect_InfiniBand_hw_switch_count_firmware = 4.0.0.5.5 interconnect_InfiniBand_hw_switch_count_data_rate = InfiniBand 4x SDR and InfiniBand 4x DDR system_vendor = Linux Networx system_class = Homogenous node_E1_label = Linux Networx Evolocity 1 node_E1_count = 8 node_E1_purpose = file server node_E1_hw_vendor = Linux Networx, Inc. node_E1_hw_model = Evolocity 1 node_E1_hw_cpu_name = AMD Opteron 248 node_E1_hw_ncores = 2 node_E1_hw_ncoresperchip = 1 node_E1_hw_nthreadspercore = 1 node_E1_hw_pcache = 64 KB I + 64 KB D on chip per core node_E1_hw_scache = 1 MB I+D on chip per core node_E1_hw_tcache = None node_E1_hw_ocache = None node_E1_hw_nchips = 2 node_E1_hw_ncpuorder = 1-2 chips node_E1_hw_cpu_mhz = 2200 node_E1_hw_memory = 8 GB (8 x 1GB DIMMs) node_E1_hw_adapter_InfiniBand_model = PCI-X SDR InfiniBand HCA node_E1_hw_adapter_InfiniBand_count = 1 node_E1_hw_adapter_InfiniBand_model = Mellanox MHXL-CF128-T node_E1_hw_adapter_InfiniBand_slot_type = PCI-X node_E1_hw_adapter_InfiniBand_data_rate = InfiniBand 4x SDR node_E1_hw_adapter_InfiniBand_ports_used = 1 node_E1_hw_adapter_InfiniBand_driver = IBGD 1.8.2 node_E1_hw_adapter_InfiniBand_firmware = 3.5.0 node_E1_sw_os = SLES9 SP3 node_E1_sw_state = multi-user node_LS1_label = Linux Networx LS-1 node_LS1_count = 16 node_LS1_purpose = compute node_LS1_hw_vendor = Linux Networx, Inc. node_LS1_hw_model = LS-1 node_LS1_hw_cpu_name = Intel Xeon 5160 node_LS1_hw_ncores = 4 node_LS1_hw_ncoresperchip = 2 node_LS1_hw_ncpuorder = 1-2 chips node_LS1_hw_nthreadspercore = 1 node_LS1_hw_nchips = 2 node_LS1_hw_cpu_mhz = 3000 node_LS1_hw_pcache = 32 KB I + 32 KB D on chip per core node_LS1_hw_scache = 4 MB I+D on chip per chip node_LS1_hw_tcache = None node_LS1_hw_ocache = None node_LS1_hw_memory = 8 GB (8 x 1GB DIMMs) node_LS1_hw_cpu_char = 1333 Mhz FSB node_LS1_hw_adapter_InfiniBand_model = PCI-Express DDR InfiniBand HCA node_LS1_hw_adapter_InfiniBand_count = 1 node_LS1_hw_adapter_InfiniBand_model = Mellanox MHGA28-XTC node_LS1_hw_adapter_InfiniBand_slot_type = PCIe x8 node_LS1_hw_adapter_InfiniBand_data_rate = InfiniBand 4x DDR node_LS1_hw_adapter_InfiniBand_ports_used = 1 node_LS1_hw_adapter_InfiniBand_driver = IBGD 1.8.2 node_LS1_hw_adapter_InfiniBand_firmware = 5.1.4 node_LS1_sw_os = SLES9 SP3 node_LS1_sw_state = multi-user interconnect_InfiniBand_label = InfiniBand interconnect_InfiniBand_hw_vendor = QLogic interconnect_InfiniBand_hw_model = QLogic Silverstorm 9120 Fabric Director interconnect_InfiniBand_purpose = MPI and filesystem traffic interconnect_InfiniBand_hw_switch_count_ports = 144 interconnect_InfiniBand_hw_switch_count_count = 1 # The following section was added automatically, and contains settings that # did not appear in the original configuration file, but were added to the # raw file after the run. default: flagsurl000 = http://www.spec.org/mpi2007/flags/MPI2007_flags.20071107.00.xml notes_submit_000=Scali MPI Connect's mpirun wrapper has been notes_submit_005=used to submit the jobs. Description of switches: notes_submit_010= -aff manual:0x1:0x2:0x4:0x8: instruct the launcher to notes_submit_015= bind rank N..N+3 to the cores corresponding to the notes_submit_020= masks 1,2,4, and 8 respectively on each node. notes_submit_025= -npn 4: launch 4 processes per node. notes_submit_030= -rsh rsh: use rsh as method to connect to nodes. notes_submit_035= -mstdin none: do not connect the processes' STDIN notes_submit_040= to anything. notes_submit_045= -q: quiet mode, no output from launcher. notes_submit_050= -machinefile: file selecting the hosts to run on. notes_submit_055= -net smp,ib: prioritized list of networks used notes_submit_060= for communication between processes. notes_system_vendor_000=Scali, Inc has executed the benchmark on Linux Networx's notes_system_vendor_005=Solution Center. We are grateful for the support from notes_system_vendor_010=Linux Networx and in particular Justin Wood in order to notes_system_vendor_015=finalize the submissions.