# Invocation command line: # /local/home/mcolgrove/ACCELV2/bin/harness/runaccel -c nvhpc_lop_2311 --reportable accel # output_root was not used for this run ############################################################################ # Invocation command line: # runaccel -c nvhpc --reportable -T base --define model= accel # # MODEL may be one of the following options: # 1. "acc" - Use OpenACC (default) # 2. "lop" - Use OpenMP with "loop" construct # 3. "tgt" - Use OpenMP with "distribute" construct # 4. "smd" - Use OpenMP with "distribute" and inner "simd" construct # 5. "acp" - Use OpenACC with the "parallel" src.alt # 6. "lops" - Use OpenMP with "loop" construct src.alt (no metadirectives) # 7. "tgts" - Use OpenMP with "distribute" construct src.alt (no metadirectives) # 8. "smds" - Use OpenMP with "distribute" and inner "simd" construct src.alt (no metadirectives) # ############################################################################ # The following setting was inserted automatically as a result of # post-run basepeak application. basepeak = 1 %ifndef %{model} # IF model is not set use acc % define model acc %endif #################################################################### # Tester information #################################################################### license_num = 9045 tester = NVIDIA Corporation test_sponsor = NVIDIA Corporation ###################################################################### # The header section of the config file. Must appear # before any instances of "default=" # # label = how the binaries you generated will be identified # tune = specify "base" or "peak" or "all" label = nvhpc_lop_2311 tune = base output_format = txt,html,pdf teeout = yes teerunout = yes strict_rundir_verify=1 #output_root = /tmp/accel2023 flagsurl000=http://www.spec.org/accel2023/flags/nv2023_flags_v2.xml # Adjust the number of make jobs to use here makeflags=-j 40 #################################################################### # Hardware information #################################################################### #include: SUT.inc # ----- Begin inclusion of 'SUT.inc' ############################################################################ ##### SUT.inc #### ##### Example of required hardware information for the system under test (SUT) #### default: hw_avail = Mar-2023 sw_avail = Nov-2023 hw_cpu_name = CPU Name hw_cpu_max_mhz = 3400 hw_cpu_nominal_mhz = 2000 hw_nchips = 1 hw_ncores = 64 hw_nthreadspercore = 2 hw_ncpuorder = 2 chips hw_pcache = 32 KB I + 48 KB D on chip per core hw_scache = 1280 KB I+D on chip per core hw_tcache = 48 MB I+D on chip per chip hw_ocache = None hw_vendor = Supermciro hw_model = 120GQ-TNRT hw_disk = 1x NVME, 1000 GB, 99999 RPM hw_memory000 = 512 GB (16x 16GB, PC3200 CL3 DDR4) hw_other = None # Accelerator description hw_accel_connect = PCIe 4.0 16x hw_accel_desc = See Notes hw_accel_ecc = Yes hw_accel_model = A100 PCIe 80GB hw_accel_name = Tesla A100 PCIe 80GB hw_accel_type = GPU hw_accel_vendor = NVIDIA sw_accel_driver = NVIDIA UNIX x86_64 Kernel Module 525.60.13 # ---- End inclusion of '/local/home/mcolgrove/ACCELV2/config/SUT.inc' #################################################################### # Software information #################################################################### default: CC = nvc CXX = nvc++ FC = nvfortran CC_VERSION_OPTION = -V CXX_VERSION_OPTION = -V FC_VERSION_OPTION = -V OPTIMIZE = -Ofast -mp=gpu -Mfprelaxed -Mstack_arrays -static-nvidia 403.stencil: PORTABILITY += -DSPEC_NO_NOTHING 457.spC: PORTABILITY += -mcmodel=medium -Wl,--no-relax 459.miniGhost: EXTRA_LDFLAGS += -Mnomain # The following settings were obtained by running the sysinfo_program # 'specperl $[top]/bin/sysinfo' (sysinfo:SHA:ac6f2b38b7dec295b8795065d3a13319ea78b9367f95037a5e6ed5e46e487861) default: notes_plat_sysinfo_000 = notes_plat_sysinfo_005 = Sysinfo program /local/home/mcolgrove/ACCELV2/bin/sysinfo notes_plat_sysinfo_010 = Rev: r6622 of 2021-04-07 b1a7d5f8f71be5aff70a755cad7211a0 notes_plat_sysinfo_015 = running on ice2 Tue Oct 24 10:32:15 2023 notes_plat_sysinfo_020 = notes_plat_sysinfo_025 = SUT (System Under Test) info as seen by some common utilities. notes_plat_sysinfo_030 = For more information on this section, see notes_plat_sysinfo_035 = https://www.spec.org/cpu2017/Docs/config.html#sysinfo notes_plat_sysinfo_040 = notes_plat_sysinfo_045 = From /proc/cpuinfo notes_plat_sysinfo_050 = model name : Intel(R) Xeon(R) Gold 6338 CPU @ 2.00GHz notes_plat_sysinfo_055 = 2 "physical id"s (chips) notes_plat_sysinfo_060 = 128 "processors" notes_plat_sysinfo_065 = cores, siblings (Caution: counting these is hw and system dependent. The following notes_plat_sysinfo_070 = excerpts from /proc/cpuinfo might not be reliable. Use with caution.) notes_plat_sysinfo_075 = cpu cores : 32 notes_plat_sysinfo_080 = siblings : 64 notes_plat_sysinfo_085 = physical 0: cores 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 notes_plat_sysinfo_090 = 25 26 27 28 29 30 31 notes_plat_sysinfo_095 = physical 1: cores 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 notes_plat_sysinfo_100 = 25 26 27 28 29 30 31 notes_plat_sysinfo_105 = notes_plat_sysinfo_110 = From lscpu from util-linux 2.34: notes_plat_sysinfo_115 = Architecture: x86_64 notes_plat_sysinfo_120 = CPU op-mode(s): 32-bit, 64-bit notes_plat_sysinfo_125 = Byte Order: Little Endian notes_plat_sysinfo_130 = Address sizes: 46 bits physical, 57 bits virtual notes_plat_sysinfo_135 = CPU(s): 128 notes_plat_sysinfo_140 = On-line CPU(s) list: 0-127 notes_plat_sysinfo_145 = Thread(s) per core: 2 notes_plat_sysinfo_150 = Core(s) per socket: 32 notes_plat_sysinfo_155 = Socket(s): 2 notes_plat_sysinfo_160 = NUMA node(s): 2 notes_plat_sysinfo_165 = Vendor ID: GenuineIntel notes_plat_sysinfo_170 = CPU family: 6 notes_plat_sysinfo_175 = Model: 106 notes_plat_sysinfo_180 = Model name: Intel(R) Xeon(R) Gold 6338 CPU @ 2.00GHz notes_plat_sysinfo_185 = Stepping: 6 notes_plat_sysinfo_190 = Frequency boost: enabled notes_plat_sysinfo_195 = CPU MHz: 1774.338 notes_plat_sysinfo_200 = CPU max MHz: 3200.0000 notes_plat_sysinfo_205 = CPU min MHz: 800.0000 notes_plat_sysinfo_210 = BogoMIPS: 4000.00 notes_plat_sysinfo_215 = Virtualization: VT-x notes_plat_sysinfo_220 = L1d cache: 3 MiB notes_plat_sysinfo_225 = L1i cache: 2 MiB notes_plat_sysinfo_230 = L2 cache: 80 MiB notes_plat_sysinfo_235 = L3 cache: 96 MiB notes_plat_sysinfo_240 = NUMA node0 CPU(s): 0-31,64-95 notes_plat_sysinfo_245 = NUMA node1 CPU(s): 32-63,96-127 notes_plat_sysinfo_250 = Vulnerability Itlb multihit: Not affected notes_plat_sysinfo_255 = Vulnerability L1tf: Not affected notes_plat_sysinfo_260 = Vulnerability Mds: Not affected notes_plat_sysinfo_265 = Vulnerability Meltdown: Not affected notes_plat_sysinfo_270 = Vulnerability Mmio stale data: Mitigation; Clear CPU buffers; SMT vulnerable notes_plat_sysinfo_275 = Vulnerability Retbleed: Not affected notes_plat_sysinfo_280 = Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via notes_plat_sysinfo_285 = prctl and seccomp notes_plat_sysinfo_290 = Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user notes_plat_sysinfo_295 = pointer sanitization notes_plat_sysinfo_300 = Vulnerability Spectre v2: Mitigation; Enhanced IBRS, IBPB conditional, RSB notes_plat_sysinfo_305 = filling, PBRSB-eIBRS SW sequence notes_plat_sysinfo_310 = Vulnerability Srbds: Not affected notes_plat_sysinfo_315 = Vulnerability Tsx async abort: Not affected notes_plat_sysinfo_320 = Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr notes_plat_sysinfo_325 = pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx notes_plat_sysinfo_330 = pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology notes_plat_sysinfo_335 = nonstop_tsc cpuid aperfmperf pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 notes_plat_sysinfo_340 = ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt notes_plat_sysinfo_345 = tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault notes_plat_sysinfo_350 = epb cat_l3 invpcid_single ssbd mba ibrs ibpb stibp ibrs_enhanced tpr_shadow vnmi notes_plat_sysinfo_355 = flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid notes_plat_sysinfo_360 = cqm rdt_a avx512f avx512dq rdseed adx smap avx512ifma clflushopt clwb intel_pt notes_plat_sysinfo_365 = avx512cd sha_ni avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves cqm_llc notes_plat_sysinfo_370 = cqm_occup_llc cqm_mbm_total cqm_mbm_local wbnoinvd dtherm ida arat pln pts notes_plat_sysinfo_375 = avx512vbmi umip pku ospke avx512_vbmi2 gfni vaes vpclmulqdq avx512_vnni notes_plat_sysinfo_380 = avx512_bitalg tme avx512_vpopcntdq rdpid md_clear pconfig flush_l1d notes_plat_sysinfo_385 = arch_capabilities notes_plat_sysinfo_390 = notes_plat_sysinfo_395 = From lscpu --cache: notes_plat_sysinfo_400 = NAME ONE-SIZE ALL-SIZE WAYS TYPE LEVEL notes_plat_sysinfo_405 = L1d 48K 3M 12 Data 1 notes_plat_sysinfo_410 = L1i 32K 2M 8 Instruction 1 notes_plat_sysinfo_415 = L2 1.3M 80M 20 Unified 2 notes_plat_sysinfo_420 = L3 48M 96M 12 Unified 3 notes_plat_sysinfo_425 = notes_plat_sysinfo_430 = /proc/cpuinfo cache data notes_plat_sysinfo_435 = cache size : 49152 KB notes_plat_sysinfo_440 = notes_plat_sysinfo_445 = From numactl --hardware notes_plat_sysinfo_450 = WARNING: a numactl 'node' might or might not correspond to a physical chip. notes_plat_sysinfo_455 = available: 2 nodes (0-1) notes_plat_sysinfo_460 = node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 notes_plat_sysinfo_465 = 28 29 30 31 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 notes_plat_sysinfo_470 = 89 90 91 92 93 94 95 notes_plat_sysinfo_475 = node 0 size: 257622 MB notes_plat_sysinfo_480 = node 0 free: 209175 MB notes_plat_sysinfo_485 = node 1 cpus: 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 notes_plat_sysinfo_490 = 57 58 59 60 61 62 63 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 notes_plat_sysinfo_495 = 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 notes_plat_sysinfo_500 = node 1 size: 257990 MB notes_plat_sysinfo_505 = node 1 free: 244915 MB notes_plat_sysinfo_510 = node distances: notes_plat_sysinfo_515 = node 0 1 notes_plat_sysinfo_520 = 0: 10 20 notes_plat_sysinfo_525 = 1: 20 10 notes_plat_sysinfo_530 = notes_plat_sysinfo_535 = From /proc/meminfo notes_plat_sysinfo_540 = MemTotal: 527987596 kB notes_plat_sysinfo_545 = HugePages_Total: 0 notes_plat_sysinfo_550 = Hugepagesize: 2048 kB notes_plat_sysinfo_555 = notes_plat_sysinfo_560 = /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor has notes_plat_sysinfo_565 = performance notes_plat_sysinfo_570 = notes_plat_sysinfo_575 = /usr/bin/lsb_release -d notes_plat_sysinfo_580 = Ubuntu 20.04.6 LTS notes_plat_sysinfo_585 = notes_plat_sysinfo_590 = From /etc/*release* /etc/*version* notes_plat_sysinfo_595 = debian_version: bullseye/sid notes_plat_sysinfo_600 = os-release: notes_plat_sysinfo_605 = NAME="Ubuntu" notes_plat_sysinfo_610 = VERSION="20.04.6 LTS (Focal Fossa)" notes_plat_sysinfo_615 = ID=ubuntu notes_plat_sysinfo_620 = ID_LIKE=debian notes_plat_sysinfo_625 = PRETTY_NAME="Ubuntu 20.04.6 LTS" notes_plat_sysinfo_630 = VERSION_ID="20.04" notes_plat_sysinfo_635 = HOME_URL="https://www.ubuntu.com/" notes_plat_sysinfo_640 = SUPPORT_URL="https://help.ubuntu.com/" notes_plat_sysinfo_645 = notes_plat_sysinfo_650 = uname -a: notes_plat_sysinfo_655 = Linux ice2 5.4.0-153-generic #170-Ubuntu SMP Fri Jun 16 13:43:31 UTC 2023 x86_64 notes_plat_sysinfo_660 = x86_64 x86_64 GNU/Linux notes_plat_sysinfo_665 = notes_plat_sysinfo_670 = Kernel self-reported vulnerability status: notes_plat_sysinfo_675 = notes_plat_sysinfo_680 = CVE-2018-12207 (iTLB Multihit): Not affected notes_plat_sysinfo_685 = CVE-2018-3620 (L1 Terminal Fault): Not affected notes_plat_sysinfo_690 = Microarchitectural Data Sampling: Not affected notes_plat_sysinfo_695 = CVE-2017-5754 (Meltdown): Not affected notes_plat_sysinfo_700 = mmio_stale_data: Mitigation: Clear CPU buffers; SMT notes_plat_sysinfo_705 = vulnerable notes_plat_sysinfo_710 = retbleed: Not affected notes_plat_sysinfo_715 = CVE-2018-3639 (Speculative Store Bypass): Mitigation: Speculative Store notes_plat_sysinfo_720 = Bypass disabled via prctl and notes_plat_sysinfo_725 = seccomp notes_plat_sysinfo_730 = CVE-2017-5753 (Spectre variant 1): Mitigation: usercopy/swapgs notes_plat_sysinfo_735 = barriers and __user pointer notes_plat_sysinfo_740 = sanitization notes_plat_sysinfo_745 = CVE-2017-5715 (Spectre variant 2): Mitigation: Enhanced IBRS, IBPB: notes_plat_sysinfo_750 = conditional, RSB filling, notes_plat_sysinfo_755 = PBRSB-eIBRS: SW sequence notes_plat_sysinfo_760 = CVE-2020-0543 (Special Register Buffer Data Sampling): Not affected notes_plat_sysinfo_765 = CVE-2019-11135 (TSX Asynchronous Abort): Not affected notes_plat_sysinfo_770 = notes_plat_sysinfo_775 = run-level 3 Aug 10 17:47 notes_plat_sysinfo_780 = notes_plat_sysinfo_785 = SPEC is set to: /local/home/mcolgrove/ACCELV2 notes_plat_sysinfo_790 = Filesystem Type Size Used Avail Use% Mounted on notes_plat_sysinfo_795 = /dev/nvme1n1p1 ext4 916G 24G 846G 3% /local notes_plat_sysinfo_800 = notes_plat_sysinfo_805 = From /sys/devices/virtual/dmi/id notes_plat_sysinfo_810 = Vendor: Supermicro notes_plat_sysinfo_815 = Product: SYS-120GQ-TNRT notes_plat_sysinfo_820 = Product Family: SMC X12 notes_plat_sysinfo_825 = notes_plat_sysinfo_830 = Cannot run dmidecode; consider saying (as root) notes_plat_sysinfo_835 = chmod +s /usr/sbin/dmidecode notes_plat_sysinfo_840 = notes_plat_sysinfo_845 = BIOS: notes_plat_sysinfo_850 = BIOS Vendor: American Megatrends International, LLC. notes_plat_sysinfo_855 = BIOS Version: 1.1b notes_plat_sysinfo_860 = BIOS Date: 11/01/2021 notes_plat_sysinfo_865 = notes_plat_sysinfo_870 = (End of data from sysinfo program) hw_cpu_name = Intel Xeon Gold 6338 hw_disk = 1TB SATA hw_nchips = 2 prepared_by = mcolgrove (is never output, only tags rawfile) sw_compiler = C/Fortran: Version 23.11 of NVHPC SDK fw_bios = 1.1b 11/01/2021 sw_file = xfs sw_os000 = Rocky Linux release 8.8 (Green Obsidian) sw_os001 = 4.18.0-477.15.1.el8_8.x86_64 sw_state = Run level 3 (multi-user) sw_other = None # End of settings added by sysinfo_program # The following section was added automatically, and contains settings that # did not appear in the original configuration file, but were added to the # raw file after the run. default: notes_plat_000 = Information from nvaccelinfo notes_plat_005 = CUDA Driver Version: 12000 notes_plat_010 = NVRM version: NVIDIA UNIX x86_64 Kernel Module 525.60.13 Wed Nov 30 06:39:21 UTC 2022 notes_plat_015 = Device Number: 0 notes_plat_020 = Device Name: NVIDIA A100 80GB PCIe notes_plat_025 = Device Revision Number: 8.0 notes_plat_030 = Global Memory Size: 85024112640 notes_plat_035 = Number of Multiprocessors: 108 notes_plat_040 = Concurrent Copy and Execution: Yes notes_plat_045 = Total Constant Memory: 65536 notes_plat_050 = Total Shared Memory per Block: 49152 notes_plat_055 = Registers per Block: 65536 notes_plat_060 = Warp Size: 32 notes_plat_065 = Maximum Threads per Block: 1024 notes_plat_070 = Maximum Block Dimensions: 1024, 1024, 64 notes_plat_075 = Maximum Grid Dimensions: 2147483647 x 65535 x 65535 notes_plat_080 = Maximum Memory Pitch: 2147483647B notes_plat_085 = Texture Alignment: 512B notes_plat_090 = Clock Rate: 1410 MHz notes_plat_095 = Execution Timeout: No notes_plat_100 = Integrated Device: No notes_plat_105 = Can Map Host Memory: Yes notes_plat_110 = Compute Mode: default notes_plat_115 = Concurrent Kernels: Yes notes_plat_120 = ECC Enabled: Yes notes_plat_125 = Memory Clock Rate: 1512 MHz notes_plat_130 = Memory Bus Width: 5120 bits notes_plat_135 = L2 Cache Size: 41943040 bytes notes_plat_140 = Max Threads Per SMP: 2048 notes_plat_145 = Async Engines: 3 notes_plat_150 = Unified Addressing: Yes notes_plat_155 = Managed Memory: Yes notes_plat_160 = Concurrent Managed Memory: Yes notes_plat_165 = Preemption Supported: Yes notes_plat_170 = Cooperative Launch: Yes notes_plat_175 = Default Target: cc80 notes_plat_180 = notes_os_000 =Shell stacksize set to unlimited via "limit stacksize unlimited"