Open MPI logo

Open MPI User's Mailing List Archives

  |   Home   |   Support   |   FAQ   |   all Open MPI User's mailing list

Subject: Re: [OMPI users] Help: Infiniband interface hang
From: Lee Amy (openlinuxsource_at_[hidden])
Date: 2009-09-02 21:28:38


On Wed, Sep 2, 2009 at 11:59 PM, Lenny
Verkhovsky<lenny.verkhovsky_at_[hidden]> wrote:
> have you tried running hostname
> $mpirun -np 2 --mca btl openib,self --host node1,node2 hostname
> if it hangs, it's not Open MPI problem, check your setup,
> especially check your firewall settings and disable it.
> On Wed, Sep 2, 2009 at 2:06 PM, Lee Amy <openlinuxsource_at_[hidden]> wrote:
>>
>> Hi,
>>
>> I encountered a very very confused problem when running IMB via two
>> nodes by using IB.
>>
>> OS: RHEL 5.2
>> OFED Version: 1.4.1
>> MPI: OpenMPI 1.3.2 (OFED owned)
>>
>> I run IMB-MPI1 provided by OFED OpenMPI tests. The command line is
>>
>> mpirun -np 2 --mca btl openib,self --host node1,node2 IMB-MPI1
>>
>> After that the machine hangs and no output, and I cannot see any exist
>> mpirun related programs. Then I use Ctrl-C to stop the hang process.
>> Following messages are reported when I press Ctrl-C.
>>
>>
>> mpirun: killing job...
>>
>> --------------------------------------------------------------------------
>> mpirun noticed that the job aborted, but has no info as to the process
>> that caused that situation.
>> --------------------------------------------------------------------------
>> --------------------------------------------------------------------------
>> mpirun was unable to cleanly terminate the daemons on the nodes shown
>> below. Additional manual cleanup may be required - please refer to
>> the "orte-clean" tool for assistance.
>> --------------------------------------------------------------------------
>>        node2 - daemon did not report back when launched
>>
>> I use strace to get some detailed messages.
>>
>> ===Strace output start===
>> execve("/usr/mpi/gcc/openmpi-1.3.2/bin/mpirun", ["mpirun", "-np", "2",
>> "--mca", "btl", "openib,self", "--host", "node1,node2", "IMB-MPI1",
>> "pingpong"], [/* 26 vars */]) = 0
>> brk(0)                                  = 0x1e45a000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaaab000
>> uname({sys="Linux", node="node1", ...}) = 0
>> access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or
>> directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/x86_64/libopen-rte.so.0",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/x86_64", 0x7ffff43b6080) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/libopen-rte.so.0",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls", 0x7ffff43b6080) = -1
>> ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/x86_64/libopen-rte.so.0",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/x86_64", 0x7ffff43b6080) = -1
>> ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libopen-rte.so.0", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\316\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1308252, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaaac000
>> mmap(NULL, 2382848, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
>> 0) = 0x2aaaaaaad000
>> mprotect(0x2aaaaaaef000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaaacee000, 16384, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x41000) = 0x2aaaaacee000
>> mmap(0x2aaaaacf2000, 3072, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aaaaacf2000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libopen-pal.so.0", O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\337\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1398411, ...}) = 0
>> mmap(NULL, 2562984, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
>> 0) = 0x2aaaaacf3000
>> mprotect(0x2aaaaad3f000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaaaf3f000, 12288, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4c000) = 0x2aaaaaf3f000
>> mmap(0x2aaaaaf42000, 142248, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aaaaaf42000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libdl.so.2", O_RDONLY) = -1
>> ENOENT (No such file or directory)
>> open("/etc/ld.so.cache", O_RDONLY)      = 3
>> fstat(3, {st_mode=S_IFREG|0644, st_size=184283, ...}) = 0
>> mmap(NULL, 184283, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2aaaaaf65000
>> close(3)                                = 0
>> open("/lib64/libdl.so.2", O_RDONLY)     = 3
>> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
>> \16\300F:\0\0\0"..., 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=23520, ...}) = 0
>> mmap(0x3a46c00000, 2109728, PROT_READ|PROT_EXEC,
>> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46c00000
>> mprotect(0x3a46c02000, 2097152, PROT_NONE) = 0
>> mmap(0x3a46e02000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x3a46e02000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libnsl.so.1", O_RDONLY) = -1
>> ENOENT (No such file or directory)
>> open("/lib64/libnsl.so.1", O_RDONLY)    = 3
>> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260@@M:\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=114520, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaf92000
>> mmap(0x3a4d400000, 2194128, PROT_READ|PROT_EXEC,
>> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a4d400000
>> mprotect(0x3a4d415000, 2093056, PROT_NONE) = 0
>> mmap(0x3a4d614000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x3a4d614000
>> mmap(0x3a4d616000, 6864, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a4d616000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libutil.so.1", O_RDONLY) = -1
>> ENOENT (No such file or directory)
>> open("/lib64/libutil.so.1", O_RDONLY)   = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\16\240R:\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=18312, ...}) = 0
>> mmap(0x3a52a00000, 2105616, PROT_READ|PROT_EXEC,
>> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a52a00000
>> mprotect(0x3a52a02000, 2093056, PROT_NONE) = 0
>> mmap(0x3a52c01000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x3a52c01000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libm.so.6", O_RDONLY) = -1
>> ENOENT (No such file or directory)
>> open("/lib64/libm.so.6", O_RDONLY)      = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200>\200F:\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=615136, ...}) = 0
>> mmap(0x3a46800000, 2629848, PROT_READ|PROT_EXEC,
>> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46800000
>> mprotect(0x3a46882000, 2093056, PROT_NONE) = 0
>> mmap(0x3a46a81000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x81000) = 0x3a46a81000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libpthread.so.0", O_RDONLY) =
>> -1 ENOENT (No such file or directory)
>> open("/lib64/libpthread.so.0", O_RDONLY) = 3
>> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
>> W\0G:\0\0\0"..., 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=141336, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaf93000
>> mmap(0x3a47000000, 2200432, PROT_READ|PROT_EXEC,
>> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a47000000
>> mprotect(0x3a47015000, 2093056, PROT_NONE) = 0
>> mmap(0x3a47214000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x3a47214000
>> mmap(0x3a47216000, 13168, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a47216000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libc.so.6", O_RDONLY) = -1
>> ENOENT (No such file or directory)
>> open("/lib64/libc.so.6", O_RDONLY)      = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\331AF:\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1687464, ...}) = 0
>> mmap(0x3a46400000, 3469464, PROT_READ|PROT_EXEC,
>> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46400000
>> mprotect(0x3a46546000, 2097152, PROT_NONE) = 0
>> mmap(0x3a46746000, 20480, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x146000) = 0x3a46746000
>> mmap(0x3a4674b000, 16536, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a4674b000
>> close(3)                                = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaf94000
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaf95000
>> arch_prctl(ARCH_SET_FS, 0x2aaaaaf94cf0) = 0
>> mprotect(0x3a46746000, 16384, PROT_READ) = 0
>> mprotect(0x3a47214000, 4096, PROT_READ) = 0
>> mprotect(0x3a46a81000, 4096, PROT_READ) = 0
>> mprotect(0x3a52c01000, 4096, PROT_READ) = 0
>> mprotect(0x3a4d614000, 4096, PROT_READ) = 0
>> mprotect(0x3a46e02000, 4096, PROT_READ) = 0
>> mprotect(0x3a45e19000, 4096, PROT_READ) = 0
>> munmap(0x2aaaaaf65000, 184283)          = 0
>> set_tid_address(0x2aaaaaf94d80)         = 6192
>> set_robust_list(0x2aaaaaf94d90, 0x18)   = 0
>> rt_sigaction(SIGRTMIN, {0x3a47005350, [], SA_RESTORER|SA_SIGINFO,
>> 0x3a4700de60}, NULL, 8) = 0
>> rt_sigaction(SIGRT_1, {0x3a470052a0, [],
>> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
>> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
>> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
>> stat("/sys/class/infiniband", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
>> stat("/sys/class/infiniband", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
>> brk(0)                                  = 0x1e45a000
>> brk(0x1e47b000)                         = 0x1e47b000
>> uname({sys="Linux", node="node1", ...}) = 0
>> getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4096) = 41
>> open("/usr/mpi/gcc/openmpi-1.3.2/etc/openmpi-mca-params.conf", O_RDONLY) =
>> 3
>> ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b67d0) = -1 ENOTTY
>> (Inappropriate ioctl for device)
>> fstat(3, {st_mode=S_IFREG|0644, st_size=2812, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaf65000
>> read(3, "#\n# Copyright (c) 2004-2005 The "..., 8192) = 2812
>> read(3, "", 4096)                       = 0
>> read(3, "", 8192)                       = 0
>> ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b67a0) = -1 ENOTTY
>> (Inappropriate ioctl for device)
>> close(3)                                = 0
>> munmap(0x2aaaaaf65000, 4096)            = 0
>> open("/root/.openmpi/mca-params.conf", O_RDONLY) = -1 ENOENT (No such
>> file or directory)
>> uname({sys="Linux", node="node1", ...}) = 0
>> rt_sigaction(SIGABRT, NULL, {SIG_DFL}, 8) = 0
>> rt_sigaction(SIGABRT, {0x2aaaaad22470, [],
>> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
>> rt_sigaction(SIGBUS, NULL, {SIG_DFL}, 8) = 0
>> rt_sigaction(SIGBUS, {0x2aaaaad22470, [],
>> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
>> rt_sigaction(SIGFPE, NULL, {SIG_DFL}, 8) = 0
>> rt_sigaction(SIGFPE, {0x2aaaaad22470, [],
>> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
>> rt_sigaction(SIGSEGV, NULL, {SIG_DFL}, 8) = 0
>> rt_sigaction(SIGSEGV, {0x2aaaaad22470, [],
>> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
>> getrlimit(RLIMIT_NOFILE, {rlim_cur=1024, rlim_max=1024}) = 0
>> getrlimit(RLIMIT_NPROC, {rlim_cur=70*1024, rlim_max=70*1024}) = 0
>> getrlimit(RLIMIT_FSIZE, {rlim_cur=RLIM_INFINITY, rlim_max=RLIM_INFINITY})
>> = 0
>> getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4097) = 41
>> uname({sys="Linux", node="node1", ...}) = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.la",
>> O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaaaf65000
>> read(3, "# mca_paffinity_linux.la - a lib"..., 4096) = 1025
>> read(3, "", 4096)                       = 0
>> close(3)                                = 0
>> munmap(0x2aaaaaf65000, 4096)            = 0
>> futex(0x3a46e0310c, FUTEX_WAKE, 2147483647) = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.so",
>> O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\16\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=65944, ...}) = 0
>> mmap(NULL, 2115040, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
>> 0) = 0x2aaaaaf96000
>> mprotect(0x2aaaaaf9a000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaab19a000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4000) = 0x2aaaab19a000
>> close(3)                                = 0
>> sched_getaffinity(0, 128,  { ff, 0, 0, 0 }) = 32
>> sched_setaffinity(0, 32,  { 16e47080, 16e47080, 16e47080, 16e47080 })
>> = -1 EFAULT (Bad address)
>> access("/sys/devices/system/cpu", R_OK|X_OK) = 0
>> open("/sys/devices/system/cpu", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 11 entries */, 4096)     = 288
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu0/online", O_RDONLY) = -1 ENOENT (No
>> such file or directory)
>> open("/sys/devices/system/cpu/cpu0/topology/core_id", O_RDONLY) = 3
>> read(3, "0\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu0/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "0\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu1/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu1/topology/core_id", O_RDONLY) = 3
>> read(3, "0\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu1/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu2/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu2/topology/core_id", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu2/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "0\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu3/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu3/topology/core_id", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu3/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu4/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu4/topology/core_id", O_RDONLY) = 3
>> read(3, "2\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu4/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "0\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu5/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu5/topology/core_id", O_RDONLY) = 3
>> read(3, "2\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu5/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu6/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu6/topology/core_id", O_RDONLY) = 3
>> read(3, "3\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu6/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "0\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu7/online", O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu7/topology/core_id", O_RDONLY) = 3
>> read(3, "3\n", 7)                       = 2
>> close(3)                                = 0
>> open("/sys/devices/system/cpu/cpu7/topology/physical_package_id",
>> O_RDONLY) = 3
>> read(3, "1\n", 7)                       = 2
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> mmap(NULL, 4198400, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x2aaaab19b000
>> mremap(0x2aaaab19b000, 4198400, 4198400, MREMAP_MAYMOVE) = 0x2aaaab19b000
>> munmap(0x2aaaab19b000, 4198400)         = 0
>> mmap(NULL, 1052672, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
>> -1, 0) = 0x2aaaab19b000
>> munmap(0x2aaaab19b000, 1052672)         = 0
>> mmap(NULL, 4096, PROT_READ, MAP_FILE|MAP_ANONYMOUS, -1, 0) = -1 EINVAL
>> (Invalid argument)
>> munmap(0xffffffffffffffff, 4096)        = -1 EINVAL (Invalid argument)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/proc/cpuinfo", O_RDONLY)         = 3
>> fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab19c000
>> lseek(3, 0, SEEK_SET)                   = 0
>> read(3, "processor\t: 0\nvendor_id\t: Genuin"..., 4096) = 3738
>> read(3, "processor\t: 6\nvendor_id\t: Genuin"..., 4096) = 1246
>> read(3, "", 4096)                       = 0
>> lseek(3, 0, SEEK_SET)                   = 0
>> read(3, "processor\t: 0\nvendor_id\t: Genuin"..., 4096) = 3738
>> close(3)                                = 0
>> munmap(0x2aaaab19c000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
>> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(3, /* 99 entries */, 4096)     = 4088
>> getdents(3, /* 25 entries */, 4096)     = 1000
>> getdents(3, /* 0 entries */, 4096)      = 0
>> close(3)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.la",
>> O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0755, st_size=1037, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab19b000
>> read(3, "# mca_carto_auto_detect.la - a l"..., 4096) = 1037
>> read(3, "", 4096)                       = 0
>> close(3)                                = 0
>> munmap(0x2aaaab19b000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.so",
>> O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\10\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=18544, ...}) = 0
>> mmap(NULL, 2101136, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
>> 0) = 0x2aaaab19b000
>> mprotect(0x2aaaab19c000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaab39b000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0) = 0x2aaaab39b000
>> close(3)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.la",
>> O_RDONLY) = 3
>> fstat(3, {st_mode=S_IFREG|0755, st_size=995, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab39c000
>> read(3, "# mca_carto_file.la - a libtool "..., 4096) = 995
>> read(3, "", 4096)                       = 0
>> close(3)                                = 0
>> munmap(0x2aaaab39c000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.so",
>> O_RDONLY) = 3
>> read(3,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\20\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(3, {st_mode=S_IFREG|0755, st_size=56278, ...}) = 0
>> mmap(NULL, 2113304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
>> 0) = 0x2aaaab39c000
>> mprotect(0x2aaaab3a0000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaab59f000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3000) = 0x2aaaab59f000
>> close(3)                                = 0
>> munmap(0x2aaaab39c000, 2113304)         = 0
>> socketpair(PF_FILE, SOCK_STREAM, 0, [3, 4]) = 0
>> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
>> fcntl(4, F_SETFD, FD_CLOEXEC)           = 0
>> fcntl(3, F_SETFL, O_RDONLY|O_NONBLOCK)  = 0
>> uname({sys="Linux", node="node1", ...}) = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.la", O_RDONLY)
>> = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab39c000
>> read(5, "# mca_ess_env.la - a libtool lib"..., 4096) = 977
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab39c000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.so", O_RDONLY)
>> = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\16\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=34152, ...}) = 0
>> mmap(NULL, 2106776, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab39c000
>> mprotect(0x2aaaab39e000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaab59e000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaab59e000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.la", O_RDONLY)
>> = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab59f000
>> read(5, "# mca_ess_hnp.la - a libtool lib"..., 4096) = 977
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab59f000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.so", O_RDONLY)
>> = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\34\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=48962, ...}) = 0
>> mmap(NULL, 2110944, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab59f000
>> mprotect(0x2aaaab5a2000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaab7a2000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaab7a2000
>> close(5)                                = 0
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab7a3000
>> read(5, "# mca_ess_singleton.la - a libto"..., 4096) = 1013
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab7a3000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\22\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=40183, ...}) = 0
>> mmap(NULL, 2107640, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab7a3000
>> mprotect(0x2aaaab7a6000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaab9a5000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaab9a5000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab9a6000
>> read(5, "# mca_ess_slurm.la - a libtool l"..., 4096) = 989
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab9a6000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\20\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=35830, ...}) = 0
>> mmap(NULL, 2106808, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab9a6000
>> mprotect(0x2aaaab9a8000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaabba8000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaabba8000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.la", O_RDONLY)
>> = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=983, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaabba9000
>> read(5, "# mca_ess_tool.la - a libtool li"..., 4096) = 983
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaabba9000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.so", O_RDONLY)
>> = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\t\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=24983, ...}) = 0
>> mmap(NULL, 2102304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaabba9000
>> mprotect(0x2aaaabbaa000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaabdaa000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaabdaa000
>> close(5)                                = 0
>> munmap(0x2aaaab39c000, 2106776)         = 0
>> munmap(0x2aaaab7a3000, 2107640)         = 0
>> munmap(0x2aaaab9a6000, 2106808)         = 0
>> munmap(0x2aaaabba9000, 2102304)         = 0
>> rt_sigaction(SIGCHLD, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {SIG_DFL}, 8) = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.la", O_RDONLY)
>> = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab39c000
>> read(5, "# mca_plm_rsh.la - a libtool lib"..., 4096) = 977
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab39c000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.so", O_RDONLY)
>> = 5
>> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P%\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=92774, ...}) = 0
>> mmap(NULL, 2123936, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab7a3000
>> mprotect(0x2aaaab7a9000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaab9a9000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x6000) = 0x2aaaab9a9000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab9aa000
>> read(5, "# mca_plm_slurm.la - a libtool l"..., 4096) = 989
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab9aa000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\26\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=44441, ...}) = 0
>> mmap(NULL, 2108632, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab9aa000
>> mprotect(0x2aaaab9ad000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaabbac000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaabbac000
>> close(5)                                = 0
>> getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4097) = 41
>> stat("/usr/mpi/gcc/openmpi-1.3.2/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT
>> (No such file or directory)
>> stat("/usr/lib64/qt-3.3/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
>> file or directory)
>> stat("/usr/kerberos/sbin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
>> file or directory)
>> stat("/usr/kerberos/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
>> file or directory)
>> stat("/usr/local/sbin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such file
>> or directory)
>> stat("/usr/local/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such file
>> or directory)
>> stat("/sbin/ssh", 0x7ffff43b56c0)       = -1 ENOENT (No such file or
>> directory)
>> stat("/bin/ssh", 0x7ffff43b56c0)        = -1 ENOENT (No such file or
>> directory)
>> stat("/usr/sbin/ssh", 0x7ffff43b56c0)   = -1 ENOENT (No such file or
>> directory)
>> stat("/usr/bin/ssh", {st_mode=S_IFREG|0755, st_size=300392, ...}) = 0
>> stat("//usr/bin/ssh", {st_mode=S_IFREG|0755, st_size=300392, ...}) = 0
>> munmap(0x2aaaab9aa000, 2108632)         = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.la", O_RDONLY)
>> = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaab9aa000
>> read(5, "# mca_rml_oob.la - a libtool lib"..., 4096) = 977
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaab9aa000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.so", O_RDONLY)
>> = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\23\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=114648, ...}) = 0
>> mmap(NULL, 2116736, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaab9aa000
>> mprotect(0x2aaaab9af000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaabbae000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x4000) = 0x2aaaabbae000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.la", O_RDONLY)
>> = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaabbaf000
>> read(5, "# mca_oob_tcp.la - a libtool lib"..., 4096) = 977
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaabbaf000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.so", O_RDONLY)
>> = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0&\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=223428, ...}) = 0
>> mmap(NULL, 2153112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaabbaf000
>> mprotect(0x2aaaabbbc000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaabdbb000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0xc000) = 0x2aaaabdbb000
>> close(5)                                = 0
>> socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 5
>> ioctl(5, SIOCGIFCONF, {200, {{"lo", {AF_INET,
>> inet_addr("127.0.0.1")}}, {"eth0", {AF_INET,
>> inet_addr("192.168.0.1")}}, {"eth1", {AF_INET,
>> inet_addr("192.168.1.1")}}, {"ib0", {AF_INET,
>> inet_addr("11.11.11.1")}}, {"virbr0", {AF_INET,
>> inet_addr("192.168.122.1")}}}}) = 0
>> ioctl(5, SIOCGIFCONF, {200, {{"lo", {AF_INET,
>> inet_addr("127.0.0.1")}}, {"eth0", {AF_INET,
>> inet_addr("192.168.0.1")}}, {"eth1", {AF_INET,
>> inet_addr("192.168.1.1")}}, {"ib0", {AF_INET,
>> inet_addr("11.11.11.1")}}, {"virbr0", {AF_INET,
>> inet_addr("192.168.122.1")}}}}) = 0
>> ioctl(5, SIOCGIFFLAGS, {ifr_name="lo",
>> ifr_flags=IFF_UP|IFF_LOOPBACK|IFF_RUNNING}) = 0
>> ioctl(5, SIOCGIFINDEX, {ifr_name="lo", ifr_index=1}) = 0
>> ioctl(5, SIOCGIFADDR, {ifr_name="lo", ifr_addr={AF_INET,
>> inet_addr("127.0.0.1")}}) = 0
>> ioctl(5, SIOCGIFNETMASK, {ifr_name="lo", ifr_netmask={AF_INET,
>> inet_addr("255.0.0.0")}}) = 0
>> ioctl(5, SIOCGIFFLAGS, {ifr_name="eth0",
>> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_MULTICAST}) = 0
>> ioctl(5, SIOCGIFINDEX, {ifr_name="eth0", ifr_index=2}) = 0
>> ioctl(5, SIOCGIFADDR, {ifr_name="eth0", ifr_addr={AF_INET,
>> inet_addr("192.168.0.1")}}) = 0
>> ioctl(5, SIOCGIFNETMASK, {ifr_name="eth0", ifr_netmask={AF_INET,
>> inet_addr("255.255.255.0")}}) = 0
>> ioctl(5, SIOCGIFFLAGS, {ifr_name="eth1",
>> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
>> ioctl(5, SIOCGIFINDEX, {ifr_name="eth1", ifr_index=3}) = 0
>> ioctl(5, SIOCGIFADDR, {ifr_name="eth1", ifr_addr={AF_INET,
>> inet_addr("192.168.1.1")}}) = 0
>> ioctl(5, SIOCGIFNETMASK, {ifr_name="eth1", ifr_netmask={AF_INET,
>> inet_addr("255.255.255.0")}}) = 0
>> ioctl(5, SIOCGIFFLAGS, {ifr_name="ib0",
>> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
>> ioctl(5, SIOCGIFINDEX, {ifr_name="ib0", ifr_index=5}) = 0
>> ioctl(5, SIOCGIFADDR, {ifr_name="ib0", ifr_addr={AF_INET,
>> inet_addr("11.11.11.1")}}) = 0
>> ioctl(5, SIOCGIFNETMASK, {ifr_name="ib0", ifr_netmask={AF_INET,
>> inet_addr("255.255.255.0")}}) = 0
>> ioctl(5, SIOCGIFFLAGS, {ifr_name="virbr0",
>> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
>> ioctl(5, SIOCGIFINDEX, {ifr_name="virbr0", ifr_index=6}) = 0
>> ioctl(5, SIOCGIFADDR, {ifr_name="virbr0", ifr_addr={AF_INET,
>> inet_addr("192.168.122.1")}}) = 0
>> ioctl(5, SIOCGIFNETMASK, {ifr_name="virbr0", ifr_netmask={AF_INET,
>> inet_addr("255.255.255.0")}}) = 0
>> close(5)                                = 0
>> open("/proc/net/if_inet6", O_RDONLY)    = 5
>> fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaabdbd000
>> read(5, "00000000000000000000000000000001"..., 4096) = 216
>> read(5, "", 4096)                       = 0
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaabdbd000, 4096)            = 0
>> brk(0x1e4a3000)                         = 0x1e4a3000
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaabdbd000
>> read(5, "# mca_routed_binomial.la - a lib"..., 4096) = 1025
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaabdbd000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\25\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=62147, ...}) = 0
>> mmap(NULL, 2112648, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaabdbd000
>> mprotect(0x2aaaabdc1000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaabfc0000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaabfc0000
>> close(5)                                = 0
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaabfc1000
>> read(5, "# mca_routed_direct.la - a libto"..., 4096) = 1013
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaabfc1000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\21\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=55652, ...}) = 0
>> mmap(NULL, 2109112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaabfc1000
>> mprotect(0x2aaaabfc4000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac1c3000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac1c3000
>> close(5)                                = 0
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac1c4000
>> read(5, "# mca_routed_linear.la - a libto"..., 4096) = 1013
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\22\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=52361, ...}) = 0
>> mmap(NULL, 2111208, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac1c4000
>> mprotect(0x2aaaac1c7000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaac3c7000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaac3c7000
>> close(5)                                = 0
>> munmap(0x2aaaabfc1000, 2109112)         = 0
>> munmap(0x2aaaac1c4000, 2111208)         = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1001, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaabfc1000
>> read(5, "# mca_grpcomm_bad.la - a libtool"..., 4096) = 1001
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaabfc1000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=43713, ...}) = 0
>> mmap(NULL, 2107352, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaabfc1000
>> mprotect(0x2aaaabfc4000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac1c3000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac1c3000
>> close(5)                                = 0
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac1c4000
>> read(5, "# mca_grpcomm_basic.la - a libto"..., 4096) = 1013
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\r\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=43462, ...}) = 0
>> mmap(NULL, 2107192, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac1c4000
>> mprotect(0x2aaaac1c7000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac3c6000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac3c6000
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 2107192)         = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac1c4000
>> read(5, "# mca_ras_slurm.la - a libtool l"..., 4096) = 989
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\f\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=33212, ...}) = 0
>> mmap(NULL, 2105136, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac1c4000
>> mprotect(0x2aaaac1c6000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac3c5000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac3c5000
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 2105136)         = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac1c4000
>> read(5, "# mca_rmaps_rank_file.la - a lib"..., 4096) = 1025
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.so",
>> O_RDONLY) = 5
>> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
>> \20\0\0\0\0\0\0"..., 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=73568, ...}) = 0
>> mmap(NULL, 2116896, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac1c4000
>> mprotect(0x2aaaac1c9000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac3c8000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x4000) = 0x2aaaac3c8000
>> close(5)                                = 0
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1037, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac3c9000
>> read(5, "# mca_rmaps_round_robin.la - a l"..., 4096) = 1037
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac3c9000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\10\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=34451, ...}) = 0
>> mmap(NULL, 2103728, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac3c9000
>> mprotect(0x2aaaac3cb000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac5ca000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac5ca000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac5cb000
>> read(5, "# mca_rmaps_seq.la - a libtool l"..., 4096) = 989
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac5cb000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\t\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=32512, ...}) = 0
>> mmap(NULL, 2103232, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac5cb000
>> mprotect(0x2aaaac5cd000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac7cc000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac7cc000
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 2116896)         = 0
>> munmap(0x2aaaac5cb000, 2103232)         = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1019, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac1c4000
>> read(5, "# mca_errmgr_default.la - a libt"..., 4096) = 1019
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac1c4000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\7\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=25027, ...}) = 0
>> mmap(NULL, 2101104, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac1c4000
>> mprotect(0x2aaaac1c5000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac3c4000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0) = 0x2aaaac3c4000
>> close(5)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
>> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(5, /* 99 entries */, 4096)     = 4088
>> getdents(5, /* 25 entries */, 4096)     = 1000
>> getdents(5, /* 0 entries */, 4096)      = 0
>> close(5)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.la",
>> O_RDONLY) = 5
>> fstat(5, {st_mode=S_IFREG|0755, st_size=1007, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac3c5000
>> read(5, "# mca_odls_default.la - a libtoo"..., 4096) = 1007
>> read(5, "", 4096)                       = 0
>> close(5)                                = 0
>> munmap(0x2aaaac3c5000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.so",
>> O_RDONLY) = 5
>> read(5,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\17\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(5, {st_mode=S_IFREG|0755, st_size=31558, ...}) = 0
>> mmap(NULL, 2104840, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
>> 0) = 0x2aaaac5cb000
>> mprotect(0x2aaaac5cd000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaac7cc000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac7cc000
>> close(5)                                = 0
>> nanosleep({0, 0}, NULL)                 = 0
>> socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
>> setsockopt(5, SOL_TCP, TCP_NODELAY, [1], 4) = 0
>> setsockopt(5, SOL_SOCKET, SO_SNDBUF, [131072], 4) = 0
>> setsockopt(5, SOL_SOCKET, SO_RCVBUF, [131072], 4) = 0
>> setsockopt(5, SOL_SOCKET, SO_REUSEADDR, [0], 4) = 0
>> bind(5, {sa_family=AF_INET, sin_port=htons(0),
>> sin_addr=inet_addr("0.0.0.0")}, 16) = 0
>> getsockname(5, {sa_family=AF_INET, sin_port=htons(57967),
>> sin_addr=inet_addr("0.0.0.0")}, [16]) = 0
>> listen(5, 128)                          = 0
>> fcntl(5, F_GETFL)                       = 0x2 (flags O_RDWR)
>> fcntl(5, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
>> socket(PF_INET6, SOCK_STREAM, IPPROTO_IP) = 6
>> setsockopt(6, SOL_TCP, TCP_NODELAY, [1], 4) = 0
>> setsockopt(6, SOL_SOCKET, SO_SNDBUF, [131072], 4) = 0
>> setsockopt(6, SOL_SOCKET, SO_RCVBUF, [131072], 4) = 0
>> socket(PF_NETLINK, SOCK_RAW, 0)         = 7
>> bind(7, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
>> getsockname(7, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
>> [4294967308]) = 0
>> sendto(7, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
>> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
>> recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
>> recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
>> recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
>> close(7)                                = 0
>> setsockopt(6, SOL_IPV6, IPV6_V6ONLY, [0], 4) = 0
>> setsockopt(6, SOL_SOCKET, SO_REUSEADDR, [0], 4) = 0
>> bind(6, {sa_family=AF_INET6, sin6_port=htons(0), inet_pton(AF_INET6,
>> "::", &sin6_addr), sin6_flowinfo=0, sin6_scope_id=0}, 28) = 0
>> getsockname(6, {sa_family=AF_INET6, sin6_port=htons(43361),
>> inet_pton(AF_INET6, "::", &sin6_addr), sin6_flowinfo=0,
>> sin6_scope_id=0}, [28]) = 0
>> listen(6, 128)                          = 0
>> fcntl(6, F_GETFL)                       = 0x2 (flags O_RDWR)
>> fcntl(6, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
>> getuid()                                = 0
>> socket(PF_FILE, SOCK_STREAM, 0)         = 7
>> fcntl(7, F_GETFL)                       = 0x2 (flags O_RDWR)
>> fcntl(7, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
>> connect(7, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) = -1
>> ENOENT (No such file or directory)
>> close(7)                                = 0
>> socket(PF_FILE, SOCK_STREAM, 0)         = 7
>> fcntl(7, F_GETFL)                       = 0x2 (flags O_RDWR)
>> fcntl(7, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
>> connect(7, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) = -1
>> ENOENT (No such file or directory)
>> close(7)                                = 0
>> open("/etc/nsswitch.conf", O_RDONLY)    = 7
>> fstat(7, {st_mode=S_IFREG|0644, st_size=1696, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac7cd000
>> read(7, "#\n# /etc/nsswitch.conf\n#\n# An ex"..., 4096) = 1696
>> read(7, "", 4096)                       = 0
>> close(7)                                = 0
>> munmap(0x2aaaac7cd000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libnss_files.so.2", O_RDONLY) =
>> -1 ENOENT (No such file or directory)
>> open("/etc/ld.so.cache", O_RDONLY)      = 7
>> fstat(7, {st_mode=S_IFREG|0644, st_size=184283, ...}) = 0
>> mmap(NULL, 184283, PROT_READ, MAP_PRIVATE, 7, 0) = 0x2aaaac7cd000
>> close(7)                                = 0
>> open("/lib64/libnss_files.so.2", O_RDONLY) = 7
>> read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0
>> \0\0\0\0\0\0"..., 832) = 832
>> fstat(7, {st_mode=S_IFREG|0755, st_size=53880, ...}) = 0
>> mmap(NULL, 2139432, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
>> 0) = 0x2aaaac7fa000
>> mprotect(0x2aaaac804000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaaca03000, 8192, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x9000) = 0x2aaaaca03000
>> close(7)                                = 0
>> mprotect(0x2aaaaca03000, 4096, PROT_READ) = 0
>> munmap(0x2aaaac7cd000, 184283)          = 0
>> open("/etc/passwd", O_RDONLY)           = 7
>> fcntl(7, F_GETFD)                       = 0
>> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
>> fstat(7, {st_mode=S_IFREG|0644, st_size=2713, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac7cd000
>> read(7, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 2713
>> close(7)                                = 0
>> munmap(0x2aaaac7cd000, 4096)            = 0
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0", 0x7ffff43b6810) =
>> -1 ENOENT (No such file or directory)
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0", 0x7ffff43b67e0) =
>> -1 ENOENT (No such file or directory)
>> mkdir("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0", 0700) = -1
>> ENOENT (No such file or directory)
>> stat("/tmp", {st_mode=S_IFDIR|S_ISVTX|0777, st_size=4096, ...}) = 0
>> stat("/tmp/openmpi-sessions-root_at_node1_0", {st_mode=S_IFDIR|0700,
>> st_size=4096, ...}) = 0
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336", 0x7ffff43b67e0) = -1
>> ENOENT (No such file or directory)
>> mkdir("/tmp/openmpi-sessions-root_at_node1_0/21336", 0700) = 0
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336/0", 0x7ffff43b67e0) =
>> -1 ENOENT (No such file or directory)
>> mkdir("/tmp/openmpi-sessions-root_at_node1_0/21336/0", 0700) = 0
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0", 0x7ffff43b67e0) =
>> -1 ENOENT (No such file or directory)
>> mkdir("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0", 0700) = 0
>> open("/tmp/openmpi-sessions-root_at_node1_0/21336/contact.txt",
>> O_WRONLY|O_CREAT|O_TRUNC, 0666) = 7
>> fstat(7, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac7cd000
>> write(7, "1398276096.0;tcp://192.168.0.1:5"..., 115) = 115
>> close(7)                                = 0
>> munmap(0x2aaaac7cd000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
>> fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(7, /* 99 entries */, 4096)     = 4088
>> getdents(7, /* 25 entries */, 4096)     = 1000
>> getdents(7, /* 0 entries */, 4096)      = 0
>> close(7)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.la", O_RDONLY)
>> = 7
>> fstat(7, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaac7cd000
>> read(7, "# mca_iof_hnp.la - a libtool lib"..., 4096) = 977
>> read(7, "", 4096)                       = 0
>> close(7)                                = 0
>> munmap(0x2aaaac7cd000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.so", O_RDONLY)
>> = 7
>> read(7,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\21\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(7, {st_mode=S_IFREG|0755, st_size=102370, ...}) = 0
>> mmap(NULL, 2115144, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
>> 0) = 0x2aaaaca05000
>> mprotect(0x2aaaaca09000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaacc09000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x4000) = 0x2aaaacc09000
>> close(7)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.la",
>> O_RDONLY) = 7
>> fstat(7, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaacc0a000
>> read(7, "# mca_iof_orted.la - a libtool l"..., 4096) = 989
>> read(7, "", 4096)                       = 0
>> close(7)                                = 0
>> munmap(0x2aaaacc0a000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.so",
>> O_RDONLY) = 7
>> read(7,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\16\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(7, {st_mode=S_IFREG|0755, st_size=79150, ...}) = 0
>> mmap(NULL, 2110824, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
>> 0) = 0x2aaaacc0a000
>> mprotect(0x2aaaacc0d000, 2097152, PROT_NONE) = 0
>> mmap(0x2aaaace0d000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x3000) = 0x2aaaace0d000
>> close(7)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.la", O_RDONLY)
>> = 7
>> fstat(7, {st_mode=S_IFREG|0755, st_size=983, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0e000
>> read(7, "# mca_iof_tool.la - a libtool li"..., 4096) = 983
>> read(7, "", 4096)                       = 0
>> close(7)                                = 0
>> munmap(0x2aaaace0e000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.so", O_RDONLY)
>> = 7
>> read(7,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\n\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(7, {st_mode=S_IFREG|0755, st_size=46002, ...}) = 0
>> mmap(NULL, 2104072, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
>> 0) = 0x2aaaace0e000
>> mprotect(0x2aaaace10000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaad00f000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x1000) = 0x2aaaad00f000
>> close(7)                                = 0
>> munmap(0x2aaaacc0a000, 2110824)         = 0
>> munmap(0x2aaaace0e000, 2104072)         = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
>> fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(7, /* 99 entries */, 4096)     = 4088
>> getdents(7, /* 25 entries */, 4096)     = 1000
>> getdents(7, /* 0 entries */, 4096)      = 0
>> close(7)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.la",
>> O_RDONLY) = 7
>> fstat(7, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaacc0a000
>> read(7, "# mca_filem_rsh.la - a libtool l"..., 4096) = 989
>> read(7, "", 4096)                       = 0
>> close(7)                                = 0
>> munmap(0x2aaaacc0a000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.so",
>> O_RDONLY) = 7
>> read(7,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\25\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(7, {st_mode=S_IFREG|0755, st_size=70248, ...}) = 0
>> mmap(NULL, 2116640, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
>> 0) = 0x2aaaacc0a000
>> mprotect(0x2aaaacc0f000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaace0e000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x4000) = 0x2aaaace0e000
>> close(7)                                = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
>> fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
>> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(7, /* 99 entries */, 4096)     = 4088
>> getdents(7, /* 25 entries */, 4096)     = 1000
>> getdents(7, /* 0 entries */, 4096)      = 0
>> close(7)                                = 0
>> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
>> -1 ENOENT (No such file or directory)
>>
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.ompi_info",
>> O_RDONLY) = -1 ENOENT (No such file or directory)
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.la",
>> O_RDONLY) = 7
>> fstat(7, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(7, "# mca_notifier_syslog.la - a lib"..., 4096) = 1025
>> read(7, "", 4096)                       = 0
>> close(7)                                = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.so",
>> O_RDONLY) = 7
>> read(7,
>> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\7\0\0\0\0\0\0"...,
>> 832) = 832
>> fstat(7, {st_mode=S_IFREG|0755, st_size=16817, ...}) = 0
>> mmap(NULL, 2100960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
>> 0) = 0x2aaaace0f000
>> mprotect(0x2aaaace10000, 2093056, PROT_NONE) = 0
>> mmap(0x2aaaad00f000, 4096, PROT_READ|PROT_WRITE,
>> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0) = 0x2aaaad00f000
>> close(7)                                = 0
>> munmap(0x2aaaace0f000, 2100960)         = 0
>> pipe([7, 8])                            = 0
>> pipe([9, 10])                           = 0
>> rt_sigaction(SIGTERM, {0x2aaaaad10790, [TERM], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {SIG_IGN}, 8) = 0
>> rt_sigaction(SIGINT, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {SIG_IGN}, 8) = 0
>> rt_sigaction(SIGUSR1, {0x2aaaaad10790, [USR1], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {SIG_DFL}, 8) = 0
>> rt_sigaction(SIGUSR2, {0x2aaaaad10790, [USR2], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {SIG_DFL}, 8) = 0
>> stat("/dev/urandom", {st_mode=S_IFCHR|0444, st_rdev=makedev(1, 9), ...}) =
>> 0
>> open("/dev/urandom", O_RDONLY)          = 11
>> read(11, "\270\270C\306JT%\312\246lKk\221_\334\221", 16) = 16
>> close(11)                               = 0
>> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
>> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
>> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
>> [4294967308]) = 0
>> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
>> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
>> close(11)                               = 0
>> socket(PF_FILE, SOCK_STREAM, 0)         = 11
>> fcntl(11, F_GETFL)                      = 0x2 (flags O_RDWR)
>> fcntl(11, F_SETFL, O_RDWR|O_NONBLOCK)   = 0
>> connect(11, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) =
>> -1 ENOENT (No such file or directory)
>> close(11)                               = 0
>> socket(PF_FILE, SOCK_STREAM, 0)         = 11
>> fcntl(11, F_GETFL)                      = 0x2 (flags O_RDWR)
>> fcntl(11, F_SETFL, O_RDWR|O_NONBLOCK)   = 0
>> connect(11, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) =
>> -1 ENOENT (No such file or directory)
>> close(11)                               = 0
>> open("/etc/resolv.conf", O_RDONLY)      = 11
>> fstat(11, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "", 4096)                      = 0
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> uname({sys="Linux", node="node1", ...}) = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> read(11, "", 4096)                      = 0
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
>> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
>> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
>> [4294967308]) = 0
>> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
>> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
>> close(11)                               = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> read(11, "", 4096)                      = 0
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
>> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
>> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
>> [4294967308]) = 0
>> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
>> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
>> close(11)                               = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> read(11, "", 4096)                      = 0
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
>> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
>> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
>> [17598768545653587980]) = 0
>> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
>> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
>> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
>> groups=00000000},
>>
>> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
>> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
>> close(11)                               = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> read(11, "", 4096)                      = 0
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> open("/etc/hosts", O_RDONLY)            = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "# Do not remove the following li"..., 4096) = 226
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> getuid()                                = 0
>> open("/etc/passwd", O_RDONLY)           = 11
>> fcntl(11, F_GETFD)                      = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> fstat(11, {st_mode=S_IFREG|0644, st_size=2713, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(11, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 2713
>> close(11)                               = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> clone(child_stack=0,
>> flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD,
>> child_tidptr=0x2aaaaaf94d80) = 6193
>> wait4(-1, 0x7ffff43b68b4, WNOHANG, NULL) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = -1 EINTR (Interrupted system call)
>> --- SIGCHLD (Child exited) @ 0 (0) ---
>> rt_sigaction(SIGCHLD, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, 8) = 0
>> sendto(3, "a", 1, 0, NULL, 0)           = 1
>> rt_sigreturn(0x3)                       = -1 EINTR (Interrupted system
>> call)
>> wait4(-1, [{WIFEXITED(s) && WEXITSTATUS(s) == 0}], WNOHANG, NULL) = 6193
>> wait4(-1, 0x7ffff43b67f4, WNOHANG, NULL) = -1 ECHILD (No child processes)
>> poll([{fd=4, events=POLLIN, revents=POLLIN}, {fd=5, events=POLLIN},
>> {fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}],
>> 5, 1000) = 1
>> recvfrom(4, "a", 100, 0, NULL, NULL)    = 1
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
>> 1000) = -1 EINTR (Interrupted system call)
>> --- SIGINT (Interrupt) @ 0 (0) ---
>> rt_sigaction(SIGINT, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
>> 0x3a464300a0}, 8) = 0
>> sendto(3, "a", 1, 0, NULL, 0)           = 1
>> rt_sigreturn(0x3)                       = -1 EINTR (Interrupted system
>> call)
>> poll([{fd=4, events=POLLIN, revents=POLLIN}, {fd=5, events=POLLIN},
>> {fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}],
>> 5, 0) = 1
>> recvfrom(4, "a", 100, 0, NULL, NULL)    = 1
>> write(2, "mpirun: killing job...\n\n", 24) = 24
>> write(8, "\1\0\0\0", 4)                 = 4
>> close(8)                                = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=7, events=POLLIN, revents=POLLIN|POLLHUP}, {fd=9,
>> events=POLLIN}], 5, 0) = 1
>> open("/usr/mpi/gcc/openmpi-1.3.2/share/openmpi/help-orterun.txt",
>> O_RDONLY) = 8
>> ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b6310) = -1 ENOTTY
>> (Inappropriate ioctl for device)
>> fstat(8, {st_mode=S_IFREG|0644, st_size=13260, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(8, "# -*- text -*-\n#\n# Copyright (c)"..., 8192) = 8192
>> close(8)                                = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> write(2, "--------------------------------"..., 249) = 249
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=9, events=POLLIN}], 4, 0) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=9, events=POLLIN}], 4, 0) = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=9, events=POLLIN}], 4, 2) = 0
>> write(10, "\1\0\0\0", 4)                = 4
>> close(10)                               = 0
>> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
>> events=POLLIN}, {fd=9, events=POLLIN, revents=POLLIN|POLLHUP}], 4,
>> 1000) = 1
>> rt_sigaction(SIGTERM, {SIG_IGN}, {0x2aaaaad10790, [TERM],
>> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
>> rt_sigaction(SIGINT, {SIG_IGN}, {0x2aaaaad10790, [INT],
>> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
>> rt_sigaction(SIGUSR1, {SIG_DFL}, {0x2aaaaad10790, [USR1],
>> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
>> rt_sigaction(SIGUSR2, {SIG_DFL}, {0x2aaaaad10790, [USR2],
>> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
>> open("/usr/mpi/gcc/openmpi-1.3.2/share/openmpi/help-orterun.txt",
>> O_RDONLY) = 8
>> ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b6220) = -1 ENOTTY
>> (Inappropriate ioctl for device)
>> fstat(8, {st_mode=S_IFREG|0644, st_size=13260, ...}) = 0
>> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
>> 0) = 0x2aaaace0f000
>> read(8, "# -*- text -*-\n#\n# Copyright (c)"..., 8192) = 8192
>> read(8, "n error:\n\nError name: %s\nNode: %"..., 8192) = 5068
>> read(8, "", 4096)                       = 0
>> close(8)                                = 0
>> munmap(0x2aaaace0f000, 4096)            = 0
>> write(2, "--------------------------------"..., 325) = 325
>> write(2, "\tnode2 - daemon did not report b"..., 50) = 50
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336",
>> {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
>> open("/tmp/openmpi-sessions-root_at_node1_0/21336",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
>> fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
>> fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
>> getdents(8, /* 4 entries */, 4096)      = 104
>> unlink("/tmp/openmpi-sessions-root_at_node1_0/21336/contact.txt") = 0
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336/0",
>> {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
>> open("/tmp/openmpi-sessions-root_at_node1_0/21336/0",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 10
>> fstat(10, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
>> fcntl(10, F_SETFD, FD_CLOEXEC)          = 0
>> getdents(10, /* 3 entries */, 4096)     = 72
>> stat("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0",
>> {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
>> open("/tmp/openmpi-sessions-root_at_node1_0/21336/0/0",
>> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 11
>> fstat(11, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
>> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
>> getdents(1
>
> _______________________________________________
> users mailing list
> users_at_[hidden]
> http://www.open-mpi.org/mailman/listinfo.cgi/users
>
Yes, it still hangs. Anyway I have disabled the firewall. I don't know
why it still happened.

Thanks.

Amy