Beefy Boxes and Bandwidth Generously Provided by pair Networks
Keep It Simple, Stupid
 
PerlMonks  

Re^4: No child processes - system limit?

by clinton (Priest)
on Apr 01, 2010 at 14:39 UTC ( #832316=note: print w/ replies, xml ) Need Help??


in reply to Re^3: No child processes - system limit?
in thread No child processes - system limit?

for getconf CHILD_MAX i get: 27968

for getconf -a

LINK_MAX 32000 _POSIX_LINK_MAX 32000 MAX_CANON 255 _POSIX_MAX_CANON 255 MAX_INPUT 255 _POSIX_MAX_INPUT 255 NAME_MAX 255 _POSIX_NAME_MAX 255 PATH_MAX 4096 _POSIX_PATH_MAX 4096 PIPE_BUF 4096 _POSIX_PIPE_BUF 4096 SOCK_MAXBUF _POSIX_ASYNC_IO _POSIX_CHOWN_RESTRICTED 1 _POSIX_NO_TRUNC 1 _POSIX_PRIO_IO _POSIX_SYNC_IO _POSIX_VDISABLE 0 ARG_MAX 131072 ATEXIT_MAX 2147483647 CHAR_BIT 8 CHAR_MAX 127 CHAR_MIN -128 CHILD_MAX 27968 CLK_TCK 100 INT_MAX 2147483647 INT_MIN -2147483648 IOV_MAX 1024 LOGNAME_MAX 256 LONG_BIT 32 MB_LEN_MAX 16 NGROUPS_MAX 65536 NL_ARGMAX 4096 NL_LANGMAX 2048 NL_MSGMAX 2147483647 NL_NMAX 2147483647 NL_SETMAX 2147483647 NL_TEXTMAX 2147483647 NSS_BUFLEN_GROUP 1024 NSS_BUFLEN_PASSWD 1024 NZERO 20 OPEN_MAX 16384 PAGESIZE 4096 PAGE_SIZE 4096 PASS_MAX 8192 PTHREAD_DESTRUCTOR_ITERATIONS 4 PTHREAD_KEYS_MAX 1024 PTHREAD_STACK_MIN 16384 PTHREAD_THREADS_MAX SCHAR_MAX 127 SCHAR_MIN -128 SHRT_MAX 32767 SHRT_MIN -32768 SSIZE_MAX 32767 TTY_NAME_MAX 32 TZNAME_MAX 6 UCHAR_MAX 255 UINT_MAX 4294967295 UIO_MAXIOV 1024 ULONG_MAX 4294967295 USHRT_MAX 65535 WORD_BIT 32 _AVPHYS_PAGES 130152 _NPROCESSORS_CONF 2 _NPROCESSORS_ONLN 2 _PHYS_PAGES 447181 _POSIX_ARG_MAX 131072 _POSIX_ASYNCHRONOUS_IO 200112 _POSIX_CHILD_MAX 27968 _POSIX_FSYNC 200112 _POSIX_JOB_CONTROL 1 _POSIX_MAPPED_FILES 200112 _POSIX_MEMLOCK 200112 _POSIX_MEMLOCK_RANGE 200112 _POSIX_MEMORY_PROTECTION 200112 _POSIX_MESSAGE_PASSING 200112 _POSIX_NGROUPS_MAX 65536 _POSIX_OPEN_MAX 16384 _POSIX_PII _POSIX_PII_INTERNET _POSIX_PII_INTERNET_DGRAM _POSIX_PII_INTERNET_STREAM _POSIX_PII_OSI _POSIX_PII_OSI_CLTS _POSIX_PII_OSI_COTS _POSIX_PII_OSI_M _POSIX_PII_SOCKET _POSIX_PII_XTI _POSIX_POLL _POSIX_PRIORITIZED_IO 200112 _POSIX_PRIORITY_SCHEDULING 200112 _POSIX_REALTIME_SIGNALS 200112 _POSIX_SAVED_IDS 1 _POSIX_SELECT _POSIX_SEMAPHORES 200112 _POSIX_SHARED_MEMORY_OBJECTS 200112 _POSIX_SSIZE_MAX 32767 _POSIX_STREAM_MAX 16 _POSIX_SYNCHRONIZED_IO 200112 _POSIX_THREADS 200112 _POSIX_THREAD_ATTR_STACKADDR 200112 _POSIX_THREAD_ATTR_STACKSIZE 200112 _POSIX_THREAD_PRIORITY_SCHEDULING 200112 _POSIX_THREAD_PRIO_INHERIT 200112 _POSIX_THREAD_PRIO_PROTECT 200112 _POSIX_THREAD_PROCESS_SHARED 200112 _POSIX_THREAD_SAFE_FUNCTIONS 200112 _POSIX_TIMERS 200112 TIMER_MAX _POSIX_TZNAME_MAX 6 _POSIX_VERSION 200112 _T_IOV_MAX _XOPEN_CRYPT 1 _XOPEN_ENH_I18N 1 _XOPEN_LEGACY 1 _XOPEN_REALTIME 1 _XOPEN_REALTIME_THREADS 1 _XOPEN_SHM 1 _XOPEN_UNIX 1 _XOPEN_VERSION 600 _XOPEN_XCU_VERSION 4 _XOPEN_XPG2 1 _XOPEN_XPG3 1 _XOPEN_XPG4 1 BC_BASE_MAX 99 BC_DIM_MAX 2048 BC_SCALE_MAX 99 BC_STRING_MAX 1000 CHARCLASS_NAME_MAX 2048 COLL_WEIGHTS_MAX 255 EQUIV_CLASS_MAX EXPR_NEST_MAX 32 LINE_MAX 2048 POSIX2_BC_BASE_MAX 99 POSIX2_BC_DIM_MAX 2048 POSIX2_BC_SCALE_MAX 99 POSIX2_BC_STRING_MAX 1000 POSIX2_CHAR_TERM 200112 POSIX2_COLL_WEIGHTS_MAX 255 POSIX2_C_BIND 200112 POSIX2_C_DEV 200112 POSIX2_C_VERSION POSIX2_EXPR_NEST_MAX 32 POSIX2_FORT_DEV POSIX2_FORT_RUN _POSIX2_LINE_MAX 2048 POSIX2_LOCALEDEF 200112 POSIX2_RE_DUP_MAX 32767 POSIX2_SW_DEV 200112 POSIX2_UPE POSIX2_VERSION 200112 RE_DUP_MAX 32767 PATH /bin:/usr/bin CS_PATH /bin:/usr/bin LFS_CFLAGS -D_LARGEFILE_SOURCE -D_FILE_OFF +SET_BITS=64 LFS_LDFLAGS LFS_LIBS LFS_LINTFLAGS -D_LARGEFILE_SOURCE -D_FILE_OFF +SET_BITS=64 LFS64_CFLAGS -D_LARGEFILE64_SOURCE LFS64_LDFLAGS LFS64_LIBS LFS64_LINTFLAGS -D_LARGEFILE64_SOURCE _XBS5_ILP32_OFF32 1 XBS5_ILP32_OFF32_CFLAGS -m32 XBS5_ILP32_OFF32_LDFLAGS -m32 XBS5_ILP32_OFF32_LIBS XBS5_ILP32_OFF32_LINTFLAGS _XBS5_ILP32_OFFBIG 1 XBS5_ILP32_OFFBIG_CFLAGS -m32 -D_LARGEFILE_SOURCE -D_FIL +E_OFFSET_BITS=64 XBS5_ILP32_OFFBIG_LDFLAGS -m32 XBS5_ILP32_OFFBIG_LIBS XBS5_ILP32_OFFBIG_LINTFLAGS _XBS5_LP64_OFF64 XBS5_LP64_OFF64_CFLAGS XBS5_LP64_OFF64_LDFLAGS XBS5_LP64_OFF64_LIBS XBS5_LP64_OFF64_LINTFLAGS _XBS5_LPBIG_OFFBIG XBS5_LPBIG_OFFBIG_CFLAGS XBS5_LPBIG_OFFBIG_LDFLAGS XBS5_LPBIG_OFFBIG_LIBS XBS5_LPBIG_OFFBIG_LINTFLAGS _POSIX_V6_ILP32_OFF32 1 POSIX_V6_ILP32_OFF32_CFLAGS -m32 POSIX_V6_ILP32_OFF32_LDFLAGS -m32 POSIX_V6_ILP32_OFF32_LIBS POSIX_V6_ILP32_OFF32_LINTFLAGS _POSIX_V6_WIDTH_RESTRICTED_ENVS POSIX_V6_ILP32_OFF32 POSIX_V6_ILP32_OFFBIG POSIX_V6_WIDTH_RESTRICTED_ENVS POSIX_V6_ILP32_OFF32 POSIX_V6_ILP32_OFFBIG _POSIX_V6_ILP32_OFFBIG 1 POSIX_V6_ILP32_OFFBIG_CFLAGS -m32 -D_LARGEFILE_SOURCE -D_FIL +E_OFFSET_BITS=64 POSIX_V6_ILP32_OFFBIG_LDFLAGS -m32 POSIX_V6_ILP32_OFFBIG_LIBS POSIX_V6_ILP32_OFFBIG_LINTFLAGS _POSIX_V6_LP64_OFF64 POSIX_V6_LP64_OFF64_CFLAGS POSIX_V6_LP64_OFF64_LDFLAGS POSIX_V6_LP64_OFF64_LIBS POSIX_V6_LP64_OFF64_LINTFLAGS _POSIX_V6_LPBIG_OFFBIG POSIX_V6_LPBIG_OFFBIG_CFLAGS POSIX_V6_LPBIG_OFFBIG_LDFLAGS POSIX_V6_LPBIG_OFFBIG_LIBS POSIX_V6_LPBIG_OFFBIG_LINTFLAGS _POSIX_ADVISORY_INFO 200112 _POSIX_BARRIERS 200112 _POSIX_BASE _POSIX_C_LANG_SUPPORT _POSIX_C_LANG_SUPPORT_R _POSIX_CLOCK_SELECTION 200112 _POSIX_CPUTIME 200112 _POSIX_THREAD_CPUTIME 200112 _POSIX_DEVICE_SPECIFIC _POSIX_DEVICE_SPECIFIC_R _POSIX_FD_MGMT _POSIX_FIFO _POSIX_PIPE _POSIX_FILE_ATTRIBUTES _POSIX_FILE_LOCKING _POSIX_FILE_SYSTEM _POSIX_MONOTONIC_CLOCK 200112 _POSIX_MULTI_PROCESS _POSIX_SINGLE_PROCESS _POSIX_NETWORKING _POSIX_READER_WRITER_LOCKS 200112 _POSIX_SPIN_LOCKS 200112 _POSIX_REGEXP 1 _REGEX_VERSION _POSIX_SHELL 1 _POSIX_SIGNALS _POSIX_SPAWN 200112 _POSIX_SPORADIC_SERVER _POSIX_THREAD_SPORADIC_SERVER _POSIX_SYSTEM_DATABASE _POSIX_SYSTEM_DATABASE_R _POSIX_TIMEOUTS 200112 _POSIX_TYPED_MEMORY_OBJECTS _POSIX_USER_GROUPS _POSIX_USER_GROUPS_R POSIX2_PBS POSIX2_PBS_ACCOUNTING POSIX2_PBS_LOCATE POSIX2_PBS_TRACK POSIX2_PBS_MESSAGE SYMLOOP_MAX STREAM_MAX 16 AIO_LISTIO_MAX AIO_MAX AIO_PRIO_DELTA_MAX 20 DELAYTIMER_MAX 2147483647 HOST_NAME_MAX 64 LOGIN_NAME_MAX 256 MQ_OPEN_MAX MQ_PRIO_MAX 32768 _POSIX_DEVICE_IO _POSIX_TRACE _POSIX_TRACE_EVENT_FILTER _POSIX_TRACE_INHERIT _POSIX_TRACE_LOG RTSIG_MAX 32 SEM_NSEMS_MAX SEM_VALUE_MAX 2147483647 SIGQUEUE_MAX FILESIZEBITS 64 POSIX_ALLOC_SIZE_MIN 4096 POSIX_REC_INCR_XFER_SIZE POSIX_REC_MAX_XFER_SIZE POSIX_REC_MIN_XFER_SIZE 4096 POSIX_REC_XFER_ALIGN 4096 SYMLINK_MAX GNU_LIBC_VERSION glibc 2.7 GNU_LIBPTHREAD_VERSION NPTL 2.7 POSIX2_SYMLINKS 1 LEVEL1_ICACHE_SIZE 32768 LEVEL1_ICACHE_ASSOC 8 LEVEL1_ICACHE_LINESIZE 64 LEVEL1_DCACHE_SIZE 32768 LEVEL1_DCACHE_ASSOC 8 LEVEL1_DCACHE_LINESIZE 64 LEVEL2_CACHE_SIZE 6291456 LEVEL2_CACHE_ASSOC 24 LEVEL2_CACHE_LINESIZE 64 LEVEL3_CACHE_SIZE 0 LEVEL3_CACHE_ASSOC 0 LEVEL3_CACHE_LINESIZE 0 LEVEL4_CACHE_SIZE 0 LEVEL4_CACHE_ASSOC 0 LEVEL4_CACHE_LINESIZE 0 IPV6 200112 RAW_SOCKETS 200112

any of these mean anything to you?


Comment on Re^4: No child processes - system limit?
Select or Download Code
Re^5: No child processes - system limit?
by almut (Canon) on Apr 01, 2010 at 15:04 UTC

    27968 seems large enough... (or do you really have that many processes?)

    On some older linux systems, this is set to 999, which is somewhat closer to potentially becoming a problem. (BTW, this value does not necessarily correspond to what is reported by ulimit — which is why I asked.)

    The other cause for a fork to fail is insufficient memory (presuming the "waiting for a non-existent child"-theory I mentioned above).  So, is the memory usage actually close to the limit when the problem occurs?

    I'll take a closer look at the other conf settings to see if anything jumps out at me (not that I would know what every single one of them means... :)

      Nowhere near 27968 processes, and plenty of memory free. Avg load is around 3, so not terribly high either

Log In?
Username:
Password:

What's my password?
Create A New User
Node Status?
node history
Node Type: note [id://832316]
help
Chatterbox?
and the web crawler heard nothing...

How do I use this? | Other CB clients
Other Users?
Others chanting in the Monastery: (6)
As of 2014-12-19 03:33 GMT
Sections?
Information?
Find Nodes?
Leftovers?
    Voting Booth?

    Is guessing a good strategy for surviving in the IT business?





    Results (70 votes), past polls