[OpenSIPS-Users] UDP workers 100% CPU usage + utimer_ticker: utimer

ahmed qadeer ahmed.qadeer1989 at gmail.com
Thu Nov 28 02:35:54 EST 2019


Dear Team,

We are facing issue on opensips 2.4.6 as CPU usage is high and average
load goes from 80 to 100.

Related information:
 opensips -V
version: opensips 2.4.6 (x86_64/linux)
flags: STATS: On, DISABLE_NAGLE, USE_MCAST, SHM_MMAP, PKG_MALLOC,
F_MALLOC, FAST_LOCK-ADAPTIVE_WAIT
ADAPTIVE_WAIT_LOOPS=1024, MAX_RECV_BUFFER_SIZE 262144, MAX_LISTEN 16,
MAX_URI_SIZE 1024, BUF_SIZE 65535
poll method support: poll, epoll, sigio_rt, select.
git revision: edef893c5
main.c compiled on 14:30:11 Oct  6 2019 with gcc 6.3.0
####################
children = 250
####################
 opensipsctl fifo get_statistics load
load:load:: 100
#####################
# opensipsctl fifo get_statistics 'shmem:'
shmem:total_size:: 8388608000
shmem:used_size:: 255412840
shmem:real_used_size:: 381230072
shmem:max_used_size:: 4255484288
shmem:free_size:: 8007377928
shmem:fragments:: 342799
######################
libssl version 1.1.1d-1

######################
Please find below the error logs.
Nov 28 12:31:21 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83618740 ms), it may overlap..
Nov 28 12:31:21 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83618840 ms), it may overlap..
Nov 28 12:31:21 debian /usr/local/sbin/opensips[4614]:
WARNING:core:timer_ticker: timer task <tm-timer> already scheduled for
83616850 ms (now 83618840 ms), it may overlap..
Nov 28 12:31:21 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83618940 ms), it may overlap..
Nov 28 12:31:21 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619040 ms), it may overlap..
Nov 28 12:31:21 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619140 ms), it may overlap..
Nov 28 12:31:22 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619240 ms), it may overlap..
Nov 28 12:31:22 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619340 ms), it may overlap..
Nov 28 12:31:22 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619440 ms), it may overlap..
Nov 28 12:31:22 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619540 ms), it may overlap..
Nov 28 12:31:22 debian /usr/local/sbin/opensips[4614]:
WARNING:core:utimer_ticker: utimer task <tm-utimer> already scheduled
for 83617750 ms (now 83619640 ms), it may overlap..
^C
################################
# strace -p 4614
strace: Process 4614 attached
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=32938}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
write(4, "(\217\200uh\177\0\0", 8)      = 8
write(4, "\260\216\200uh\177\0\0", 8)   = 8
write(4, "@\216\200uh\177\0\0", 8)      = 8
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 172, MSG_NOSIGNAL,
NULL, 0) = 172
write(4, "\200dXuh\177\0\0", 8)         = 8
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}) = 0 (Timeout)
getpid()                                = 4614
sendto(9, "<132>Nov 28 12:31:44 /usr/local/"..., 175, MSG_NOSIGNAL,
NULL, 0) = 175
select(0, NULL, NULL, NULL, {tv_sec=0, tv_usec=100000}^Cstrace:
Process 4614 detached

#####################################
root      5414  6.6 12.0 8456272 3978616 ?     R    Nov27  92:27
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5416  6.7 12.1 8456380 3990136 ?     S    Nov27  94:30
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5417  6.6 12.0 8456272 3983700 ?     S    Nov27  93:05
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5419  6.7 12.1 8456272 3988628 ?     S    Nov27  93:46
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5420  6.7 12.0 8456272 3983044 ?     R    Nov27  94:22
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5421  6.9 12.1 8456272 3985908 ?     S    Nov27  97:17
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5428  7.5 12.1 8456388 3988480 ?     S    Nov27 105:44
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5429  8.1 12.0 8456272 3975616 ?     R    Nov27 113:23
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000
root      5430  6.9 12.3 8382540 4063756 ?     S    Nov27  97:23
/usr/local/sbin/opensips -P /var/run/opensips.pid -m 8000



More information about the Users mailing list