[OpenSIPS-Users] Opensips3: segfaults
Abdoul Osséni
abdoul.osseni at gmail.com
Fri May 3 23:58:36 EDT 2019
Hi Bogdan-Andrei,
Thank you for your email.
There was a new crash. I pull opensis from github.
Syslog:
May 4 00:10:00 sd-131841 /usr/local/sbin/opensips[20910]:
INFO:core:handle_sigs: child process 20937 exited by a signal 11
May 4 00:10:00 sd-131841 /usr/local/sbin/opensips[20910]:
INFO:core:handle_sigs: core was generated
May 4 00:10:00 sd-131841 /usr/local/sbin/opensips[20910]:
INFO:core:handle_sigs: terminating due to SIGCHLD
May 4 00:10:00 sd-131841 /usr/local/sbin/opensips[20912]:
INFO:core:sig_usr: signal 15 received
May 4 00:10:00 sd-131841 /usr/local/sbin/opensips[20913]:
INFO:core:sig_usr: signal 15 received
May 4 00:10:00 sd-131841 /usr/local/sbin/opensips[20911]:
INFO:core:sig_usr: signal 15 received
Core file:
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/sbin/opensips -P
/var/run/opensips/opensips.pid -m 1024 -M 1024 -u o'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 strlen () at ../sysdeps/x86_64/strlen.S:106
106 ../sysdeps/x86_64/strlen.S: No such file or directory.
(gdb) bt full
#0 strlen () at ../sysdeps/x86_64/strlen.S:106
No locals.
#1 0x00007fcd22563da8 in _IO_vfprintf_internal (s=s at entry=0x55b002428cb0,
format=<optimized out>,
format at entry=0x55b0005b16a8 "CRITICAL:core:%s: freeing already freed %s
pointer (%p), first free: %s: %s(%ld) - aborting!\n",
ap=ap at entry=0x7fff50594d08)
at vfprintf.c:1637
len = <optimized out>
string_malloced = 0
string = 0x30343a656d697470 <error: Cannot access memory at address
0x30343a656d697470>
width = 0
is_short = <optimized out>
spec = <optimized out>
step0_jumps = {0, -2199, -2392, -2299, -778, -685, 966, 644, 1362,
1166, 1273, -1287, 547, 639, -2145, -2098, -1198, -1093, -1081, -1069,
-2725, -577, 304, 393, 485, -3452, 63, -3541, -3541, 1073}
base = <optimized out>
pad = <optimized out>
step1_jumps = {0, 0, 0, 0, 0, 0, 0, 0, 0, 1166, 1273, -1287, 547,
639, -2145, -2098, -1198, -1093, -1081, -1069, -2725, -577, 304, 393, 485,
-3452, 63, -3541, -3541, 0}
is_negative = <optimized out>
number = <optimized out>
use_outdigits = 0
step2_jumps = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1273, -1287, 547, 639,
-2145, -2098, -1198, -1093, -1081, -1069, -2725, -577, 304, 393, 485,
-3452, 63, -3541, -3541, 0}
alt = 0
left = 0
showsign = <optimized out>
group = 0
is_char = <optimized out>
step3a_jumps = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, -1383, 0, 0, 0,
-2145, -2098, -1198, -1093, -1081, 0, 0, 0, 0, 393, 0, 0, 0, 0, 0, 0}
the_arg = {pa_wchar = 1348029555 L'\x50594c73', pa_int =
1348029555, pa_long_int = 140734541417587, pa_long_long_int =
140734541417587, pa_u_int = 1348029555, pa_u_long_int = 140734541417587,
pa_u_long_long_int = 140734541417587, pa_double =
6.9532102097651782e-310, pa_long_double = <invalid float value>, pa_string
= 0x7fff50594c73 "20937\373\037",
pa_wstring = 0x7fff50594c73 L"\x33393032\x1ffb37", pa_pointer =
0x7fff50594c73, pa_user = 0x7fff50594c73}
space = <optimized out>
is_long_double = <optimized out>
is_long = <optimized out>
step3b_jumps = {0 <repeats 11 times>, 547, 0, 0, -2145, -2098,
-1198, -1093, -1081, -1069, -2725, -577, 304, 393, 485, -3452, 63, 0, 0, 0}
step4_jumps = {0 <repeats 14 times>, -2145, -2098, -1198, -1093,
-1081, -1069, -2725, -577, 304, 393, 485, -3452, 63, 0, 0, 0}
prec = -1
_buffer = {__routine = 0x7fff00000000, __arg = 0x50594c20,
__canceltype = 5, __prev = 0x7fff00000001}
_avail = <optimized out>
thousands_sep = 0x0
grouping = 0xffffffffffffffff <error: Cannot access memory at
address 0xffffffffffffffff>
done = <optimized out>
f = 0x55b0005b16ee "s: %s(%ld) - aborting!\n"
lead_str_end = 0x55b0005b16b6 "%s: freeing already freed %s pointer
(%p), first free: %s: %s(%ld) - aborting!\n"
end_of_spec = <optimized out>
work_buffer =
"\220HYP\377\177\000\000\b\000\000\000\000\000\000\000h\r\000\000\000\000\000\000\260\214B\002\260U\000\000\220MYP\377\177\000\000x\200\300\236\314\177\000\000\230NYP\377\177\000\000\000\000\000\000\000\000\000\000\254\200\300\236\314\177\000\000\271$V\"\315\177\000\000h\r\000\000\000\000\000\000\036\000\000\000D\000\000\000XMYP\377\177\000\000\a\000\000\000\000\000\000\000\370HYP\377\177\000\000\001\000\000\000\000\000\000\000WMYP\377\177\000\000\260\214B\002\260U\000\000\000NYP\377\177\000\000\225\347g\"\315\177\000\000\030NYP\377\177\000\000\000\000\000\000\000\000\000\000\230\347g\"\315\177\000\000\271$V\"\315\177\000\000\000\000\000\000\314\177\000\000"...
workstart = 0x0
workend = <optimized out>
ap_save = {{gp_offset = 16, fp_offset = 48, overflow_arg_area =
0x7fff50594de0, reg_save_area = 0x7fff50594d20}}
nspecs_done = <optimized out>
save_errno = 115
readonly_format = 0
__PRETTY_FUNCTION__ = "_IO_vfprintf_internal"
#2 0x00007fcd225ff160 in __GI___vsyslog_chk (pri=<optimized out>,
flag=flag at entry=-1, fmt=0x55b0005b16a8 "CRITICAL:core:%s: freeing already
freed %s pointer (%p), first free: %s: %s(%ld) - aborting!\n",
ap=ap at entry=0x7fff50594d08) at ../misc/syslog.c:220
now_tm = {tm_sec = 50, tm_min = 9, tm_hour = 0, tm_mday = 4, tm_mon
= 4, tm_year = 119, tm_wday = 6, tm_yday = 123, tm_isdst = 1, tm_gmtoff =
7200, tm_zone = 0x55b002425820 "CEST"}
now = 1556921390
fd = <optimized out>
f = 0x55b002428cb0
buf = 0x0
bufsize = 0
---Type <return> to continue, or q <return> to quit---
msgoff = 21
saved_errno = 115
failbuf = "\034\214D\002\260U\000\000\222\347g\"\315\177\000\000
8\213\"\315\177\000\000\b\000\000\000"
#3 0x00007fcd225ff28f in __syslog (pri=<optimized out>, fmt=<optimized
out>) at ../misc/syslog.c:117
ap = {{gp_offset = 48, fp_offset = 48, overflow_arg_area =
0x7fff50594de0, reg_save_area = 0x7fff50594d20}}
#4 0x000055b0004bccbd in fm_free (fm=0x7fcca1cdc000, p=0x7fcca9f8f660,
file=0x7fcc9f292e97 "dlg_hash.c", func=0x7fcc9f294ce0 <__FUNCTION__.12604>
"free_dlg_dlg", line=209) at mem/f_malloc_dyn.h:231
f = 0x7fcca9f8f630
n = 0x0
__FUNCTION__ = "fm_free"
#5 0x00007fcc9f253f4f in _shm_free (ptr=0x7fcca9f8f660,
file=0x7fcc9f292e97 "dlg_hash.c", function=0x7fcc9f294ce0
<__FUNCTION__.12604> "free_dlg_dlg", line=209) at
../../evi/../mem/shm_mem.h:447
No locals.
#6 0x00007fcc9f2552d6 in free_dlg_dlg (dlg=0x7fccb1a729b0) at
dlg_hash.c:209
dv = 0x55b0003eba70 <_start>
i = 0
__FUNCTION__ = "free_dlg_dlg"
#7 0x00007fcc9f255d82 in destroy_dlg (dlg=0x7fccb1a729b0) at dlg_hash.c:256
ret = 1
__FUNCTION__ = "destroy_dlg"
#8 0x00007fcc9f2596aa in unref_dlg (dlg=0x7fccb1a729b0, cnt=1) at
dlg_hash.c:859
d_entry = 0x7fcca20cf4d8
__FUNCTION__ = "unref_dlg"
#9 0x00007fcc9f25f198 in unref_dlg_destroy_safe (dlg=0x7fccb1a729b0,
cnt=1) at dlg_hash.h:412
No locals.
#10 0x00007fcc9f264339 in tmcb_unreference_dialog (t=0x7fccb1ab5cd8,
type=4096, param=0x7fff505950e0) at dlg_handlers.c:992
No locals.
#11 0x00007fcca1472fed in run_trans_callbacks (type=4096,
trans=0x7fccb1ab5cd8, req=0x0, rpl=0x0, code=0) at t_hooks.c:209
params = {req = 0x0, rpl = 0x0, code = 0, param = 0x7fcca9f01730,
extra1 = 0x0, extra2 = 0x0}
cbp = 0x7fcca9f01720
backup = 0x55b000835ea8 <global_avps>
trans_backup = 0xffffffffffffffff
__FUNCTION__ = "run_trans_callbacks"
#12 0x00007fcca144b117 in free_cell (dead_cell=0x7fccb1ab5cd8) at
h_table.c:125
b = 0x7fff50595190 "\300QYP\377\177"
i = 15879
rpl = 0x7fcca1eca46c
tt = 0x7fcca144b07f <unlock_hash+57>
foo = 0x7fff50595178
p = 0x7fcca144ab66 <_unlock+24>
__FUNCTION__ = "free_cell"
#13 0x00007fcca147b78d in delete_cell (p_cell=0x7fccb1ab5cd8, unlock=1) at
timer.c:239
__FUNCTION__ = "delete_cell"
#14 0x00007fcca147c130 in wait_handler (wait_tl=0x7fccb1ab5d58) at
timer.c:453
p_cell = 0x7fccb1ab5cd8
__FUNCTION__ = "wait_handler"
#15 0x00007fcca147dffc in timer_routine (ticks=23783, set=0x0) at
timer.c:1077
tl = 0x7fccb1ab5d58
tmp_tl = 0x0
id = 2
__FUNCTION__ = "timer_routine"
#16 0x000055b000465d59 in handle_timer_job () at timer.c:863
t = 0x7fcca20af7b0
l = 8
__FUNCTION__ = "handle_timer_job"
#17 0x000055b000547479 in handle_io (fm=0x7fcce1d0dd90, idx=3,
event_type=1) at net/net_tcp_proc.c:194
ret = 0
n = 0
con = 0x0
s = 0
rw = -1
resp = -1
---Type <return> to continue, or q <return> to quit---
response = {0, 0}
__FUNCTION__ = "handle_io"
#18 0x000055b00054650e in io_wait_loop_epoll (h=0x55b00086e120
<_worker_io>, t=2, repeat=0) at net/../io_wait_loop.h:280
ret = 1
n = 1
r = 3
i = 32716
e = 0x7fcce1d0dd90
ep_event = {events = 5533644, data = {ptr = 0x50595410000055b0, fd
= 21936, u32 = 21936, u64 = 5789751223657715120}}
fd = 32767
__FUNCTION__ = "io_wait_loop_epoll"
#19 0x000055b00054861b in tcp_worker_proc_loop () at net/net_tcp_proc.c:411
__FUNCTION__ = "tcp_worker_proc_loop"
#20 0x000055b000558bec in tcp_start_processes (chd_rank=0x55b00083603c
<chd_rank>, startup_done=0x0) at net/net_tcp.c:2064
r = 7
n = 11
p_id = 0
reader_fd = {147, 148}
si = 0x0
__FUNCTION__ = "tcp_start_processes"
#21 0x000055b0004869ab in main_loop () at main.c:801
chd_rank = 24
startup_done = 0x0
last_check = 0
rc = 1001
__FUNCTION__ = "main_loop"
#22 0x000055b000489d8d in main (argc=13, argv=0x7fff50595638) at main.c:1480
cfg_log_stderr = 1
c = -1
r = 0
tmp = 0x7fff50596f1c ""
tmp_len = 32767
port = 1348031790
proto = 32767
protos_no = 3
options = 0x55b0005a2068
"f:cCm:M:b:l:n:N:rRvdDFEVhw:t:u:g:p:P:G:W:o:a:k:s:"
ret = -1
seed = 3719096875
rfd = 3
__FUNCTION__ = "main"
I hope it will help.
Abdoul OSSENI
Ingénieur DevOps chez Néo-Soft
Co-Fondateur de ON SERVICES
Tél : +33 601 135 167
Le mar. 23 avr. 2019 à 18:35, Bogdan-Andrei Iancu <bogdan at opensips.org> a
écrit :
> Hi Abdoul,
>
> Unfortunately without the corefile, it is almost impossible to
> troubleshoot this.
>
> For the future, see
> https://opensips.org/Documentation/TroubleShooting-Crash to understand
> how to properly get the core files.
>
> Regards,
>
> Bogdan-Andrei Iancu
>
> OpenSIPS Founder and Developer
> https://www.opensips-solutions.com
> OpenSIPS Summit 2019
> https://www.opensips.org/events/Summit-2019Amsterdam/
>
> On 04/23/2019 06:40 PM, Abdoul Osséni wrote:
>
> Hello,
>
> I am testing Opensips3 (last commit from github) and I encounter an issue:
>
> dmesg:
> [Tue Apr 23 17:03:27 2019] traps: opensips[16387] general protection
> ip:7f86ed1a2676 sp:7ffef01c70b8 error:0
>
> below is the log of opensips
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16387]:
> CRITICAL:core:sig_usr: segfault in process pid: 16387, id: 28
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:handle_sigs: child process 16387 exited by a signal 11
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:handle_sigs: core was not generated
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:handle_sigs: terminating due to SIGCHLD
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16360]:
> INFO:core:sig_usr: signal 15 received
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 7(16366) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 27 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16362]:
> INFO:core:sig_usr: signal 15 received
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 3(16362) [timer] terminated, still
> waiting for 26 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 5(16364) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 25 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 6(16365) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 24 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 12(16371) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 23 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 14(16373) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 22 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 15(16374) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 21 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 17(16376) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 20 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 18(16377) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 19 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 19(16378) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 18 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16361]:
> INFO:core:sig_usr: signal 15 received
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 2(16361) [time_keeper] terminated,
> still waiting for 17 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 20(16379) [TCP receiver] terminated,
> still waiting for 16 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 21(16380) [TCP receiver] terminated,
> still waiting for 15 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 22(16381) [TCP receiver] terminated,
> still waiting for 14 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 23(16382) [TCP receiver] terminated,
> still waiting for 13 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 24(16383) [TCP receiver] terminated,
> still waiting for 12 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 25(16384) [TCP receiver] terminated,
> still waiting for 11 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 26(16385) [TCP receiver] terminated,
> still waiting for 10 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 27(16386) [TCP receiver] terminated,
> still waiting for 9 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 29(16388) [TCP main] terminated,
> still waiting for 8 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 16(16375) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 7 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 4(16363) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 6 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 11(16370) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 5 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 13(16372) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 4 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 10(16369) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 3 more
> :
>
> Sorry, the crashdump was not generated.
>
> Regards
>
> Abdoul OSSENI
> Ingénieur DevOps chez Néo-Soft
> Co-Fondateur de ON SERVICES
> Tél : +33 601 135 167
>
>
> _______________________________________________
> Users mailing listUsers at lists.opensips.orghttp://lists.opensips.org/cgi-bin/mailman/listinfo/users
>
>
>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.opensips.org/pipermail/users/attachments/20190504/27bcb091/attachment-0001.html>
More information about the Users
mailing list