fellow_storage.c:1592: stvfe_mutate: Assertion `stv == stvfe->memstv
Separated from #11 (closed)
panic occurred when using fellow. No objects were lost.
--syslog(JST)
May 6 05:45:02 proxy04 varnishd[652]: Child (850) said varnishd: fellow_storage.c:1592: stvfe_mutate: Assertion `stv == stvfe->memstv' failed.
--panic
ubuntu@proxy04:~$ sudo varnishadm panic.show
Panic at: Fri, 05 May 2023 20:45:05 GMT
Wrong turn at cache/cache_main.c:327:
Signal 6 (Aborted) received at 0x7400000352 si_code -6
version = varnish-7.3.0 revision 84d79120b6d17b11819a663a93160743f293e63f, vrt api = 17.0
ident = Linux,5.15.0-52-generic,x86_64,-junix,-sbuddy,-sfellow,-sfellow,-sfellow,-sfellow,-sdefault,-Elibvmod_slash.so,-hcritbit,epoll
now = 24479.887907 (mono), 1683319502.727944 (real)
Backtrace:
0x55e87aa69eb4: /usr/sbin/varnishd(+0x5beb4) [0x55e87aa69eb4]
0x55e87aae83e9: /usr/sbin/varnishd(VAS_Fail+0x49) [0x55e87aae83e9]
0x55e87aa64869: /usr/sbin/varnishd(+0x56869) [0x55e87aa64869]
0x7f7aeeba9520: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7aeeba9520]
0x7f7aeebfda7c: /lib/x86_64-linux-gnu/libc.so.6(pthread_kill+0x12c) [0x7f7aeebfda7c]
0x7f7aeeba9476: /lib/x86_64-linux-gnu/libc.so.6(raise+0x16) [0x7f7aeeba9476]
0x7f7aeeb8f7f3: /lib/x86_64-linux-gnu/libc.so.6(abort+0xd3) [0x7f7aeeb8f7f3]
0x7f7aeeb8f71b: /lib/x86_64-linux-gnu/libc.so.6(+0x2871b) [0x7f7aeeb8f71b]
0x7f7aeeba0e96: /lib/x86_64-linux-gnu/libc.so.6(+0x39e96) [0x7f7aeeba0e96]
0x7f7aee884b59: vext_cache/libvmod_slash.so,lowaihrt.so(stvfe_mutate+0x2f9) [0x7f7aee884b59]
argv = {
[0] = \"/usr/sbin/varnishd\",
[1] = \"-P\",
[2] = \"/run/varnish/varnishd.pid\",
[3] = \"-f\",
[4] = \"/etc/varnish/default.vcl\",
[5] = \"-a\",
[6] = \":80\",
[7] = \"-T\",
[8] = \"127.0.0.1:6082\",
[9] = \"-s\",
[10] = \"memory=buddy,100M\",
[11] = \"-s\",
[12] = \"file=fellow,/var/lib/varnish/varnish_storage.bin,1G,100M,8k\",
[13] = \"-s\",
[14] = \"file2=fellow,/var/lib/varnish/varnish_storage2.bin,1G,100M=file,8k\",
[15] = \"-s\",
[16] = \"file2_img=fellow,/var/lib/varnish/varnish_storage2-img.bin,15G,100M=file,16k\",
[17] = \"-s\",
[18] = \"file2_img_thumb=fellow,/var/lib/varnish/varnish_storage2-img-thumb.bin,15G,100M=file,16k\",
[19] = \"-E\",
[20] = \"/usr/lib/varnish/vmods/libvmod_slash.so\",
[21] = \"-a\",
[22] = \"127.0.0.1:88,PROXY\",
[23] = \"-p\",
[24] = \"feature=+http2\",
[25] = \"-p\",
[26] = \"ping_interval=1\",
[27] = \"-p\",
[28] = \"vcc_err_unref=off\",
[29] = \"-p\",
[30] = \"nuke_limit=6000\",
[31] = \"-p\",
[32] = \"first_byte_timeout=300\",
[33] = \"-p\",
[34] = \"idle_send_timeout=300\",
[35] = \"-p\",
[36] = \"shortlived=4\",
[37] = \"-p\",
[38] = \"pipe_timeout=300\",
[39] = \"-p\",
[40] = \"workspace_backend=128k\",
[41] = \"-p\",
[42] = \"workspace_client=128k\",
[43] = \"-p\",
[44] = \"feature=+esi_disable_xml_check\",
[45] = \"-p\",
[46] = \"thread_pool_timeout=150\",
[47] = \"-p\",
[48] = \"thread_pool_min=180\",
[49] = \"-p\",
[50] = \"thread_pool_max=2000\",
[51] = \"-p\",
[52] = \"thread_queue_limit=60\",
[53] = \"-p\",
[54] = \"h2_max_concurrent_streams=150\",
[55] = \"-p\",
[56] = \"between_bytes_timeout=120\",
}
pthread.self = 0x7f7acccf6640
pthread.name = (sfe-mem-lru)
pthread.attr = {
guard = 4096,
stack_bottom = 0x7f7acc4f7000,
stack_top = 0x7f7acccf7000,
stack_size = 8388608,
}
thr.req = NULL
thr.busyobj = NULL
thr.worker = NULL
vmods = {
std = {0x7f7aee4dc1c0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
directors = {0x7f7aee4dc230, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
vsthrottle = {0x7f7aee4dc310, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 17.0},
tcp = {0x7f7aee4dc3f0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
digest = {0x7f7aee4dc460, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
xcounter = {0x7f7aee4dc540, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 17.0},
accept = {0x7f7aee4dc620, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
xkey = {0x7f7aee4dc700, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
var = {0x7f7aee4dc7e0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 17.0},
pesi = {0x7f7aee4dc8c0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
cookie = {0x7f7aee4dc930, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
},
pools = {
pool = 0x7f7ae7200640 {
nidle = 137,
nthr = 180,
lqueue = 0
},
pool = 0x7f7ae7200000 {
nidle = 140,
nthr = 180,
lqueue = 0
},
},
Enviroment
OS Ubuntu 22.04(5.15.0-52-generic)
varnishd 7.3.0(84d79120b6d17b11819a663a93160743f293e63f)
slash 49bbf2c63370a09104d7603a1776e689e7bdaa93
libxxhash0:amd64 0.8.1-1
liburing2:amd64 2.1-2build1