Skip to content

fellow_storage.c:1592: stvfe_mutate: Assertion `stv == stvfe->memstv

Separated from #11 (closed)

panic occurred when using fellow. No objects were lost.

--syslog(JST)
May  6 05:45:02 proxy04 varnishd[652]: Child (850) said varnishd: fellow_storage.c:1592: stvfe_mutate: Assertion `stv == stvfe->memstv' failed.

--panic
ubuntu@proxy04:~$ sudo varnishadm panic.show
Panic at: Fri, 05 May 2023 20:45:05 GMT
Wrong turn at cache/cache_main.c:327:
Signal 6 (Aborted) received at 0x7400000352 si_code -6
version = varnish-7.3.0 revision 84d79120b6d17b11819a663a93160743f293e63f, vrt api = 17.0
ident = Linux,5.15.0-52-generic,x86_64,-junix,-sbuddy,-sfellow,-sfellow,-sfellow,-sfellow,-sdefault,-Elibvmod_slash.so,-hcritbit,epoll
now = 24479.887907 (mono), 1683319502.727944 (real)
Backtrace:
  0x55e87aa69eb4: /usr/sbin/varnishd(+0x5beb4) [0x55e87aa69eb4]
  0x55e87aae83e9: /usr/sbin/varnishd(VAS_Fail+0x49) [0x55e87aae83e9]
  0x55e87aa64869: /usr/sbin/varnishd(+0x56869) [0x55e87aa64869]
  0x7f7aeeba9520: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f7aeeba9520]
  0x7f7aeebfda7c: /lib/x86_64-linux-gnu/libc.so.6(pthread_kill+0x12c) [0x7f7aeebfda7c]
  0x7f7aeeba9476: /lib/x86_64-linux-gnu/libc.so.6(raise+0x16) [0x7f7aeeba9476]
  0x7f7aeeb8f7f3: /lib/x86_64-linux-gnu/libc.so.6(abort+0xd3) [0x7f7aeeb8f7f3]
  0x7f7aeeb8f71b: /lib/x86_64-linux-gnu/libc.so.6(+0x2871b) [0x7f7aeeb8f71b]
  0x7f7aeeba0e96: /lib/x86_64-linux-gnu/libc.so.6(+0x39e96) [0x7f7aeeba0e96]
  0x7f7aee884b59: vext_cache/libvmod_slash.so,lowaihrt.so(stvfe_mutate+0x2f9) [0x7f7aee884b59]
argv = {
  [0] = \"/usr/sbin/varnishd\",
  [1] = \"-P\",
  [2] = \"/run/varnish/varnishd.pid\",
  [3] = \"-f\",
  [4] = \"/etc/varnish/default.vcl\",
  [5] = \"-a\",
  [6] = \":80\",
  [7] = \"-T\",
  [8] = \"127.0.0.1:6082\",
  [9] = \"-s\",
  [10] = \"memory=buddy,100M\",
  [11] = \"-s\",
  [12] = \"file=fellow,/var/lib/varnish/varnish_storage.bin,1G,100M,8k\",
  [13] = \"-s\",
  [14] = \"file2=fellow,/var/lib/varnish/varnish_storage2.bin,1G,100M=file,8k\",
  [15] = \"-s\",
  [16] = \"file2_img=fellow,/var/lib/varnish/varnish_storage2-img.bin,15G,100M=file,16k\",
  [17] = \"-s\",
  [18] = \"file2_img_thumb=fellow,/var/lib/varnish/varnish_storage2-img-thumb.bin,15G,100M=file,16k\",
  [19] = \"-E\",
  [20] = \"/usr/lib/varnish/vmods/libvmod_slash.so\",
  [21] = \"-a\",
  [22] = \"127.0.0.1:88,PROXY\",
  [23] = \"-p\",
  [24] = \"feature=+http2\",
  [25] = \"-p\",
  [26] = \"ping_interval=1\",
  [27] = \"-p\",
  [28] = \"vcc_err_unref=off\",
  [29] = \"-p\",
  [30] = \"nuke_limit=6000\",
  [31] = \"-p\",
  [32] = \"first_byte_timeout=300\",
  [33] = \"-p\",
  [34] = \"idle_send_timeout=300\",
  [35] = \"-p\",
  [36] = \"shortlived=4\",
  [37] = \"-p\",
  [38] = \"pipe_timeout=300\",
  [39] = \"-p\",
  [40] = \"workspace_backend=128k\",
  [41] = \"-p\",
  [42] = \"workspace_client=128k\",
  [43] = \"-p\",
  [44] = \"feature=+esi_disable_xml_check\",
  [45] = \"-p\",
  [46] = \"thread_pool_timeout=150\",
  [47] = \"-p\",
  [48] = \"thread_pool_min=180\",
  [49] = \"-p\",
  [50] = \"thread_pool_max=2000\",
  [51] = \"-p\",
  [52] = \"thread_queue_limit=60\",
  [53] = \"-p\",
  [54] = \"h2_max_concurrent_streams=150\",
  [55] = \"-p\",
  [56] = \"between_bytes_timeout=120\",
}
pthread.self = 0x7f7acccf6640
pthread.name = (sfe-mem-lru)
pthread.attr = {
  guard = 4096,
  stack_bottom = 0x7f7acc4f7000,
  stack_top = 0x7f7acccf7000,
  stack_size = 8388608,
}
thr.req = NULL
thr.busyobj = NULL
thr.worker = NULL
vmods = {
  std = {0x7f7aee4dc1c0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  directors = {0x7f7aee4dc230, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  vsthrottle = {0x7f7aee4dc310, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 17.0},
  tcp = {0x7f7aee4dc3f0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  digest = {0x7f7aee4dc460, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  xcounter = {0x7f7aee4dc540, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 17.0},
  accept = {0x7f7aee4dc620, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  xkey = {0x7f7aee4dc700, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  var = {0x7f7aee4dc7e0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 17.0},
  pesi = {0x7f7aee4dc8c0, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
  cookie = {0x7f7aee4dc930, Varnish 7.3.0 84d79120b6d17b11819a663a93160743f293e63f, 0.0},
},
pools = {
  pool = 0x7f7ae7200640 {
    nidle = 137,
    nthr = 180,
    lqueue = 0
  },
  pool = 0x7f7ae7200000 {
    nidle = 140,
    nthr = 180,
    lqueue = 0
  },
},

Enviroment

OS                Ubuntu 22.04(5.15.0-52-generic)
varnishd          7.3.0(84d79120b6d17b11819a663a93160743f293e63f)
slash             49bbf2c63370a09104d7603a1776e689e7bdaa93
libxxhash0:amd64  0.8.1-1
liburing2:amd64   2.1-2build1