[ENBD] can't write to nb device - nbd_get_req blocking req

enbd@lists.community.tummy.com enbd@lists.community.tummy.com
Thu, 24 Apr 2003 16:58:41 -0600 (MDT)


hi Peter,

When I orginally tried to build the package using make config all I got
errors, but I noticed the debian directory and dpkg-buildpackage -b -uc
seemed to build both of the .deb's correctly so I installed those, and
then rebuilt the kernel using make-kpkg after applying your patch.
here are the build errors for make config all:

-----------------
export CONFIG_SITE=/usr/local/build/nbd-2.4.31/conf/config.Linux; \
cd /tmp;  ./configure --srcdir=/usr/local/build/nbd-2.4.31/nbd; \
make VPATH=/usr/local/build/nbd-2.4.31/nbd \
                CFLAGS="-D_LARGEFILE64_SOURCE=1 -D_LARGEFILE_SOURCE=1
                -D_GNU_SOURCE=1 -D_XOPEN_SOURCE=1 -D_FILE_OFFSET_BITS=64
                -Wall -O2 \                      -I/tmp \
                      -I/usr/local/build/nbd-2.4.31/kernel/linux/include \
                       -DDEBUG=0" \
                EXTRA_LIBS="  " \
                config
make[1]: Entering directory `/tmp'
gcc -D_LARGEFILE64_SOURCE=1 -D_LARGEFILE_SOURCE=1 -D_GNU_SOURCE=1
-D_XOPEN_SOURCE=1 -D_FILE_OFFSET_BITS=64 -Wall -O2  -I/tmp 
-I/usr/local/build/nbd-2.4.31/kernel/linux/include  -DDEBUG=0   
/usr/local/build/nbd-2.4.31/nbd/config.c   -o config/usr/lib/crt1.o: In
function `_start':/usr/lib/crt1.o(.text+0x18): undefined reference to `main'
collect2: ld returned 1 exit status
make[1]: *** [config] Error 1
make[1]: Leaving directory `/tmp'
make: *** [config] Error 2

-----------------

here are some warnings from the kernel compilation:

-----------------

gcc -D__KERNEL__ -I/usr/src/linux-2.4.20/include -Wall -Wstrict-prototypes
-Wno-trigraphs -O2 -fno-strict-aliasing -fno-common -fomit-frame-pointer
-pipe -mpreferred-stack-boundary=2 -march=i686 -DMODULE -DMODVERSIONS
-include /usr/src/linux-2.4.20/include/linux/modversions.h  -nostdinc
-iwithprefix include -DKBUILD_BASENAME=enbd  -c -o enbd.o enbd.cenbd.c: In function `set_ac':
enbd.c:789: warning: function declaration isn't a prototype
enbd.c:794: warning: function declaration isn't a prototype
enbd.c: At top level:
enbd.c:3377: warning: function declaration isn't a prototype
enbd.c: In function `add_blockmap':
enbd.c:6702: warning: function declaration isn't a prototype
enbd.c: In function `del_blockmap':
enbd.c:6731: warning: function declaration isn't a prototype
enbd.c: In function `nbd_set_enabled':
enbd.c:6806: warning: function declaration isn't a prototype
enbd.c: In function `nbd_zero_counters':
enbd.c:6838: warning: function declaration isn't a prototype
enbd.c: In function `nbd_proc_hotadd':
enbd.c:6868: warning: function declaration isn't a prototype
enbd.c: In function `nbd_proc_hotremove':
enbd.c:6901: warning: function declaration isn't a prototype
enbd.c: In function `nbd_proc_setfaulty':
enbd.c:6933: warning: function declaration isn't a prototype
enbd.c: In function `getarg':
enbd.c:7914: warning: function declaration isn't a prototype
gcc -D__KERNEL__ -I/usr/src/linux-2.4.20/include -Wall -Wstrict-prototypes
-Wno-trigraphs -O2 -fno-strict-aliasing -fno-common -fomit-frame-pointer
-pipe -mpreferred-stack-boundary=2 -march=i686 -DMODULE -DMODVERSIONS
-include /usr/src/linux-2.4.20/include/linux/modversions.h  -nostdinc
-iwithprefix include -DKBUILD_BASENAME=enbd_ioctl  -c -o enbd_ioctl.o
enbd_ioctl.cgcc -D__KERNEL__ -I/usr/src/linux-2.4.20/include -Wall -Wstrict-prototypes
-Wno-trigraphs -O2 -fno-strict-aliasing -fno-common -fomit-frame-pointer
-pipe -mpreferred-stack-boundary=2 -march=i686 -DMODULE -DMODVERSIONS
-include /usr/src/linux-2.4.20/include/linux/modversions.h  -nostdinc
-iwithprefix include -DKBUILD_BASENAME=enbd_bufferwr  -c -o
enbd_bufferwr.o enbd_bufferwr.c
-------------

and finally, here is the output from make test.  I copied the executables
and modules to /tmp after installed the .deb's.  Everything appears to
have worked correctly.
-----------------


server:localhost <- 3033 -> client:localhost
server:localhost <- 4044 -> client:localhost
echo; echo; \
 stty -echo </dev/tty ; \
 sh -c " echo kill enbd-server" ; \
 stty echo </dev/tty ;  \
 sh -c  " killall enbd-server; sleep 1;  killall -9 enbd-server"


kill enbd-server
enbd-server: no process killed
enbd-server: no process killed
make: [kill-server] Error 1 (ignored)
echo; echo; \
 stty -echo </dev/tty ; \
 sh -c " echo enbd-server" ; \
 stty echo </dev/tty ;  \
 cp -a /tmp/enbd-server /tmp/  ; \
 for i in /tmp/core0 /tmp/core1 /tmp/core2 /tmp/core3; do sh -c  "test -s
 $i || dd if=/dev/zero  bs=1024 count=2048 >$i" ; done ; \ sh -c  " nice -19 /tmp/enbd-server 3033 /tmp/core0 /tmp/core1 -i
 "NBDabcdefNBD" -t 120 -b 1024 -0   -w 10000   ; pstree -p | grep
 enbd-server; sleep 300" &

enbd-server
cp: `/tmp/enbd-server' and `/tmp/enbd-server' are the same file
2048+0 records in
2048+0 records out
2048+0 records in
2048+0 records out
2048+0 records in
2048+0 records out
2048+0 records in
2048+0 records out
delay 5s ..enbd-server   343: server (-2) set new signal handlers for
master server 343        |-enbd-server(343)
.
echo; echo; \
 stty -echo </dev/tty ; \
 sh -c " echo kill enbd-client"  ; \
 stty echo </dev/tty ; \
 sh -c  " killall -USR1 enbd-client ; sleep 1;  killall -9 enbd-client;
 sleep 4; # /sbin/rmmod enbd"

kill enbd-client
enbd-client: no process killed
enbd-client: no process killed
echo; echo; \
 stty -echo </dev/tty ; \
 sh -c " echo enbd-client"  ; \
 stty echo </dev/tty ; \
 rsync -uav --rsh=ssh  /tmp/enbd.o  /tmp/ ; \
 rsync -uav --rsh=ssh  /tmp/enbd-client /tmp/ ; \
 rsync -uav --rsh=ssh  /usr/local/build/nbd-2.4.31/scripts/nbd/MAKEDEV
 /tmp/ ; \ sh -c  "cd /dev;  /tmp/MAKEDEV /dev/ndb" ; \
 sh -c  " /sbin/insmod /tmp/enbd.o rahead=20 merge_requests=32
 sync_intvl=0;  /sbin/insmod /tmp/enbd_ioctl.o;  /sbin/insmod
 /tmp/enbd_bufferwr.o" || true  ; \ sh -c  " nice -19 /tmp/enbd-client localhost:3033 -n 4 -b 1024 -i
 "NBDabcdefNBD" -t 120   -p 5   -d 1 /dev/ndb ; pstree -p | grep
 enbd-client; sleep 10"

enbd-client
building file list ... done
wrote 45 bytes  read 20 bytes  130.00 bytes/sec
total size is 89628  speedup is 1378.89
building file list ... done
wrote 50 bytes  read 20 bytes  140.00 bytes/sec
total size is 89800  speedup is 1282.86
building file list ... link_stat
/usr/local/build/nbd-2.4.31/scripts/nbd/MAKEDEV : No such file or
directorydone
wrote 25 bytes  read 20 bytes  90.00 bytes/sec
total size is 0  speedup is 0.00
rsync error: some files could not be transferred (code 23) at main.c(620)
enbd-client   387: client says target 0 is localhost:3033
enbd-client   387: client (-1) manager opened NBD device /dev/ndb (2b10)
enbd-client   387: client (-1) set kernel bdflush sync boundary to 80%
from 60%enbd-client   387: client (-1) set kernel bdflush async boundary to 25%
from 30%enbd-client   387: client (-1) manager detaches from shell
        |-enbd-client(388)
enbd-client   388: client (-1) manager made pidfile
/var/run/enbd-client-NBDabcdefNBD.pid with pid 388enbd-client   388: client (-1) starts introduction sequence on localhost:3033
enbd-server   343: server (-2) opened port 3033 (socket 1) for client
127.0.0.1nbd/hash   391: pre-seeding hash heap with unit size 8192
nbd/hash   391: pre-seeding hash heap with unit size 2048
nbd/hash   391: pre-seeding hash heap with unit size 128
nbd/hash   391: pre-seeding hash heap with unit size 16
enbd-server   391: server (-1) set default signal handlers for session
server 391enbd-server   391: server (-1) sent hello ok
enbd-server   391: server (-1) sent passwd ok
enbd-server   391: server (-1) got cliserv magic ok
enbd-server   391: server (-1) received id device 2b10 ok
enbd-server   391: server (-1) sent size 4194304 ok
enbd-server   391: server (-1) sent sig ok
enbd-server   391: server (-1) suggested ro flags 0 ok
enbd-client   388: client (-1) got size 4194304
enbd-server   391: server (-1) received blksize 1024 ok
enbd-server   391: server (-1) sent/negotiated blksize 1024 ok
enbd-client   388: client (-1) negotiated blksize 1024
enbd-server   391: server (-1) received pulse_intvl 5 ok
enbd-server   391: server (-1) sent/negotiated pulse interval 10 ok
enbd-client   388: client (-1) negotiated pulse_intvl 10
enbd-server   391: server (-1) agreed 4 channels ok
enbd-server   391: server (-1) selected free port at 3034
enbd-server   391: server (-1) posted port 3034 ok
enbd-server   391: server (-1) manager started new process group 391
enbd-server   393: server (0) set default signal handlers for slave server
393enbd-server   394: server (1) set default signal handlers for slave server
394enbd-server   395: server (2) set default signal handlers for slave server
395enbd-server   396: server (3) set default signal handlers for slave server
396enbd-server   391: server (-1) set new signal handlers for session server 391
enbd-client   388: client (-1) got session port 3034 ok
enbd-client   388: client (-1) introduction sequence ends ok
enbd-client   388: client (-1) set device size 4194304
enbd-client   388: client (-1) sets session slots to to 0-3
enbd-client   397: client (0) found device /dev/ndb1 ok
enbd-client   397: client (0) opened socket 5 to localhost:3034
enbd-server   396: server (3) opened port 3034 (socket 4) for client
127.0.0.1enbd-server   396: server (3) sent hello ok
enbd-server   396: server (3) sent passwd ok
enbd-server   396: server (3) got cliserv magic ok
enbd-server   396: server (3) sent sig ok
enbd-server   396: server (3) set new signal handlers for slave server 396
enbd-client   397: client (0) read passwd ok from localhost:3034
enbd-client   397: client (0) got cliserv magic ok from localhost:3034
enbd-client   397: client (0) got a signature ok from localhost:3034
enbd-client   388: client (-1) manager launched daemon 0.0 (397) for
localhost:3034enbd-client   397: client (0) begins main loop
enbd-client   399: client (1) found device /dev/ndb2 ok
enbd-client   399: client (1) opened socket 5 to localhost:3034
enbd-server   395: server (2) opened port 3034 (socket 4) for client
127.0.0.1enbd-server   395: server (2) sent hello ok
enbd-server   395: server (2) sent passwd ok
enbd-server   395: server (2) got cliserv magic ok
enbd-server   395: server (2) sent sig ok
enbd-server   395: server (2) set new signal handlers for slave server 395
enbd-client   399: client (1) read passwd ok from localhost:3034
enbd-client   399: client (1) got cliserv magic ok from localhost:3034
enbd-client   399: client (1) got a signature ok from localhost:3034
enbd-client   399: client (1) begins main loop
enbd-client   388: client (-1) manager launched daemon 0.1 (399) for
localhost:3034enbd-client   400: client (2) found device /dev/ndb3 ok
enbd-client   400: client (2) opened socket 5 to localhost:3034
enbd-server   394: server (1) opened port 3034 (socket 4) for client
127.0.0.1enbd-server   394: server (1) sent hello ok
enbd-server   394: server (1) sent passwd ok
enbd-server   394: server (1) got cliserv magic ok
enbd-server   394: server (1) sent sig ok
enbd-server   394: server (1) set new signal handlers for slave server 394
enbd-client   400: client (2) read passwd ok from localhost:3034
enbd-client   400: client (2) got cliserv magic ok from localhost:3034
enbd-client   400: client (2) got a signature ok from localhost:3034
enbd-client   400: client (2) begins main loop
enbd-client   388: client (-1) manager launched daemon 0.2 (400) for
localhost:3034enbd-client   401: client (3) found device /dev/ndb4 ok
enbd-client   401: client (3) opened socket 5 to localhost:3034
enbd-server   393: server (0) opened port 3034 (socket 4) for client
127.0.0.1enbd-server   393: server (0) sent hello ok
enbd-server   393: server (0) sent passwd ok
enbd-server   393: server (0) got cliserv magic ok
enbd-server   393: server (0) sent sig ok
enbd-client   401: client (3) read passwd ok from localhost:3034
enbd-client   401: client (3) got cliserv magic ok from localhost:3034
enbd-client   401: client (3) got a signature ok from localhost:3034
enbd-client   401: client (3) begins main loop
enbd-client   388: client (-1) manager launched daemon 0.3 (401) for
localhost:3034enbd-server   393: server (0) set new signal handlers for slave server 393
sh -c  " /tmp/enbd-test /dev/ndb -s 1M -i 1:2:3:4:5"
/dev/ndb has 1048576 bytes in 1024 blocks of 1024 bytes each
flushing buffers..done
writing....5%....10%....15%....20%....25%....30%....35%....40%....45%....50%....55%....60%....65%....70%....75%....80%....85%....90%....95%....donetest 1 succeeded:  0 incorrect blocks
flushing buffers..done
reading....5%....10%....15%....20%....25%....30%....35%....40%....45%....50%....55%....60%....65%....70%....75%....80%....85%....90%....95%....donetest 2 succeeded:  0 incorrect blocks
flushing buffers..done
writing....5%....10%....15%....20%....25%....30%....35%....40%....45%....50%....55%....60%....65%....70%....75%....80%....85%....90%....95%....donetest 3 succeeded:  0 incorrect blocks
flushing buffers..done
reading....5%....10%....15%....20%....25%....30%....35%....40%....45%....50%....55%....60%....65%....70%....75%....80%....85%....90%....95%....donetest 4 succeeded:  0 incorrect blocks
ioctl 1 succeeded
ioctl 2 succeeded
ioctl 3 succeeded
ioctl 4 succeeded
ioctl 5 succeeded
echo done
done


----------------

I was encouraged by the successful test and tried:
insmod enbd
enbd-server -a 1111 /dev/hda8
enbd-client localhost:1111 -n 4 /dev/nda

enbd-test /dev/nda

--
/dev/nda has 435907584 bytes in 425691 blocks of 1024 bytes each
flushing buffers..done
writing....5%....10%....15%....20%....25%....30%....35%....40%....45%....50%....55%....60%....65%....70%....75%....80%....85%....90%....95%....donetest 1 succeeded:  0 incorrect blocks
flushing buffers..
--
which is as far as it got.  I've tried this with the client and server on
different machines with similar results.
here is some debugging output:

-------

enbd-client   278: client (-1) childminder launched pid 312 (2)
enbd-client   278: client (-1) manager launched daemon 0.3 (313) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 313 (3)
enbd-client   313: client (3) found device /dev/nda4 ok
enbd-server   306: server (2) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   306: server (2) sent hello ok
enbd-server   306: server (2) sent passwd ok
enbd-server   306: server (2) got cliserv magic ok
enbd-server   306: server (2) sent sig ok
enbd-server   306: server (2) set new signal handlers for slave server 306
enbd-client   313: client (3) opened socket 5 to localhost:1112
enbd-client   313: client (3) read passwd ok from localhost:1112
enbd-client   313: client (3) got cliserv magic ok from localhost:1112
enbd-client   313: client (3) got a signature ok from localhost:1112
enbd-client   313: client (3) begins main loop
nbd-shmem   306: <# 278> unlock_req nobody locked req 26, erroring request!
enbd-server   306: <#1141> do_srv_write errored request!
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 309 is down, launching new
enbd-server   279: server (-1) launched slave pid 314
enbd-server   314: server (1) set default signal handlers for slave server
314enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 308 is down, launching new
enbd-server   279: server (-1) launched slave pid 315
enbd-server   315: server (0) set default signal handlers for slave server
315enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 307 is down, launching new
enbd-server   279: server (-1) launched slave pid 316
enbd-server   316: server (3) set default signal handlers for slave server
316enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 306 is down, launching new
enbd-server   279: server (-1) launched slave pid 317
enbd-server   317: server (2) set default signal handlers for slave server
317enbd-client   310: client (0) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   311: client (1) last error Connection reset by peer
enbd-client   312: client (2) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) reaped dead child 312
enbd-client   278: client (-1) reaped dead child 311
enbd-client   278: client (-1) reaped dead child 310
enbd-client   278: client (-1) manager launched daemon 0.0 (318) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 318 (0)
enbd-client   278: client (-1) manager launched daemon 0.1 (319) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 319 (1)
enbd-client   313: client (3) last error Connection reset by peer
enbd-client   318: client (0) found device /dev/nda1 ok
enbd-server   317: server (2) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   317: server (2) sent hello ok
enbd-server   317: server (2) sent passwd ok
enbd-server   317: server (2) got cliserv magic ok
enbd-server   317: server (2) sent sig ok
enbd-server   317: server (2) set new signal handlers for slave server 317
enbd-client   318: client (0) opened socket 5 to localhost:1112
enbd-client   318: client (0) read passwd ok from localhost:1112
enbd-client   318: client (0) got cliserv magic ok from localhost:1112
enbd-client   318: client (0) got a signature ok from localhost:1112
enbd-client   318: client (0) begins main loop
nbd-shmem   317: <# 278> unlock_req nobody locked req 29, erroring request!
enbd-server   317: <#1141> do_srv_write errored request!
enbd-client   319: client (1) found device /dev/nda2 ok
enbd-server   316: server (3) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   316: server (3) sent hello ok
enbd-server   316: server (3) sent passwd ok
enbd-server   316: server (3) got cliserv magic ok
enbd-server   316: server (3) sent sig ok
enbd-server   316: server (3) set new signal handlers for slave server 316
enbd-client   319: client (1) opened socket 5 to localhost:1112
enbd-client   319: client (1) read passwd ok from localhost:1112
enbd-client   319: client (1) got cliserv magic ok from localhost:1112
enbd-client   319: client (1) got a signature ok from localhost:1112
enbd-client   319: client (1) begins main loop
nbd-shmem   316: <# 278> unlock_req nobody locked req 22, erroring request!
enbd-server   316: <#1141> do_srv_write errored request!
enbd-client   320: client (2) found device /dev/nda3 ok
enbd-server   315: server (0) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   315: server (0) sent hello ok
enbd-server   315: server (0) sent passwd ok
enbd-server   315: server (0) got cliserv magic ok
enbd-server   315: server (0) sent sig ok
enbd-server   315: server (0) set new signal handlers for slave server 315
enbd-client   320: client (2) opened socket 5 to localhost:1112
enbd-client   320: client (2) read passwd ok from localhost:1112
enbd-client   320: client (2) got cliserv magic ok from localhost:1112
enbd-client   320: client (2) got a signature ok from localhost:1112
enbd-client   320: client (2) begins main loop
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) manager launched daemon 0.2 (320) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 320 (2)
nbd-shmem   315: <# 278> unlock_req nobody locked req 31, erroring request!
enbd-server   315: <#1141> do_srv_write errored request!
enbd-client   278: client (-1) reaped dead child 313
enbd-client   278: client (-1) manager launched daemon 0.3 (321) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 321 (3)
enbd-client   321: client (3) found device /dev/nda4 ok
enbd-server   314: server (1) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   314: server (1) sent hello ok
enbd-server   314: server (1) sent passwd ok
enbd-server   314: server (1) got cliserv magic ok
enbd-server   314: server (1) sent sig ok
enbd-server   314: server (1) set new signal handlers for slave server 314
enbd-client   321: client (3) opened socket 5 to localhost:1112
enbd-client   321: client (3) read passwd ok from localhost:1112
enbd-client   321: client (3) got cliserv magic ok from localhost:1112
enbd-client   321: client (3) got a signature ok from localhost:1112
enbd-client   321: client (3) begins main loop
nbd-shmem   314: <# 278> unlock_req nobody locked req 34, erroring request!
enbd-server   314: <#1141> do_srv_write errored request!
enbd-server   290: <#3409> main Server failed connectme!
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 317 is down, launching new
enbd-server   279: server (-1) launched slave pid 322
enbd-server   322: server (2) set default signal handlers for slave server
322enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 316 is down, launching new
enbd-server   279: server (-1) launched slave pid 323
enbd-server   323: server (3) set default signal handlers for slave server
323enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 315 is down, launching new
enbd-server   279: server (-1) launched slave pid 324
enbd-server   324: server (0) set default signal handlers for slave server
324enbd-server   290: <# 783> connectme accept: Invalid argument
enbd-server   290: <#3409> main Server failed connectme!
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 314 is down, launching new
enbd-server   279: server (-1) launched slave pid 325
enbd-server   325: server (1) set default signal handlers for slave server
325enbd-server   290: <# 783> connectme accept: Invalid argument
enbd-server   290: <#3409> main Server failed connectme!
enbd-server   290: <# 783> connectme accept: Invalid argument
enbd-client   318: client (0) last error Connection reset by peer
enbd-client   319: client (1) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278:enbd-client   320: client (2) last error Connection
reset by peerenbd-client   278: sighandler relaunches child from manager
 client (-1) reaped dead child 319
enbd-client   278: client (-1) reaped dead child 320
enbd-client   278: client (-1) reaped dead child 318
enbd-client   278: client (-1) manager launched daemon 0.0 (326) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 326 (0)
enbd-client   326: client (0) found device /dev/nda1 ok
enbd-server   324: server (0) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   324: server (0) sent hello ok
enbd-server   324: server (0) sent passwd ok
enbd-server   324: server (0) got cliserv magic ok
enbd-server   324: server (0) sent sig ok
enbd-server   324: server (0) set new signal handlers for slave server 324
enbd-client   326: client (0) opened socket 5 to localhost:1112
enbd-client   326: client (0) read passwd ok from localhost:1112
enbd-client   326: client (0) got cliserv magic ok from localhost:1112
enbd-client   326: client (0) got a signature ok from localhost:1112
enbd-client   326: client (0) begins main loop
nbd-shmem   324: <# 278> unlock_req nobody locked req 37, erroring request!
enbd-server   324: <#1141> do_srv_write errored request!
enbd-client   278: client (-1) manager launched daemon 0.1 (327) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 327 (1)
enbd-client   327: client (1) found device /dev/nda2 ok
enbd-server   323: server (3) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   323: server (3) sent hello ok
enbd-server   323: server (3) sent passwd ok
enbd-server   323: server (3) got cliserv magic ok
enbd-server   323: server (3) sent sig ok
enbd-server   323: server (3) set new signal handlers for slave server 323
enbd-client   327: client (1) opened socket 5 to localhost:1112
enbd-client   327: client (1) read passwd ok from localhost:1112
enbd-client   327: client (1) got cliserv magic ok from localhost:1112
enbd-client   327: client (1) got a signature ok from localhost:1112
enbd-client   327: client (1) begins main loop
nbd-shmem   323: <# 278> unlock_req nobody locked req 30, erroring request!
enbd-server   323: <#1141> do_srv_write errored request!
enbd-client   278: client (-1) manager launched daemon 0.2 (328) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 328 (2)
enbd-client   328: client (2) found device /dev/nda3 ok
enbd-server   322: server (2) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   322: server (2) sent hello ok
enbd-server   322: server (2) sent passwd ok
enbd-server   322: server (2) got cliserv magic ok
enbd-server   322: server (2) sent sig ok
enbd-server   322: server (2) set new signal handlers for slave server 322
enbd-client   328: client (2) opened socket 5 to localhost:1112
enbd-client   328: client (2) read passwd ok from localhost:1112
enbd-client   328: client (2) got cliserv magic ok from localhost:1112
enbd-client   328: client (2) got a signature ok from localhost:1112
enbd-client   328: client (2) begins main loop
nbd-shmem   322: <# 278> unlock_req nobody locked req 39, erroring request!
enbd-server   322: <#1141> do_srv_write errored request!
enbd-client   321: client (3) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) reaped dead child 321
enbd-client   278: client (-1) manager launched daemon 0.3 (329) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 329 (3)
enbd-client   329: client (3) found device /dev/nda4 ok
enbd-server   325: server (1) opened port 1112 (socket 11) for client
127.0.0.1enbd-server   325: server (1) sent hello ok
enbd-server   325: server (1) sent passwd ok
enbd-server   325: server (1) got cliserv magic ok
enbd-server   325: server (1) sent sig ok
enbd-server   325: server (1) set new signal handlers for slave server 325
enbd-client   329: client (3) opened socket 5 to localhost:1112
enbd-client   329: client (3) read passwd ok from localhost:1112
enbd-client   329: client (3) got cliserv magic ok from localhost:1112
enbd-client   329: client (3) got a signature ok from localhost:1112
enbd-client   329: client (3) begins main loop
nbd-shmem   325: <# 278> unlock_req nobody locked req 42, erroring request!
enbd-server   325: <#1141> do_srv_write errored request!
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 324 is down, launching new
enbd-server   279: server (-1) launched slave pid 330
enbd-server   330: server (0) set default signal handlers for slave server
330enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 323 is down, launching new
enbd-server   279: server (-1) launched slave pid 331
enbd-server   331: server (3) set default signal handlers for slave server
331enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 322 is down, launching new
enbd-server   279: server (-1) launched slave pid 332
enbd-server   332: server (2) set default signal handlers for slave server
332enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 325 is down, launching new
enbd-server   279: server (-1) launched slave pid 333
enbd-server   333: server (1) set default signal handlers for slave server
333enbd-client   326: client (0) last error Connection reset by peer
enbd-client   327: client (1) last error Connection reset by peer
enbd-client   328: client (2) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) reaped dead child 328
enbd-client   278: client (-1) reaped dead child 327
enbd-client   278: client (-1) reaped dead child 326
enbd-client   278: client (-1) manager launched daemon 0.0 (334) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 334 (0)
enbd-client   278: client (-1) manager launched daemon 0.1 (335) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 335 (1)
enbd-client   334: client (0) found device /dev/nda1 ok
enbd-server   333: server (1) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   333: server (1) sent hello ok
enbd-server   333: server (1) sent passwd ok
enbd-server   333: server (1) got cliserv magic ok
enbd-server   333: server (1) sent sig ok
enbd-server   333: server (1) set new signal handlers for slave server 333
enbd-client   334: client (0) opened socket 5 to localhost:1112
enbd-client   334: client (0) read passwd ok from localhost:1112
enbd-client   334: client (0) got cliserv magic ok from localhost:1112
enbd-client   334: client (0) got a signature ok from localhost:1112
enbd-client   334: client (0) begins main loop
nbd-shmem   333: <# 278> unlock_req nobody locked req 45, erroring request!
enbd-server   333: <#1141> do_srv_write errored request!
enbd-client   335: client (1) found device /dev/nda2 ok
enbd-server   332: server (2) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   332: server (2) sent hello ok
enbd-server   332: server (2) sent passwd ok
enbd-server   332: server (2) got cliserv magic ok
enbd-server   332: server (2) sent sig ok
enbd-server   332: server (2) set new signal handlers for slave server 332
enbd-client   335: client (1) opened socket 5 to localhost:1112
enbd-client   335: client (1) read passwd ok from localhost:1112
enbd-client   335: client (1) got cliserv magic ok from localhost:1112
enbd-client   335: client (1) got a signature ok from localhost:1112
enbd-client   335: client (1) begins main loop
nbd-shmem   332: <# 278> unlock_req nobody locked req 38, erroring request!
enbd-server   332: <#1141> do_srv_write errored request!
enbd-client   336: client (2) found device /dev/nda3 ok
enbd-server   331: server (3) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   331: server (3) sent hello ok
enbd-server   331: server (3) sent passwd ok
enbd-server   331: server (3) got cliserv magic ok
enbd-server   331: server (3) sent sig ok
enbd-server   331: server (3) set new signal handlers for slave server 331
enbd-client   336: client (2) opened socket 5 to localhost:1112
enbd-client   336: client (2) read passwd ok from localhost:1112
enbd-client   336: client (2) got cliserv magic ok from localhost:1112
enbd-client   336: client (2) got a signature ok from localhost:1112
enbd-client   336: client (2) begins main loop
nbd-shmem   331: <# 278> unlock_req nobody locked req 47, erroring request!
enbd-server   331: <#1141> do_srv_write errored request!
enbd-client   278: client (-1) manager launched daemon 0.2 (336) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 336 (2)
enbd-client   329: client (3) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) reaped dead child 329
enbd-client   278: client (-1) manager launched daemon 0.3 (337) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 337 (3)
enbd-client   337: client (3) found device /dev/nda4 ok
enbd-server   330: server (0) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   330: server (0) sent hello ok
enbd-server   330: server (0) sent passwd ok
enbd-server   330: server (0) got cliserv magic ok
enbd-server   330: server (0) sent sig ok
enbd-server   330: server (0) set new signal handlers for slave server 330
enbd-client   337: client (3) opened socket 5 to localhost:1112
enbd-client   337: client (3) read passwd ok from localhost:1112
enbd-client   337: client (3) got cliserv magic ok from localhost:1112
enbd-client   337: client (3) got a signature ok from localhost:1112
enbd-client   337: client (3) begins main loop
nbd-shmem   330: <# 278> unlock_req nobody locked req 50, erroring request!
enbd-server   330: <#1141> do_srv_write errored request!
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 333 is down, launching new
enbd-server   279: server (-1) launched slave pid 338
enbd-server   279: server (-1) slave pid 332 is down, launching new
enbd-server   279: server (-1) launched slave pid 339
enbd-server   279: server (-1) slave pid 331 is down, launching new
enbd-server   279: server (-1) launched slave pid 340
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   339: server (2) set default signal handlers for slave server
339enbd-server   340: server (3) set default signal handlers for slave server
340enbd-server   338: server (1) set default signal handlers for slave server
338enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 330 is down, launching new
enbd-server   279: server (-1) launched slave pid 341
enbd-server   341: server (0) set default signal handlers for slave server
341enbd-client   334: client (0) last error Connection reset by peer
enbd-client   335: client (1) last error Connection reset by peer
enbd-client   336: client (2) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) reaped dead child 336
enbd-client   278: client (-1) reaped dead child 335
enbd-client   278: client (-1) reaped dead child 334
enbd-client   342: client (0) found device /dev/nda1 ok
enbd-client   278: client (-1) manager launched daemon 0.0 (342) for
localhost:1112enbd-server   340: server (3) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   340: server (3) sent hello ok
enbd-server   340: server (3) sent passwd ok
enbd-server   340: server (3) got cliserv magic ok
enbd-server   340: server (3) sent sig ok
enbd-server   340: server (3) set new signal handlers for slave server 340
enbd-client   342: client (0) opened socket 5 to localhost:1112
enbd-client   342: client (0) read passwd ok from localhost:1112
enbd-client   342: client (0) got cliserv magic ok from localhost:1112
enbd-client   342: client (0) got a signature ok from localhost:1112
enbd-client   342: client (0) begins main loop
nbd-shmem   340: <# 278> unlock_req nobody locked req 53, erroring request!
enbd-server   340: <#1141> do_srv_write errored request!
enbd-client   278: client (-1) childminder launched pid 342 (0)
enbd-client   278: client (-1) manager launched daemon 0.1 (343) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 343 (1)
enbd-client   343: client (1) found device /dev/nda2 ok
enbd-server   339: server (2) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   339: server (2) sent hello ok
enbd-server   339: server (2) sent passwd ok
enbd-server   339: server (2) got cliserv magic ok
enbd-server   339: server (2) sent sig ok
enbd-server   339: server (2) set new signal handlers for slave server 339
enbd-client   343: client (1) opened socket 5 to localhost:1112
enbd-client   343: client (1) read passwd ok from localhost:1112
enbd-client   343: client (1) got cliserv magic ok from localhost:1112
enbd-client   343: client (1) got a signature ok from localhost:1112
enbd-client   343: client (1) begins main loop
nbd-shmem   339: <# 278> unlock_req nobody locked req 46, erroring request!
enbd-server   339: <#1141> do_srv_write errored request!
enbd-client   344: client (2) found device /dev/nda3 ok
enbd-server   338: server (1) opened port 1112 (socket 4) for client
127.0.0.1enbd-server   338: server (1) sent hello ok
enbd-server   338: server (1) sent passwd ok
enbd-server   338: server (1) got cliserv magic ok
enbd-server   338: server (1) sent sig ok
enbd-server   338: server (1) set new signal handlers for slave server 338
enbd-client   344: client (2) opened socket 5 to localhost:1112
enbd-client   344: client (2) read passwd ok from localhost:1112
enbd-client   344: client (2) got cliserv magic ok from localhost:1112
enbd-client   344: client (2) got a signature ok from localhost:1112
enbd-client   344: client (2) begins main loop
nbd-shmem   338: <# 278> unlock_req nobody locked req 55, erroring request!
enbd-server   338: <#1141> do_srv_write errored request!
enbd-client   278: client (-1) manager launched daemon 0.2 (344) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 344 (2)
enbd-client   337: client (3) last error Connection reset by peer
enbd-client   278: sighandler relaunches child from manager
enbd-client   278: client (-1) reaped dead child 337
enbd-client   278: client (-1) manager launched daemon 0.3 (345) for
localhost:1112enbd-client   278: client (-1) childminder launched pid 345 (3)
enbd-client   345: client (3) found device /dev/nda4 ok
enbd-server   341: server (0) opened port 1112 (socket 11) for client
127.0.0.1enbd-server   341: server (0) sent hello ok
enbd-server   341: server (0) sent passwd ok
enbd-server   341: server (0) got cliserv magic ok
enbd-server   341: server (0) sent sig ok
enbd-server   341: server (0) set new signal handlers for slave server 341
enbd-client   345: client (3) opened socket 5 to localhost:1112
enbd-client   345: client (3) read passwd ok from localhost:1112
enbd-client   345: client (3) got cliserv magic ok from localhost:1112
enbd-client   345: client (3) got a signature ok from localhost:1112
enbd-client   345: client (3) begins main loop
nbd-shmem   341: <# 278> unlock_req nobody locked req 58, erroring request!
enbd-server   341: <#1141> do_srv_write errored request!
enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 340 is down, launching new
enbd-server   279: server (-1) launched slave pid 346
enbd-server   346: server (3) set default signal handlers for slave server
346enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 339 is down, launching new
enbd-server   279: server (-1) launched slave pid 347
enbd-server   347: server (2) set default signal handlers for slave server
347enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 338 is down, launching new
enbd-server   279: server (-1) launched slave pid 348
enbd-server   348: server (1) set default signal handlers for slave server
348enbd-server   279: server (-1) relaunches child after SIGCHLD
enbd-server   279: server (-1) slave pid 341 is down, launching new
enbd-server   279: server (-1) launched slave pid 349
enbd-server   349: server (0) set default signal handlers for slave server
349
----------

thanks,
--John