t=root
>>>
>>> /usr/ports    -sec=sys
>>>
>>>
>>> The clients run poudriere in jails.
>>>
>>> Now and than I get hanging processes and unresponsive nfs server messages.
>>>
>>> All NFS threads are in this state:
>>> [root@rpi4 ~]# procstat -kk 5973
>>>     PID    TID COMM                TDNAME              KSTACK
>>>    5973 100541 nfsd                nfsd: master        mi_switch+0x100 sleepq_catch_signals+0x3e4 sleepq_timedwait_sig+0x18 _sleep+0x1a0 clnt_vc_call+0x814 clnt_reconnect_call+0x960 newnfs_request+0xacc nfsrpc_closerpc+0xfc nfscl_tryclose+0x58 nfsrpc_doclose+0x294 nfscl_doclose+0x390 nfsrpc_close+0x28 ncl_inactive+0x14c vop_sigdefer+0x34 vinactivef+0xb8 vput_final+0x1f4 null_reclaim+0x1a0 VOP_RECLAIM_APV+0x20
>>>    5973 100784 nfsd                nfsd: service       mi_switch+0x100 sleepq_catch_signals+0x3e4 sleepq_timedwait_sig+0x18 _sleep+0x1a0 clnt_vc_call+0x814 clnt_reconnect_call+0x960 newnfs_request+0xacc nfsrpc_closerpc+0xfc nfscl_tryclose+0x58 nfsrpc_doclose+0x294 nfscl_doclose+0x390 nfsrpc_close+0x28 ncl_inactive+0x14c vop_sigdefer+0x34 vinactivef+0xb8 vput_final+0x1f4 null_reclaim+0x1a0 VOP_RECLAIM_APV+0x20
>>>    5973 100785 nfsd                nfsd: service       mi_switch+0x100 sleepq_catch_signals+0x3e4 sleepq_timedwait_sig+0x18 _sleep+0x1a0 clnt_vc_call+0x814 clnt_reconnect_call+0x960 newnfs_request+0xacc nfsrpc_closerpc+0xfc nfscl_tryclose+0x58 nfsrpc_doclose+0x294 nfscl_doclose+0x390 nfsrpc_close+0x28 ncl_inactive+0x14c vop_sigdefer+0x34 vinactivef+0xb8 vput_final+0x1f4 null_reclaim+0x1a0 VOP_RECLAIM_APV+0x20
>>>    5973 100786 nfsd                nfsd: service       mi_switch+0x100 sleepq_catch_signals+0x3e4 sleepq_timedwait_sig+0x18 _sleep+0x1a0 clnt_vc_call+0x814 clnt_reconnect_call+0x960 newnfs_request+0xacc nfsrpc_closerpc+0xfc nfscl_tryclose+0x58 nfsrpc_doclose+0x294 nfscl_doclose+0x390 nfsrpc_close+0x28 ncl_inactive+0x14c vop_sigdefer+0x34 vinactivef+0xb8 vput_final+0x1f4 null_reclaim+0x1a0 VOP_RECLAIM_APV+0x20
>>> ... and a couple more similar lines ...
>>>
>>> In rc.conf:
>>> nfs_server_enable=YES
>>> mountd_enable=YES
>>> nfsv4_server_only=YES
>>> nfs_server_flags="-t"
>>>
>>> The filesystems are a zfs legacy mount in the jail:
>>> # grep zfs /data/jails/pkg/fstab
>>> zrpi4/data/poudriere-logs-bulk    /data/jails/pkg/_root/usr/local/poudriere/data/logs/bulk    zfs    rw    0    0
>>> zrpi4/data/poudriere-packages    /data/jails/pkg/_root/usr/local/poudriere/data/packages    zfs    rw    0    0
>>> zdata4/ports    /data/jails/pkg/_root/usr/ports    zfs    rw    0    0
>>>
>>>
>>> Interestingly I also have a bash process hanging which should not access NFS at the moment:
>>> # procstat -kk 83175
>>>     PID    TID COMM                TDNAME              KSTACK
>>> 83175 111203 bash                -                   mi_switch+0x100 sleeplk+0xf8 lockmgr_slock_hard+0x29c _vn_lock+0x50 vget_finish+0x28 cache_fplookup_final_child+0x54 cache_fplookup+0x538 namei+0xd8 kern_statat+0xd4 sys_fstatat+0x2c do_el0_sync+0x6b4 handle_el0_sync+0x4c
>>>
>>> Any thoughts?
>>>
>>> Regards,
>>> Ronald.
>>>
>>>
>>
>>
>> Just noticed this on the console:
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid b7c1283e:5166a2de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid 3750dc87:289259de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid 263bc0f2:d39c94de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid b7c1283e:5166a2de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid 3750dc87:289259de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid 263bc0f2:d39c94de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid b7c1283e:5166a2de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid 3750dc87:289259de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid b7c1283e:5166a2de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: server 'pkg.thuis.klop.ws' error: fileid changed. fsid 3750dc87:289259de: expected fileid 0x22, got 0x2. (BROKEN NFS SERVER OR MIDDLEWARE)
>> newnfs: Logged 10 times about fileid corruption; going quiet to avoid spamming logs excessively. (Limit is: 10).
> Do you have more than one client mounting the file system?
> If you do, make sure they all have different /etc/hostid's.
> (Cloning a system disk without deleting /etc/hostid can
> result in multiple clients with the same /etc/hostid. That
> mean they are "the same client" to the NFSv4 server
> and that can cause the above.)
> 
> If this is not the problem, I don't know why you'd see the
> above but I suspect the above explains the hang.
> 
> rick
> 


Two clients. Both have different /etc/hostid.

I noticed that the procstat stacks start with "null_reclaim". And poudriere null-mounts the nfs mounts in the poudriere-jails.

Could nfs+nullfs give some trouble? Or maybe it is just nullfs that hangs everything and the nfs stuff is just a result of it.

At the same moment I had git hanging on a non-NFS mount. See attachment for the procstat which also includes nfs-calls.

Regards,
Ronald.

--------------a8mRsUOJPL26AFk0M1Fz4iAT
Content-Type: text/plain; charset=UTF-8; name="git.hang.txt"
Content-Disposition: attachment; filename="git.hang.txt"
Content-Transfer-Encoding: base64

G1tPIHByb2NzdGF0IC1rayA4MTU2MAogIFBJRCAgICBUSUQgQ09NTSAgICAgICAgICAgICAg
ICBURE5BTUUgICAgICAgICAgICAgIEtTVEFDSyAgICAgICAgICAgICAgICAgICAgICAgCjgx
NTYwIDEwNDUwNCBnaXQgICAgICAgICAgICAgICAgIC0gICAgICAgICAgICAgICAgICAgbWlf
c3dpdGNoKzB4MTAwIHNsZWVwcV9jYXRjaF9zaWduYWxzKzB4M2U0IHNsZWVwcV93YWl0X3Np
ZysweGMgX3NsZWVwKzB4MWMwIHVtdHhxX3NsZWVwKzB4MmIwIGRvX3dhaXQrMHgyZWMgX191
bXR4X29wX3dhaXQrMHg2OCBzeXNfX3VtdHhfb3ArMHg4YyBkb19lbDBfc3luYysweDZiNCBo
YW5kbGVfZWwwX3N5bmMrMHg0YyAKODE1NjAgMTM1ODE3IGdpdCAgICAgICAgICAgICAgICAg
LSAgICAgICAgICAgICAgICAgICBtaV9zd2l0Y2grMHgxMDAgc2xlZXBsaysweGY4IGxvY2tt
Z3JfeGxvY2tfaGFyZCsweDI5YyBudWxsX2xvY2srMHhlOCBfdm5fbG9jaysweDUwIHZmc19s
b29rdXArMHgxMjAgbmFtZWkrMHgyMmMga2Vybl9zdGF0YXQrMHhkNCBzeXNfZnN0YXRhdCsw
eDJjIGRvX2VsMF9zeW5jKzB4NmI0IGhhbmRsZV9lbDBfc3luYysweDRjIAo4MTU2MCAxMzU4
MTggZ2l0ICAgICAgICAgICAgICAgICAtICAgICAgICAgICAgICAgICAgIG1pX3N3aXRjaCsw
eDEwMCBzbGVlcHFfY2F0Y2hfc2lnbmFscysweDNlNCBzbGVlcHFfdGltZWR3YWl0X3NpZysw
eDE4IF9zbGVlcCsweDFhMCBjbG50X3ZjX2NhbGwrMHg4MTQgY2xudF9yZWNvbm5lY3RfY2Fs
bCsweDk2MCBuZXduZnNfcmVxdWVzdCsweGFjYyBuZnNycGNfY2xvc2VycGMrMHhmYyBuZnNj
bF90cnljbG9zZSsweDU4IG5mc3JwY19kb2Nsb3NlKzB4Mjk0IG5mc2NsX2RvY2xvc2UrMHgz
OTAgbmZzcnBjX2Nsb3NlKzB4MjggbmNsX2luYWN0aXZlKzB4MTRjIHZvcF9zaWdkZWZlcisw
eDM0IHZpbmFjdGl2ZWYrMHhiOCB2cHV0X2ZpbmFsKzB4MWY0IG51bGxfcmVjbGFpbSsweDFh
MCBWT1BfUkVDTEFJTV9BUFYrMHgyMCAKODE1NjAgMTM1ODE5IGdpdCAgICAgICAgICAgICAg
ICAgLSAgICAgICAgICAgICAgICAgICBtaV9zd2l0Y2grMHgxMDAgc2xlZXBxX2NhdGNoX3Np
Z25hbHMrMHgzZTQgc2xlZXBxX3RpbWVkd2FpdF9zaWcrMHgxOCBfc2xlZXArMHgxYTAgY2xu
dF92Y19jYWxsKzB4ODE0IGNsbnRfcmVjb25uZWN0X2NhbGwrMHg5NjAgbmV3bmZzX3JlcXVl
c3QrMHhhY2MgbmZzcnBjX2Nsb3NlcnBjKzB4ZmMgbmZzY2xfdHJ5Y2xvc2UrMHg1OCBuZnNy
cGNfZG9jbG9zZSsweDI5NCBuZnNjbF9kb2Nsb3NlKzB4MzkwIG5mc3JwY19jbG9zZSsweDI4
IG5jbF9pbmFjdGl2ZSsweDE0YyB2b3Bfc2lnZGVmZXIrMHgzNCB2aW5hY3RpdmVmKzB4Yjgg
dnB1dF9maW5hbCsweDFmNCBudWxsX3JlY2xhaW0rMHgxYTAgVk9QX1JFQ0xBSU1fQVBWKzB4
MjAgCjgxNTYwIDEzNTgyMCBnaXQgICAgICAgICAgICAgICAgIC0gICAgICAgICAgICAgICAg
ICAgbWlfc3dpdGNoKzB4MTAwIHNsZWVwbGsrMHhmOCBsb2NrbWdyX3hsb2NrX2hhcmQrMHgy
OWMgbnVsbF9sb2NrKzB4ZTggX3ZuX2xvY2srMHg1MCB2ZnNfbG9va3VwKzB4MTIwIG5hbWVp
KzB4MjJjIGtlcm5fc3RhdGF0KzB4ZDQgc3lzX2ZzdGF0YXQrMHgyYyBkb19lbDBfc3luYysw
eDZiNCBoYW5kbGVfZWwwX3N5bmMrMHg0YyAKODE1NjAgMTM1ODIxIGdpdCAgICAgICAgICAg
ICAgICAgLSAgICAgICAgICAgICAgICAgICBtaV9zd2l0Y2grMHgxMDAgc2xlZXBsaysweGY4
IGxvY2ttZ3JfeGxvY2tfaGFyZCsweDI5YyBudWxsX2xvY2srMHhlOCBfdm5fbG9jaysweDUw
IHZmc19sb29rdXArMHgxMjAgbmFtZWkrMHgyMmMga2Vybl9zdGF0YXQrMHhkNCBzeXNfZnN0
YXRhdCsweDJjIGRvX2VsMF9zeW5jKzB4NmI0IGhhbmRsZV9lbDBfc3luYysweDRjIAo4MTU2
MCAxMzU4MjIgZ2l0ICAgICAgICAgICAgICAgICAtICAgICAgICAgICAgICAgICAgIG1pX3N3
aXRjaCsweDEwMCBzbGVlcGxrKzB4ZjggbG9ja21ncl94bG9ja19oYXJkKzB4MjljIG51bGxf
bG9jaysweGU4IF92bl9sb2NrKzB4NTAgdmZzX2xvb2t1cCsweDEyMCBuYW1laSsweDIyYyBr
ZXJuX3N0YXRhdCsweGQ0IHN5c19mc3RhdGF0KzB4MmMgZG9fZWwwX3N5bmMrMHg2YjQgaGFu
ZGxlX2VsMF9zeW5jKzB4NGMgCjgxNTYwIDEzNTgyMyBnaXQgICAgICAgICAgICAgICAgIC0g
ICAgICAgICAgICAgICAgICAgbWlfc3dpdGNoKzB4MTAwIHNsZWVwbGsrMHhmOCBsb2NrbWdy
X3hsb2NrX2hhcmQrMHgyOWMgbnVsbF9sb2NrKzB4ZTggX3ZuX2xvY2srMHg1MCB2ZnNfbG9v
a3VwKzB4MTIwIG5hbWVpKzB4MjJjIGtlcm5fc3RhdGF0KzB4ZDQgc3lzX2ZzdGF0YXQrMHgy
YyBkb19lbDBfc3luYysweDZiNCBoYW5kbGVfZWwwX3N5bmMrMHg0YyAKODE1NjAgMTM1ODI0
IGdpdCAgICAgICAgICAgICAgICAgLSAgICAgICAgICAgICAgICAgICBtaV9zd2l0Y2grMHgx
MDAgc2xlZXBsaysweGY4IGxvY2ttZ3JfeGxvY2tfaGFyZCsweDI5YyBudWxsX2xvY2srMHhl
OCBfdm5fbG9jaysweDUwIHZmc19sb29rdXArMHgxMjAgbmFtZWkrMHgyMmMga2Vybl9zdGF0
YXQrMHhkNCBzeXNfZnN0YXRhdCsweDJjIGRvX2VsMF9zeW5jKzB4NmI0IGhhbmRsZV9lbDBf
c3luYysweDRjIAo4MTU2MCAxMzU4MjUgZ2l0ICAgICAgICAgICAgICAgICAtICAgICAgICAg
ICAgICAgICAgIG1pX3N3aXRjaCsweDEwMCBzbGVlcHFfY2F0Y2hfc2lnbmFscysweDNlNCBz
bGVlcHFfdGltZWR3YWl0X3NpZysweDE4IF9zbGVlcCsweDFhMCBjbG50X3ZjX2NhbGwrMHg4
MTQgY2xudF9yZWNvbm5lY3RfY2FsbCsweDk2MCBuZXduZnNfcmVxdWVzdCsweGFjYyBuZnNy
cGNfY2xvc2VycGMrMHhmYyBuZnNjbF90cnljbG9zZSsweDU4IG5mc3JwY19kb2Nsb3NlKzB4
Mjk0IG5mc2NsX2RvY2xvc2UrMHgzOTAgbmZzcnBjX2Nsb3NlKzB4MjggbmNsX2luYWN0aXZl
KzB4MTRjIHZvcF9zaWdkZWZlcisweDM0IHZpbmFjdGl2ZWYrMHhiOCB2cHV0X2ZpbmFsKzB4
MWY0IG51bGxfcmVjbGFpbSsweDFhMCBWT1BfUkVDTEFJTV9BUFYrMHgyMCAKODE1NjAgMTM1
ODI2IGdpdCAgICAgICAgICAgICAgICAgLSAgICAgICAgICAgICAgICAgICBtaV9zd2l0Y2gr
MHgxMDAgc2xlZXBxX2NhdGNoX3NpZ25hbHMrMHgzZTQgc2xlZXBxX3RpbWVkd2FpdF9zaWcr
MHgxOCBfc2xlZXArMHgxYTAgY2xudF92Y19jYWxsKzB4ODE0IGNsbnRfcmVjb25uZWN0X2Nh
bGwrMHg5NjAgbmV3bmZzX3JlcXVlc3QrMHhhY2MgbmZzcnBjX2Nsb3NlcnBjKzB4ZmMgbmZz
Y2xfdHJ5Y2xvc2UrMHg1OCBuZnNycGNfZG9jbG9zZSsweDI5NCBuZnNjbF9kb2Nsb3NlKzB4
MzkwIG5mc3JwY19jbG9zZSsweDI4IG5jbF9pbmFjdGl2ZSsweDE0YyB2b3Bfc2lnZGVmZXIr
MHgzNCB2aW5hY3RpdmVmKzB4YjggdnB1dF9maW5hbCsweDFmNCBudWxsX3JlY2xhaW0rMHgx
YTAgVk9QX1JFQ0xBSU1fQVBWKzB4MjAgCjgxNTYwIDEzNTgyNyBnaXQgICAgICAgICAgICAg
ICAgIC0gICAgICAgICAgICAgICAgICAgbWlfc3dpdGNoKzB4MTAwIHNsZWVwcV9jYXRjaF9z
aWduYWxzKzB4M2U0IHNsZWVwcV90aW1lZHdhaXRfc2lnKzB4MTggX3NsZWVwKzB4MWEwIGNs
bnRfdmNfY2FsbCsweDgxNCBjbG50X3JlY29ubmVjdF9jYWxsKzB4OTYwIG5ld25mc19yZXF1
ZXN0KzB4YWNjIG5mc3JwY19jbG9zZXJwYysweGZjIG5mc2NsX3RyeWNsb3NlKzB4NTggbmZz
cnBjX2RvY2xvc2UrMHgyOTQgbmZzY2xfZG9jbG9zZSsweDM5MCBuZnNycGNfY2xvc2UrMHgy
OCBuY2xfaW5hY3RpdmUrMHgxNGMgdm9wX3NpZ2RlZmVyKzB4MzQgdmluYWN0aXZlZisweGI4
IHZwdXRfZmluYWwrMHgxZjQgbnVsbF9yZWNsYWltKzB4MWEwIFZPUF9SRUNMQUlNX0FQVisw
eDIwIAo4MTU2MCAxMzU4MjggZ2l0ICAgICAgICAgICAgICAgICAtICAgICAgICAgICAgICAg
ICAgIG1pX3N3aXRjaCsweDEwMCBzbGVlcGxrKzB4ZjggbG9ja21ncl94bG9ja19oYXJkKzB4
MjljIG51bGxfbG9jaysweGU4IF92bl9sb2NrKzB4NTAgdmZzX2xvb2t1cCsweDEyMCBuYW1l
aSsweDIyYyBrZXJuX3N0YXRhdCsweGQ0IHN5c19mc3RhdGF0KzB4MmMgZG9fZWwwX3N5bmMr
MHg2YjQgaGFuZGxlX2VsMF9zeW5jKzB4NGMgCjgxNTYwIDEzNTgyOSBnaXQgICAgICAgICAg
ICAgICAgIC0gICAgICAgICAgICAgICAgICAgbWlfc3dpdGNoKzB4MTAwIHNsZWVwbGsrMHhm
OCBsb2NrbWdyX3hsb2NrX2hhcmQrMHgyOWMgbnVsbF9sb2NrKzB4ZTggX3ZuX2xvY2srMHg1
MCB2ZnNfbG9va3VwKzB4MTIwIG5hbWVpKzB4MjJjIGtlcm5fc3RhdGF0KzB4ZDQgc3lzX2Zz
dGF0YXQrMHgyYyBkb19lbDBfc3luYysweDZiNCBoYW5kbGVfZWwwX3N5bmMrMHg0YyAKODE1
NjAgMTM1ODMwIGdpdCAgICAgICAgICAgICAgICAgLSAgICAgICAgICAgICAgICAgICBtaV9z
d2l0Y2grMHgxMDAgc2xlZXBsaysweGY4IGxvY2ttZ3JfeGxvY2tfaGFyZCsweDI5YyBudWxs
X2xvY2srMHhlOCBfdm5fbG9jaysweDUwIHZmc19sb29rdXArMHgxMjAgbmFtZWkrMHgyMmMg
a2Vybl9zdGF0YXQrMHhkNCBzeXNfZnN0YXRhdCsweDJjIGRvX2VsMF9zeW5jKzB4NmI0IGhh
bmRsZV9lbDBfc3luYysweDRjIAo4MTU2MCAxMzU4MzEgZ2l0ICAgICAgICAgICAgICAgICAt
ICAgICAgICAgICAgICAgICAgIG1pX3N3aXRjaCsweDEwMCBzbGVlcGxrKzB4ZjggbG9ja21n
cl94bG9ja19oYXJkKzB4MjljIG51bGxfbG9jaysweGU4IF92bl9sb2NrKzB4NTAgdmZzX2xv
b2t1cCsweDEyMCBuYW1laSsweDIyYyBrZXJuX3N0YXRhdCsweGQ0IHN5c19mc3RhdGF0KzB4
MmMgZG9fZWwwX3N5bmMrMHg2YjQgaGFuZGxlX2VsMF9zeW5jKzB4NGMgCjgxNTYwIDEzNTgz
MiBnaXQgICAgICAgICAgICAgICAgIC0gICAgICAgICAgICAgICAgICAgbWlfc3dpdGNoKzB4
MTAwIHNsZWVwbGsrMHhmOCBsb2NrbWdyX3hsb2NrX2hhcmQrMHgyOWMgbnVsbF9sb2NrKzB4
ZTggX3ZuX2xvY2srMHg1MCB2ZnNfbG9va3VwKzB4MTIwIG5hbWVpKzB4MjJjIGtlcm5fc3Rh
dGF0KzB4ZDQgc3lzX2ZzdGF0YXQrMHgyYyBkb19lbDBfc3luYysweDZiNCBoYW5kbGVfZWww
X3N5bmMrMHg0YyAKODE1NjAgMTM1ODMzIGdpdCAgICAgICAgICAgICAgICAgLSAgICAgICAg
ICAgICAgICAgICBtaV9zd2l0Y2grMHgxMDAgc2xlZXBxX2NhdGNoX3NpZ25hbHMrMHgzZTQg
c2xlZXBxX3RpbWVkd2FpdF9zaWcrMHgxOCBfc2xlZXArMHgxYTAgY2xudF92Y19jYWxsKzB4
ODE0IGNsbnRfcmVjb25uZWN0X2NhbGwrMHg5NjAgbmV3bmZzX3JlcXVlc3QrMHhhY2MgbmZz
cnBjX2Nsb3NlcnBjKzB4ZmMgbmZzY2xfdHJ5Y2xvc2UrMHg1OCBuZnNycGNfZG9jbG9zZSsw
eDI5NCBuZnNjbF9kb2Nsb3NlKzB4MzkwIG5mc3JwY19jbG9zZSsweDI4IG5jbF9pbmFjdGl2
ZSsweDE0YyB2b3Bfc2lnZGVmZXIrMHgzNCB2aW5hY3RpdmVmKzB4YjggdnB1dF9maW5hbCsw
eDFmNCBudWxsX3JlY2xhaW0rMHgxYTAgVk9QX1JFQ0xBSU1fQVBWKzB4MjAgCjgxNTYwIDEz
NTgzNCBnaXQgICAgICAgICAgICAgICAgIC0gICAgICAgICAgICAgICAgICAgbWlfc3dpdGNo
KzB4MTAwIHNsZWVwbGsrMHhmOCBsb2NrbWdyX3hsb2NrX2hhcmQrMHgyOWMgbnVsbF9sb2Nr
KzB4ZTggX3ZuX2xvY2srMHg1MCB2ZnNfbG9va3VwKzB4MTIwIG5hbWVpKzB4MjJjIGtlcm5f
c3RhdGF0KzB4ZDQgc3lzX2ZzdGF0YXQrMHgyYyBkb19lbDBfc3luYysweDZiNCBoYW5kbGVf
ZWwwX3N5bmMrMHg0YyAKODE1NjAgMTM1ODM1IGdpdCAgICAgICAgICAgICAgICAgLSAgICAg
ICAgICAgICAgICAgICBtaV9zd2l0Y2grMHgxMDAgc2xlZXBsaysweGY4IGxvY2ttZ3JfeGxv
Y2tfaGFyZCsweDI5YyBudWxsX2xvY2srMHhlOCBfdm5fbG9jaysweDUwIHZmc19sb29rdXAr
MHgxMjAgbmFtZWkrMHgyMmMga2Vybl9zdGF0YXQrMHhkNCBzeXNfZnN0YXRhdCsweDJjIGRv
X2VsMF9zeW5jKzB4NmI0IGhhbmRsZV9lbDBfc3luYysweDRjIAo4MTU2MCAxMzU4MzYgZ2l0
ICAgICAgICAgICAgICAgICAtICAgICAgICAgICAgICAgICAgIG1pX3N3aXRjaCsweDEwMCBz
bGVlcHFfY2F0Y2hfc2lnbmFscysweDNlNCBzbGVlcHFfdGltZWR3YWl0X3NpZysweDE4IF9z
bGVlcCsweDFhMCBjbG50X3ZjX2NhbGwrMHg4MTQgY2xudF9yZWNvbm5lY3RfY2FsbCsweDk2
MCBuZXduZnNfcmVxdWVzdCsweGFjYyBuZnNycGNfY2xvc2VycGMrMHhmYyBuZnNjbF90cnlj
bG9zZSsweDU4IG5mc3JwY19kb2Nsb3NlKzB4Mjk0IG5mc2NsX2RvY2xvc2UrMHgzOTAgbmZz
cnBjX2Nsb3NlKzB4MjggbmNsX2luYWN0aXZlKzB4MTRjIHZvcF9zaWdkZWZlcisweDM0IHZp
bmFjdGl2ZWYrMHhiOCB2cHV0X2ZpbmFsKzB4MWY0IG51bGxfcmVjbGFpbSsweDFhMCBWT1Bf
UkVDTEFJTV9BUFYrMHgyMCAKCg==

--------------a8mRsUOJPL26AFk0M1Fz4iAT--