Deadlock loading collection policy

[bstasyszyn]

goroutine 22704 [semacquire, 10 minutes]:
sync.runtime_SemacquireMutex(0xc0022cb1cc, 0xc00580da00, 0x0)
/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(...)
/usr/local/go/src/sync/rwmutex.go:50
github.com/hyperledger/fabric/core/ledger/kvledger/txmgmt/txmgr.(*LockBasedTxMgr).NewQueryExecutor(0xc0022cb170, 0xc00580dad0, 0x24, 0xc004668200, 0x4, 0xc006df04f0, 0x113938c)
/go/pkg/mod/github.com/trustbloc/fabric-mod@v0.1.4-0.20200824170048-acc0cead7eb9/core/ledger/kvledger/txmgmt/txmgr/lockbased_txmgr.go:149 +0xb8
github.com/hyperledger/fabric/core/ledger/kvledger.(*kvLedger).NewQueryExecutor(0xc000030c60, 0x10, 0x10, 0x1e0b9a0, 0xb)
/go/pkg/mod/github.com/trustbloc/fabric-mod@v0.1.4-0.20200824170048-acc0cead7eb9/core/ledger/kvledger/kv_ledger.go:439 +0x47
github.com/trustbloc/fabric-peer-ext/pkg/common/support.(*CollectionConfigRetriever).getCollConfigPackage(0xc0055160c0, 0xc004f0aec0, 0xb, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/common/support/collconfigretriever.go:323 +0x6d
github.com/trustbloc/fabric-peer-ext/pkg/common/support.(*CollectionConfigRetriever).loadConfigs(0xc0055160c0, 0xc004f0aec0, 0xb, 0xc0022ccbb0, 0x0, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/common/support/collconfigretriever.go:268 +0x148
github.com/trustbloc/fabric-peer-ext/pkg/common/support.(*CollectionConfigRetriever).loadConfigAndPolicy(0xc0055160c0, 0xc004f0aec0, 0xb, 0x40, 0xc006df05d8, 0x1, 0x1, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/common/support/collconfigretriever.go:250 +0x43
github.com/trustbloc/fabric-peer-ext/pkg/common/support.newCollectionConfigRetriever.func1(0x1e0bf60, 0xc0053a0b30, 0xc4712b96, 0xe407321004278aa1, 0xc006df06d8, 0xc006df0688)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/common/support/collconfigretriever.go:144 +0x12a
github.com/bluele/gcache.(*CacheBuilder).LoaderFunc.func1(0x1e0bf60, 0xc0053a0b30, 0xc006df0798, 0x10, 0x30, 0x30, 0xc006df0708)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/cache.go:90 +0x39
github.com/bluele/gcache.(*baseCache).load.func1(0x0, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/cache.go:199 +0x83
github.com/bluele/gcache.(*Group).call(0xc002041dc8, 0xc004e50960, 0x1e0bf60, 0xc0053a0b30, 0xc004e50930, 0x0, 0x252c8e0, 0xc0004b1fc0, 0x20)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/singleflight.go:74 +0x33
github.com/bluele/gcache.(*Group).Do(0xc002041dc8, 0x1e0bf60, 0xc0053a0b30, 0xc004e50930, 0xc006df0801, 0xc721d8, 0x20, 0x1f92f00, 0x1, 0xc005fa8320)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/singleflight.go:69 +0x30d
github.com/bluele/gcache.(*baseCache).load(0xc002041d60, 0x1e0bf60, 0xc0053a0b30, 0xc005fa8320, 0xc0053a0b01, 0x115fe00, 0x0, 0x0, 0x252c8e0, 0xc0004b1fc0)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/cache.go:193 +0xa8
github.com/bluele/gcache.(*SimpleCache).getWithLoader(0xc002041d60, 0x1e0bf60, 0xc0053a0b30, 0x115fe01, 0x0, 0x0, 0x252c8e0, 0xc0004b1fc0)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/simple.go:145 +0xa6
github.com/bluele/gcache.(*SimpleCache).Get(0xc002041d60, 0x1e0bf60, 0xc0053a0b30, 0x3b, 0xc006df0968, 0x2, 0x2)
/go/pkg/mod/github.com/bluele/gcache@v0.0.0-20190301044115-79ae3b2d8680/simple.go:93 +0x107
github.com/trustbloc/fabric-peer-ext/pkg/common/support.(*CollectionConfigRetriever).Config(0xc0055160c0, 0xc004f0aec0, 0xb, 0xc00432f6c0, 0x13, 0x1e0b9a0, 0xc006df0901, 0xc0053a0af0)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/common/support/collconfigretriever.go:220 +0x161
github.com/trustbloc/fabric-peer-ext/pkg/endorser.(*CollRWSetFilter).isOffLedger(0xc0003d6f20, 0xc00214ecc0, 0xc, 0xc004f0aec0, 0xb, 0xc00432f6c0, 0x13, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/endorser/endorser.go:100 +0xa6
github.com/trustbloc/fabric-peer-ext/pkg/endorser.(*CollRWSetFilter).filterNamespace(0xc0003d6f20, 0xc00214ecc0, 0xc, 0xc0033ff680, 0xc006df0bf0, 0x1, 0x1)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/endorser/endorser.go:76 +0x247
github.com/trustbloc/fabric-peer-ext/pkg/endorser.(*CollRWSetFilter).Filter(0xc0003d6f20, 0xc00214ecc0, 0xc, 0xc005d7a5c0, 0x6, 0xc003e0aeb0, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-peer-ext@v0.1.4-0.20200824174524-030db816e7d6/pkg/endorser/endorser.go:56 +0x1d3
github.com/hyperledger/fabric/core/endorser.(*Endorser).SimulateProposal(0xc00230f8c0, 0xc000596180, 0xc00214ece0, 0x6, 0xc0004273b0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/pkg/mod/github.com/trustbloc/fabric-mod@v0.1.4-0.20200824170048-acc0cead7eb9/core/endorser/endorser.go:243 +0x775
github.com/hyperledger/fabric/core/endorser.(*Endorser).ProcessProposalSuccessfullyOrError(0xc00230f8c0, 0xc000427400, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-mod@v0.1.4-0.20200824170048-acc0cead7eb9/core/endorser/endorser.go:404 +0x478
github.com/hyperledger/fabric/core/endorser.(*Endorser).ProcessProposal(0xc00230f8c0, 0x2578900, 0xc006e7e540, 0xc0004261e0, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/trustbloc/fabric-mod@v0.1.4-0.20200824170048-acc0cead7eb9/core/endorser/endorser.go:347 +0x367