Flaky test `multivector_filtrable_hnsw_test::test_multi_filterable_hnsw::case_4_discovery_multi`
Closed this issue · 1 comments
github-actions commented
Last report
System error
Attempt 1/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.48723722, 0.5590845, 0.8639184, 0.07997072, 0.92573684, 0.68413824, 0.20485514, 0.8946719], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.48226625, 0.30443984, 0.45922947, 0.45769143, 0.7054796, 0.93805736, 0.32973832, 0.7060793], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.4563048, 0.13319933, 0.65087783, 0.42296553, 0.13059676, 0.94321316, 0.2012273, 0.5809977], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.9189246, 0.571559, 0.3009038, 0.07237774, 0.7717615, 0.9260933, 0.88484687, 0.21527839], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.8745886, 0.2046842, 0.37361205, 0.9285467, 0.81731987, 0.13181734, 0.7292311, 0.6853285], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.10721511, 0.72279465, 0.9982437, 0.5527682, 0.61939, 0.58332515, 0.67836887, 0.0024730563], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.031805754, 0.39415187, 0.4903118, 0.12874573, 0.18948984, 0.9904362, 0.51323193, 0.1748063], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 3438,
score: 3.7462213,
},
ScoredPointOffset {
idx: 1135,
score: 3.74616,
},
ScoredPointOffset {
idx: 3975,
score: 3.7454133,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 1135,
score: 3.74616,
},
ScoredPointOffset {
idx: 3975,
score: 3.7454133,
},
ScoredPointOffset {
idx: 4150,
score: 3.7449744,
},
],
]
Attempt 24/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.37365144, 0.07412356, 0.3602081, 0.7486583, 0.05305636, 0.81038773, 0.22523022, 0.8209917, 0.41124326, 0.05392027, 0.4522692, 0.24947834, 0.41210634, 0.93314064, 0.97042185, 0.6980774], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.33422446, 0.21100819, 0.5675908, 0.9337851, 0.07235402, 0.107393205, 0.9981052, 0.88433, 0.29605776, 0.15765947, 0.34734356, 0.509686, 0.028302789, 0.23293531, 0.93629766, 0.72331494], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.33519006, 0.93176687, 0.9749442, 0.29899043, 0.104649365, 0.84744954, 0.65778244, 0.24149835, 0.08177143, 0.1605547, 0.007287979, 0.24043238, 0.7612593, 0.27750552, 0.4632644, 0.41332012], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.5014794, 0.964256, 0.4390257, 0.35938329, 0.38111603, 0.40216517, 0.90611416, 0.7296219, 0.48978716, 0.04346472, 0.54993415, 0.33898163, 0.22338885, 0.13793522, 0.28713715, 0.044870913], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.73271114, 0.6034772, 0.5538586, 0.15637493, 0.83031183, 0.4416774, 0.9134096, 0.11275053, 0.29474086, 0.107316375, 0.9102615, 0.1280824, 0.5044007, 0.9149131, 0.13520265, 0.26092207], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 40,
score: 2.827003,
},
ScoredPointOffset {
idx: 293,
score: 2.8267677,
},
ScoredPointOffset {
idx: 4695,
score: 2.8260036,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 40,
score: 2.827003,
},
ScoredPointOffset {
idx: 4695,
score: 2.8260036,
},
ScoredPointOffset {
idx: 579,
score: 2.8250337,
},
],
]
Attempt 36/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.6650387, 0.042646706, 0.8274758, 0.009717464, 0.093883514, 0.82262367, 0.09698677, 0.17395717], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.0023760796, 0.07816732, 0.79722637, 0.46574074, 0.3909949, 0.53562355, 0.5709341, 0.7228912], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.21652919, 0.7963798, 0.26627296, 0.6455145, 0.905044, 0.33771312, 0.029200256, 0.12493169], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.6675035, 0.3438471, 0.5870467, 0.114028454, 0.3926289, 0.3165478, 0.076618195, 0.2935021], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.75201786, 0.6826364, 0.022667944, 0.67288953, 0.59953046, 0.22572821, 0.8222071, 0.6515251], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 3648,
score: 2.7409859,
},
ScoredPointOffset {
idx: 2122,
score: 2.739852,
},
ScoredPointOffset {
idx: 4855,
score: 2.7388704,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 3648,
score: 2.7409859,
},
ScoredPointOffset {
idx: 4855,
score: 2.7388704,
},
ScoredPointOffset {
idx: 4128,
score: 2.7378447,
},
],
]
Attempt 40/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.42636502, 0.26894814, 0.17627299, 0.754851, 0.20403427, 0.31972188, 0.8094781, 0.1990962, 0.65311855, 0.7951322, 0.4937945, 0.7620301, 0.32312864, 0.48979938, 0.8757937, 0.75474167], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.7165104, 0.044962645, 0.11142522, 0.6256572, 0.47957265, 0.8836709, 0.89332414, 0.33750594, 0.59554386, 0.7663147, 0.05245769, 0.23718327, 0.33199823, 0.15567607, 0.22473949, 0.89836395], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.25373787, 0.373047, 0.4324388, 0.5653651, 0.5130145, 0.70639366, 0.43130785, 0.8835113, 0.030127287, 0.50493807, 0.5105791, 0.98273784, 0.17690903, 0.07355887, 0.9945323, 0.34333187], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.60829467, 0.036076486, 0.84892994, 0.3822567, 0.35470092, 0.048472643, 0.17832124, 0.73707724, 0.9605674, 0.46012586, 0.6259068, 0.7615504, 0.17777002, 0.5932824, 0.48517138, 0.39211762], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.9051436, 0.5323976, 0.9609182, 0.38909084, 0.24000835, 0.20547748, 0.68145424, 0.32256263, 0.3870197, 0.09529704, 0.74709976, 0.06727952, 0.9034005, 0.38097274, 0.5616706, 0.8100261], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.4545861, 0.71284276, 0.22361982, 0.60354584, 0.9125494, 0.32650292, 0.98016465, 0.17945606, 0.35625058, 0.95338726, 0.42421985, 0.3038059, 0.33180213, 0.58349556, 0.17067444, 0.77284443], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.81165445, 0.754938, 0.41031885, 0.697302, 0.16133833, 0.44412, 0.43070388, 0.8668431, 0.48491675, 0.83645964, 0.2869547, 0.48994058, 0.8187369, 0.70622665, 0.5393198, 0.5907835], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 3011,
score: 3.8238163,
},
ScoredPointOffset {
idx: 133,
score: 3.821769,
},
ScoredPointOffset {
idx: 4945,
score: 3.8192458,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 3011,
score: 3.8238163,
},
ScoredPointOffset {
idx: 133,
score: 3.821769,
},
ScoredPointOffset {
idx: 1826,
score: 3.8178244,
},
],
]
Attempt 48/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.49539614, 0.07279879, 0.684031, 0.030215979, 0.7864104, 0.023646474, 0.46253526, 0.2824962, 0.15682322, 0.2513706, 0.8358528, 0.103126466, 0.20148891, 0.7520555, 0.19056398, 0.33551025, 0.09095979, 0.13284093, 0.18915212, 0.94472086, 0.34837133, 0.60734284, 0.31221318, 0.8070024], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.7971695, 0.59194326, 0.059741437, 0.23451614, 0.17749447, 0.08044708, 0.20005965, 0.9762593, 0.6002395, 0.1584019, 0.605374, 0.20085281, 0.02920276, 0.6291551, 0.09676188, 0.6212443, 0.3440866, 0.44135255, 0.7690687, 0.59961534, 0.55518204, 0.21506542, 0.90060914, 0.59821826], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.8864493, 0.108832896, 0.35857165, 0.08805847, 0.760086, 0.40682662, 0.9406308, 0.6362422, 0.5309323, 0.85044026, 0.88689005, 0.58191276, 0.0025066733, 0.47343975, 0.48964357, 0.61766595, 0.80367005, 0.87855804, 0.8475729, 0.9056666, 0.8025008, 0.13224149, 0.5117504, 0.44517016], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 2976,
score: 1.8606993,
},
ScoredPointOffset {
idx: 3044,
score: 1.8605769,
},
ScoredPointOffset {
idx: 2893,
score: 1.8603218,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 2976,
score: 1.8606993,
},
ScoredPointOffset {
idx: 3044,
score: 1.8605769,
},
ScoredPointOffset {
idx: 3707,
score: 1.85825,
},
],
]
Attempt 49/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.68715143, 0.77446824, 0.14810932, 0.72535837, 0.40913254, 0.42737305, 0.6306222, 0.25432044, 0.4385298, 0.93181777, 0.2257775, 0.56882423, 0.20953351, 0.5111576, 0.5528367, 0.01565981], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.2810173, 0.9561174, 0.45682275, 0.09904599, 0.28532475, 0.59977025, 0.40228212, 0.04271382, 0.9205019, 0.7100167, 0.4851418, 0.64777917, 0.77015215, 0.23414963, 0.46124214, 0.35470766], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.58433, 0.29962748, 0.4334315, 0.79737985, 0.17219383, 0.92307824, 0.5789095, 0.116722524, 0.27157664, 0.31825197, 0.5507465, 0.7185152, 0.11147535, 0.5338977, 0.21942705, 0.36504215], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.25026911, 0.5153192, 0.40149695, 0.82380646, 0.029281259, 0.7057417, 0.0991146, 0.8139363, 0.69725204, 0.7414919, 0.063929856, 0.23314893, 0.96270555, 0.6410765, 0.050347984, 0.262061], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.84650195, 0.21304876, 0.5924612, 0.37374586, 0.46820343, 0.6629369, 0.09686184, 0.024546862, 0.86013967, 0.18484616, 0.0581007, 0.2665022, 0.2284106, 0.6078003, 0.6533058, 0.38158435], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 4401,
score: 2.8303208,
},
ScoredPointOffset {
idx: 2001,
score: 2.8301892,
},
ScoredPointOffset {
idx: 358,
score: 2.8288805,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 4401,
score: 2.8303208,
},
ScoredPointOffset {
idx: 358,
score: 2.8288805,
},
ScoredPointOffset {
idx: 1027,
score: 2.8285022,
},
],
]
Attempt 56/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.06687206, 0.7631604, 0.2153874, 0.6253892, 0.35332316, 0.78936267, 0.3172239, 0.5642016, 0.8572706, 0.25773025, 0.58898485, 0.22792643, 0.028312683, 0.13921708, 0.84073335, 0.84201545], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.8355288, 0.7773525, 0.18976009, 0.008964777, 0.87871534, 0.71124625, 0.3783154, 0.7877508, 0.9495735, 0.93130887, 0.42565978, 0.38596362, 0.87689966, 0.83098507, 0.9012224, 0.30098706], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.17077333, 0.50392956, 0.3467679, 0.9333579, 0.7937066, 0.55007124, 0.61659926, 0.5468798, 0.9582751, 0.8763699, 0.55892205, 0.26140547, 0.40919513, 0.30906457, 0.920591, 0.0663473], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.70776033, 0.009235501, 0.35368854, 0.24048942, 0.21599174, 0.6702583, 0.9440676, 0.27069074, 0.972432, 0.50068146, 0.2476899, 0.6404174, 0.5261144, 0.39643925, 0.47348976, 0.8121861], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.4114418, 0.23625487, 0.6650929, 0.6246502, 0.61526906, 0.82378554, 0.43552315, 0.46193027, 0.79054314, 0.18939614, 0.5152816, 0.35743117, 0.33688986, 0.5218546, 0.04454732, 0.9056602], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 2369,
score: 2.8218207,
},
ScoredPointOffset {
idx: 1973,
score: 2.8208826,
},
ScoredPointOffset {
idx: 2678,
score: 2.8208125,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 1973,
score: 2.8208826,
},
ScoredPointOffset {
idx: 2678,
score: 2.8208125,
},
ScoredPointOffset {
idx: 4259,
score: 2.8204627,
},
],
]
Attempt 63/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.58375424, 0.17584658, 0.99132234, 0.25004196, 0.40934634, 0.2908808, 0.064846456, 0.75564593], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.87116885, 0.80224013, 0.29628962, 0.37786555, 0.49482143, 0.75965095, 0.6667436, 0.3948027], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.55324125, 0.3289197, 0.7506, 0.6987322, 0.5021786, 0.5110573, 0.17801827, 0.9466559], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 3909,
score: 1.7452505,
},
ScoredPointOffset {
idx: 4230,
score: 1.7425379,
},
ScoredPointOffset {
idx: 2792,
score: 1.7412658,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 3909,
score: 1.7452505,
},
ScoredPointOffset {
idx: 2792,
score: 1.7412658,
},
ScoredPointOffset {
idx: 2333,
score: 1.7412016,
},
],
]
Attempt 65/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.36741215, 0.573334, 0.97008544, 0.67776453, 0.004064858, 0.070901334, 0.1907711, 0.034109354], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.15036774, 0.12394005, 0.32221305, 0.98077863, 0.8993024, 0.28717, 0.7917419, 0.45923674], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.83612216, 0.55279845, 0.66532993, 0.12857008, 0.16057342, 0.54785705, 0.2319457, 0.16570526], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.6359754, 0.54036534, 0.59276414, 0.1498214, 0.52601665, 0.7263188, 0.23856175, 0.65201235], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.95669746, 0.22195786, 0.6895374, 0.99251807, 0.6712331, 0.3626808, 0.27348012, 0.51320595], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 1232,
score: 2.73874,
},
ScoredPointOffset {
idx: 3427,
score: 2.7356014,
},
ScoredPointOffset {
idx: 120,
score: 2.7324233,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 1232,
score: 2.73874,
},
ScoredPointOffset {
idx: 3427,
score: 2.7356014,
},
ScoredPointOffset {
idx: 573,
score: 2.7322485,
},
],
]
Attempt 75/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.69915116, 0.033436716, 0.9038885, 0.65316534, 0.28672844, 0.9691098, 0.21903181, 0.52346414, 0.36811924, 0.27086604, 0.9785498, 0.38298714, 0.8672514, 0.860946, 0.4863251, 0.71177185], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.6045783, 0.8525859, 0.38480026, 0.7036459, 0.79012364, 0.3616522, 0.67554253, 0.72191507, 0.24050844, 0.73702717, 0.40208507, 0.021555305, 0.27443266, 0.34483474, 0.7173091, 0.14156014], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.62834275, 0.61916745, 0.1598661, 0.31954598, 0.4638468, 0.582981, 0.8571283, 0.86505234, 0.23480326, 0.9331691, 0.8566854, 0.22682762, 0.78542364, 0.2930296, 0.4058916, 0.59925586], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.3626092, 0.3503093, 0.81130713, 0.49108738, 0.45395577, 0.7049295, 0.083349705, 0.445899, 0.6239168, 0.55402213, 0.6416508, 0.34030765, 0.9879229, 0.33973205, 0.74262565, 0.4443218], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.597323, 0.5207336, 0.9287573, 0.5302217, 0.043025136, 0.94483817, 0.7738457, 0.2507987, 0.6304362, 0.9689591, 0.23936409, 0.5103748, 0.8677629, 0.633102, 0.060170114, 0.25786358], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.7026737, 0.50401145, 0.9535523, 0.30750322, 0.92983127, 0.9010904, 0.3150565, 0.41711056, 0.82077736, 0.21452433, 0.74797183, 0.69575804, 0.13181865, 0.18207335, 0.49764544, 0.74340695], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.7363906, 0.4997524, 0.12739146, 0.45091945, 0.03715557, 0.36514306, 0.20507896, 0.8433007, 0.9741392, 0.03578651, 0.48552817, 0.7728107, 0.05355656, 0.6694324, 0.5196455, 0.40713358], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 2881,
score: 3.827876,
},
ScoredPointOffset {
idx: 2631,
score: 3.8274899,
},
ScoredPointOffset {
idx: 4816,
score: 3.8270302,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 2631,
score: 3.8274899,
},
ScoredPointOffset {
idx: 4816,
score: 3.8270302,
},
ScoredPointOffset {
idx: 3134,
score: 3.82696,
},
],
]
Attempt 82/100
Different results for query Discovery(DiscoveryQuery { target: MultiDense(MultiDenseVector { inner_vector: [0.47690338, 0.075503886, 0.41856128, 0.51922774, 0.7989071, 0.17073566, 0.66093427, 0.71084946], dim: 8 }), pairs: [ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.128712, 0.38515323, 0.4466439, 0.4137261, 0.41493, 0.21505827, 0.77011347, 0.55834293], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.9031966, 0.44427156, 0.38503093, 0.84619266, 0.6416937, 0.7959316, 0.5857304, 0.82545], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.6513427, 0.61825746, 0.40281737, 0.57549435, 0.7516103, 0.3447954, 0.9176589, 0.85663635], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.8517058, 0.48437083, 0.46188056, 0.33310038, 0.9851884, 0.015832424, 0.58282995, 0.048481405], dim: 8 }) }, ContextPair { positive: MultiDense(MultiDenseVector { inner_vector: [0.44175512, 0.51533943, 0.65175164, 0.44682026, 0.28085154, 0.38182425, 0.53586847, 0.858021], dim: 8 }), negative: MultiDense(MultiDenseVector { inner_vector: [0.08773202, 0.8204404, 0.82106775, 0.3302086, 0.51857424, 0.39661407, 0.52721155, 0.32093966], dim: 8 }) }] })
plain_result = [
[
ScoredPointOffset {
idx: 297,
score: 3.7457786,
},
ScoredPointOffset {
idx: 4612,
score: 3.745319,
},
ScoredPointOffset {
idx: 2093,
score: 3.745239,
},
],
]
index_result = [
[
ScoredPointOffset {
idx: 297,
score: 3.7457786,
},
ScoredPointOffset {
idx: 4612,
score: 3.745319,
},
ScoredPointOffset {
idx: 4492,
score: 3.744171,
},
],
]
thread 'multivector_filtrable_hnsw_test::test_multi_filterable_hnsw::case_4_discovery_multi' panicked at lib/segment/tests/integration/multivector_filtrable_hnsw_test.rs:266:5:
hits: 89 of 100
note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace
Context
Date: 12.04.2024 16:19
OS: macos-latest
Branch: refs/heads/dev