Create beir_eval_results.md

beir_eval_results.md

@@ -0,0 +1,260 @@
+# scifact
+
+```json
+{'NDCG@1': 0.67, 'NDCG@3': 0.72762, 'NDCG@5': 0.74829, 'NDCG@10': 0.76446, 'NDCG@100': 0.78611, 'NDCG@1000': 0.79061}
+{'MAP@1': 0.63883, 'MAP@3': 0.70357, 'MAP@5': 0.71927, 'MAP@10': 0.72709, 'MAP@100': 0.73199, 'MAP@1000': 0.73214}
+{'Recall@10': 0.86467, 'Recall@50': 0.94767, 'Recall@100': 0.96333, 'Recall@200': 0.97667, 'Recall@500': 0.99, 'Recall@1000': 1.0}
+{'P@1': 0.67, 'P@3': 0.27889, 'P@5': 0.18267, 'P@10': 0.09767, 'P@100': 0.01093, 'P@1000': 0.00113}
+{'MRR@10': 0.73897, 'MRR@100': 0.74257, 'MRR@1000': 0.74272}
+```
+
+# touche 2020 (v2)
+
+```json
+{'NDCG@1': 0.30612, 'NDCG@3': 0.30552, 'NDCG@5': 0.29655, 'NDCG@10': 0.29321, 'NDCG@100': 0.41084, 'NDCG@1000': 0.51577}
+{'MAP@1': 0.02623, 'MAP@3': 0.05991, 'MAP@5': 0.07869, 'MAP@10': 0.11404, 'MAP@100': 0.18406, 'MAP@1000': 0.19922}
+{'Recall@10': 0.17988, 'Recall@50': 0.41858, 'Recall@100': 0.51102, 'Recall@200': 0.60857, 'Recall@500': 0.74036, 'Recall@1000': 0.83227}
+{'P@1': 0.30612, 'P@3': 0.31973, 'P@5': 0.29388, 'P@10': 0.25918, 'P@100': 0.08469, 'P@1000': 0.01557}
+{'MRR@10': 0.48313, 'MRR@100': 0.49134, 'MRR@1000': 0.49134}
+```
+
+
+# arguana
+
+```json
+{'NDCG@1': 0.27169, 'NDCG@3': 0.41389, 'NDCG@5': 0.47238, 'NDCG@10': 0.52052, 'NDCG@100': 0.56003, 'NDCG@1000': 0.5624}
+{'MAP@1': 0.27169, 'MAP@3': 0.37897, 'MAP@5': 0.41137, 'MAP@10': 0.43154, 'MAP@100': 0.44087, 'MAP@1000': 0.44097}
+{'Recall@10': 0.80441, 'Recall@50': 0.95661, 'Recall@100': 0.97653, 'Recall@200': 0.98933, 'Recall@500': 0.99218, 'Recall@1000': 0.99431}
+{'P@1': 0.27169, 'P@3': 0.17165, 'P@5': 0.13144, 'P@10': 0.08044, 'P@100': 0.00977, 'P@1000': 0.00099}
+{'MRR@10': 0.43154, 'MRR@100': 0.44087, 'MRR@1000': 0.44097}
+```
+
+
+# nfCorpus
+
+```json
+{'NDCG@1': 0.50155, 'NDCG@3': 0.44202, 'NDCG@5': 0.40822, 'NDCG@10': 0.37238, 'NDCG@100': 0.33085, 'NDCG@1000': 0.41087}
+{'MAP@1': 0.0631, 'MAP@3': 0.10958, 'MAP@5': 0.1243, 'MAP@10': 0.14429, 'MAP@100': 0.17722, 'MAP@1000': 0.19064}
+{'Recall@10': 0.17603, 'Recall@50': 0.25866, 'Recall@100': 0.3086, 'Recall@200': 0.36866, 'Recall@500': 0.48461, 'Recall@1000': 0.59921}
+{'P@1': 0.51084, 'P@3': 0.4097, 'P@5': 0.34551, 'P@10': 0.26935, 'P@100': 0.08164, 'P@1000': 0.02031}
+{'MRR@10': 0.59415, 'MRR@100': 0.59849, 'MRR@1000': 0.59887}
+```
+
+# fiqa
+
+```json
+{'NDCG@1': 0.43981, 'NDCG@3': 0.3959, 'NDCG@5': 0.41232, 'NDCG@10': 0.4396, 'NDCG@100': 0.49749, 'NDCG@1000': 0.52641}
+{'MAP@1': 0.23011, 'MAP@3': 0.31164, 'MAP@5': 0.33907, 'MAP@10': 0.35753, 'MAP@100': 0.37462, 'MAP@1000': 0.37633}
+{'Recall@10': 0.49786, 'Recall@50': 0.66495, 'Recall@100': 0.73111, 'Recall@200': 0.78631, 'Recall@500': 0.86788, 'Recall@1000': 0.90359}
+{'P@1': 0.43981, 'P@3': 0.2572, 'P@5': 0.1929, 'P@10': 0.11759, 'P@100': 0.01835, 'P@1000': 0.00234}
+{'MRR@10': 0.51836, 'MRR@100': 0.52633, 'MRR@1000': 0.52667}
+```
+
+
+# quora
+
+```json
+{'NDCG@1': 0.8005, 'NDCG@3': 0.84592, 'NDCG@5': 0.86227, 'NDCG@10': 0.87543, 'NDCG@100': 0.88874, 'NDCG@1000': 0.88968}
+{'MAP@1': 0.69632, 'MAP@3': 0.80658, 'MAP@5': 0.82489, 'MAP@10': 0.83587, 'MAP@100': 0.84257, 'MAP@1000': 0.84273}
+{'Recall@10': 0.95163, 'Recall@50': 0.99082, 'Recall@100': 0.99579, 'Recall@200': 0.99804, 'Recall@500': 0.99921, 'Recall@1000': 0.99966}
+{'P@1': 0.8005, 'P@3': 0.36957, 'P@5': 0.24306, 'P@10': 0.13266, 'P@100': 0.01527, 'P@1000': 0.00156}
+{'MRR@10': 0.8671, 'MRR@100': 0.86825, 'MRR@1000': 0.86825}
+```
+
+# trec-covid
+
+```json
+{'NDCG@1': 0.89, 'NDCG@3': 0.86927, 'NDCG@5': 0.85066, 'NDCG@10': 0.83406, 'NDCG@100': 0.64434, 'NDCG@1000': 0.55987}
+{'MAP@1': 0.00236, 'MAP@3': 0.00677, 'MAP@5': 0.01119, 'MAP@10': 0.02148, 'MAP@100': 0.13286, 'MAP@1000': 0.31786}
+{'Recall@10': 0.02296, 'Recall@50': 0.09414, 'Recall@100': 0.16102, 'Recall@200': 0.25612, 'Recall@500': 0.41051, 'Recall@1000': 0.52337}
+{'P@1': 0.92, 'P@3': 0.91333, 'P@5': 0.9, 'P@10': 0.882, 'P@100': 0.6728, 'P@1000': 0.24988}
+{'MRR@10': 0.95333, 'MRR@100': 0.95333, 'MRR@1000': 0.95333}
+```
+
+# nq 
+
+```json
+{'NDCG@1': 0.42323, 'NDCG@3': 0.53697, 'NDCG@5': 0.58118, 'NDCG@10': 0.61688, 'NDCG@100': 0.64843, 'NDCG@1000': 0.65232}
+{'MAP@1': 0.3805, 'MAP@3': 0.49582, 'MAP@5': 0.52343, 'MAP@10': 0.54009, 'MAP@100': 0.54801, 'MAP@1000': 0.54821}
+{'Recall@10': 0.82387, 'Recall@50': 0.93477, 'Recall@100': 0.95701, 'Recall@200': 0.97265, 'Recall@500': 0.98226, 'Recall@1000': 0.98469}
+{'P@1': 0.42323, 'P@3': 0.2389, 'P@5': 0.16947, 'P@10': 0.09789, 'P@100': 0.01162, 'P@1000': 0.0012}
+{'MRR@10': 0.56545, 'MRR@100': 0.57076, 'MRR@1000': 0.57088}
+```
+
+
+# dbpedia-entity
+
+```json
+{'NDCG@1': 0.56875, 'NDCG@3': 0.50088, 'NDCG@5': 0.47317, 'NDCG@10': 0.46316, 'NDCG@100': 0.51586, 'NDCG@1000': 0.558}
+{'MAP@1': 0.08729, 'MAP@3': 0.15454, 'MAP@5': 0.18443, 'MAP@10': 0.22354, 'MAP@100': 0.33, 'MAP@1000': 0.34191}
+{'Recall@10': 0.28585, 'Recall@50': 0.51314, 'Recall@100': 0.59619, 'Recall@200': 0.665, 'Recall@500': 0.71455, 'Recall@1000': 0.74017}
+{'P@1': 0.695, 'P@3': 0.55, 'P@5': 0.4725, 'P@10': 0.3795, 'P@100': 0.123, 'P@1000': 0.01895}
+{'MRR@10': 0.78051, 'MRR@100': 0.78351, 'MRR@1000': 0.78361}
+```
+
+# cqadupstack/android
+
+```json
+{'NDCG@1': 0.39342, 'NDCG@3': 0.4528, 'NDCG@5': 0.47063, 'NDCG@10': 0.49608, 'NDCG@100': 0.54578, 'NDCG@1000': 0.56685}
+{'MAP@1': 0.32176, 'MAP@3': 0.40385, 'MAP@5': 0.42023, 'MAP@10': 0.43573, 'MAP@100': 0.44895, 'MAP@1000': 0.45017}
+{'Recall@10': 0.61006, 'Recall@50': 0.76796, 'Recall@100': 0.81648, 'Recall@200': 0.8645, 'Recall@500': 0.91972, 'Recall@1000': 0.95212}
+{'P@1': 0.39342, 'P@3': 0.21841, 'P@5': 0.15279, 'P@10': 0.09299, 'P@100': 0.01436, 'P@1000': 0.00195}
+{'MRR@10': 0.49258, 'MRR@100': 0.50024, 'MRR@1000': 0.50071}
+```
+
+# cqadupstack/english
+
+```json
+{'NDCG@1': 0.43185, 'NDCG@3': 0.46565, 'NDCG@5': 0.48051, 'NDCG@10': 0.50356, 'NDCG@100': 0.54399, 'NDCG@1000': 0.56261}
+{'MAP@1': 0.34473, 'MAP@3': 0.41896, 'MAP@5': 0.43344, 'MAP@10': 0.44721, 'MAP@100': 0.45934, 'MAP@1000': 0.46057}
+{'Recall@10': 0.59602, 'Recall@50': 0.72347, 'Recall@100': 0.76676, 'Recall@200': 0.80569, 'Recall@500': 0.84901, 'Recall@1000': 0.88253}
+{'P@1': 0.43185, 'P@3': 0.22166, 'P@5': 0.15312, 'P@10': 0.09312, 'P@100': 0.01445, 'P@1000': 0.00191}
+{'MRR@10': 0.51094, 'MRR@100': 0.51686, 'MRR@1000': 0.51723}
+```
+
+# cqadupstack/gaming
+
+```json
+{'NDCG@1': 0.50031, 'NDCG@3': 0.55661, 'NDCG@5': 0.57789, 'NDCG@10': 0.60307, 'NDCG@100': 0.6424, 'NDCG@1000': 0.65299}
+{'MAP@1': 0.44123, 'MAP@3': 0.52403, 'MAP@5': 0.53919, 'MAP@10': 0.55217, 'MAP@100': 0.56214, 'MAP@1000': 0.56269}
+{'Recall@10': 0.71996, 'Recall@50': 0.84651, 'Recall@100': 0.88872, 'Recall@200': 0.92003, 'Recall@500': 0.94784, 'Recall@1000': 0.96181}
+{'P@1': 0.50031, 'P@3': 0.2418, 'P@5': 0.16213, 'P@10': 0.09266, 'P@100': 0.01218, 'P@1000': 0.00135}
+{'MRR@10': 0.58551, 'MRR@100': 0.59202, 'MRR@1000': 0.59229}
+```
+
+# cqadupstack/gis
+
+```json
+{'NDCG@1': 0.3209, 'NDCG@3': 0.38043, 'NDCG@5': 0.39826, 'NDCG@10': 0.42392, 'NDCG@100': 0.47052, 'NDCG@1000': 0.49188}
+{'MAP@1': 0.29872, 'MAP@3': 0.35623, 'MAP@5': 0.36708, 'MAP@10': 0.37827, 'MAP@100': 0.38779, 'MAP@1000': 0.38862}
+{'Recall@10': 0.54398, 'Recall@50': 0.69675, 'Recall@100': 0.75823, 'Recall@200': 0.81698, 'Recall@500': 0.88386, 'Recall@1000': 0.9195}
+{'P@1': 0.3209, 'P@3': 0.15782, 'P@5': 0.10531, 'P@10': 0.06237, 'P@100': 0.00897, 'P@1000': 0.00111}
+{'MRR@10': 0.39897, 'MRR@100': 0.40738, 'MRR@1000': 0.40801}
+```
+
+# cqadupstack/mathematica
+
+```json
+{'NDCG@1': 0.22512, 'NDCG@3': 0.25301, 'NDCG@5': 0.28248, 'NDCG@10': 0.31016, 'NDCG@100': 0.36261, 'NDCG@1000': 0.39084}
+{'MAP@1': 0.17579, 'MAP@3': 0.22509, 'MAP@5': 0.24298, 'MAP@10': 0.25565, 'MAP@100': 0.26614, 'MAP@1000': 0.26737}
+{'Recall@10': 0.43224, 'Recall@50': 0.58808, 'Recall@100': 0.66289, 'Recall@200': 0.73859, 'Recall@500': 0.81179, 'Recall@1000': 0.86227}
+{'P@1': 0.22512, 'P@3': 0.11982, 'P@5': 0.09129, 'P@10': 0.05796, 'P@100': 0.00981, 'P@1000': 0.00135}
+{'MRR@10': 0.30408, 'MRR@100': 0.31292, 'MRR@1000': 0.31364}
+```
+
+# cqadupstack/physics
+
+```json
+{'NDCG@1': 0.35322, 'NDCG@3': 0.39842, 'NDCG@5': 0.42021, 'NDCG@10': 0.44429, 'NDCG@100': 0.49947, 'NDCG@1000': 0.5209}
+{'MAP@1': 0.2906, 'MAP@3': 0.35889, 'MAP@5': 0.37526, 'MAP@10': 0.38748, 'MAP@100': 0.39984, 'MAP@1000': 0.40105}
+{'Recall@10': 0.55728, 'Recall@50': 0.72336, 'Recall@100': 0.79588, 'Recall@200': 0.85431, 'Recall@500': 0.90601, 'Recall@1000': 0.93405}
+{'P@1': 0.35322, 'P@3': 0.18768, 'P@5': 0.13167, 'P@10': 0.07854, 'P@100': 0.01247, 'P@1000': 0.00161}
+{'MRR@10': 0.44419, 'MRR@100': 0.45215, 'MRR@1000': 0.45265}
+```
+
+
+# cqadupstack/programmers
+
+```json
+{'NDCG@1': 0.33562, 'NDCG@3': 0.36559, 'NDCG@5': 0.38781, 'NDCG@10': 0.40932, 'NDCG@100': 0.46142, 'NDCG@1000': 0.48645}
+{'MAP@1': 0.26988, 'MAP@3': 0.3311, 'MAP@5': 0.34786, 'MAP@10': 0.35903, 'MAP@100': 0.37076, 'MAP@1000': 0.372}
+{'Recall@10': 0.50822, 'Recall@50': 0.67335, 'Recall@100': 0.73168, 'Recall@200': 0.7941, 'Recall@500': 0.87013, 'Recall@1000': 0.89946}
+{'P@1': 0.33562, 'P@3': 0.17237, 'P@5': 0.12215, 'P@10': 0.07203, 'P@100': 0.01127, 'P@1000': 0.00152}
+{'MRR@10': 0.41252, 'MRR@100': 0.4212, 'MRR@1000': 0.42185}
+```
+
+# cqadupstack/stats
+
+```json
+{'NDCG@1': 0.29908, 'NDCG@3': 0.33442, 'NDCG@5': 0.35429, 'NDCG@10': 0.37252, 'NDCG@100': 0.41373, 'NDCG@1000': 0.44019}
+{'MAP@1': 0.26819, 'MAP@3': 0.3123, 'MAP@5': 0.32498, 'MAP@10': 0.33285, 'MAP@100': 0.34119, 'MAP@1000': 0.34225}
+{'Recall@10': 0.46427, 'Recall@50': 0.58681, 'Recall@100': 0.65517, 'Recall@200': 0.71552, 'Recall@500': 0.8034, 'Recall@1000': 0.84828}
+{'P@1': 0.29908, 'P@3': 0.14008, 'P@5': 0.09693, 'P@10': 0.0566, 'P@100': 0.00831, 'P@1000': 0.00115}
+{'MRR@10': 0.36255, 'MRR@100': 0.36943, 'MRR@1000': 0.37017}
+```
+
+# cqadupstack/tex
+
+```json
+{'NDCG@1': 0.25637, 'NDCG@3': 0.28938, 'NDCG@5': 0.30631, 'NDCG@10': 0.32623, 'NDCG@100': 0.37315, 'NDCG@1000': 0.40217}
+{'MAP@1': 0.21208, 'MAP@3': 0.26156, 'MAP@5': 0.27312, 'MAP@10': 0.28234, 'MAP@100': 0.292, 'MAP@1000': 0.29327}
+{'Recall@10': 0.41651, 'Recall@50': 0.56351, 'Recall@100': 0.62944, 'Recall@200': 0.70763, 'Recall@500': 0.78074, 'Recall@1000': 0.83332}
+{'P@1': 0.25637, 'P@3': 0.13226, 'P@5': 0.09326, 'P@10': 0.05578, 'P@100': 0.00917, 'P@1000': 0.00134}
+{'MRR@10': 0.32516, 'MRR@100': 0.33313, 'MRR@1000': 0.33392}
+```
+
+# cqadupstack/unix
+
+```json
+{'NDCG@1': 0.32743, 'NDCG@3': 0.36706, 'NDCG@5': 0.38592, 'NDCG@10': 0.4077, 'NDCG@100': 0.46201, 'NDCG@1000': 0.48416}
+{'MAP@1': 0.27974, 'MAP@3': 0.33797, 'MAP@5': 0.35027, 'MAP@10': 0.36036, 'MAP@100': 0.37182, 'MAP@1000': 0.37281}
+{'Recall@10': 0.50991, 'Recall@50': 0.68223, 'Recall@100': 0.74916, 'Recall@200': 0.80346, 'Recall@500': 0.86594, 'Recall@1000': 0.90186}
+{'P@1': 0.32743, 'P@3': 0.16294, 'P@5': 0.1125, 'P@10': 0.06567, 'P@100': 0.0104, 'P@1000': 0.00135}
+{'MRR@10': 0.40232, 'MRR@100': 0.41146, 'MRR@1000': 0.41201}
+```
+
+# cqadupstack/webmasters
+
+```json
+{'NDCG@1': 0.32213, 'NDCG@3': 0.3688, 'NDCG@5': 0.38956, 'NDCG@10': 0.4074, 'NDCG@100': 0.46399, 'NDCG@1000': 0.48997}
+{'MAP@1': 0.26862, 'MAP@3': 0.32949, 'MAP@5': 0.34529, 'MAP@10': 0.35491, 'MAP@100': 0.36996, 'MAP@1000': 0.37214}
+{'Recall@10': 0.50257, 'Recall@50': 0.69541, 'Recall@100': 0.75798, 'Recall@200': 0.81134, 'Recall@500': 0.87976, 'Recall@1000': 0.92423}
+{'P@1': 0.32213, 'P@3': 0.1693, 'P@5': 0.12292, 'P@10': 0.07431, 'P@100': 0.0146, 'P@1000': 0.00233}
+{'MRR@10': 0.39839, 'MRR@100': 0.40822, 'MRR@1000': 0.40877}
+```
+
+# cqadupstack/wordpress
+
+```json
+{'NDCG@1': 0.27911, 'NDCG@3': 0.31689, 'NDCG@5': 0.33845, 'NDCG@10': 0.36258, 'NDCG@100': 0.40981, 'NDCG@1000': 0.43428}
+{'MAP@1': 0.25705, 'MAP@3': 0.29899, 'MAP@5': 0.31237, 'MAP@10': 0.32263, 'MAP@100': 0.3318, 'MAP@1000': 0.33282}
+{'Recall@10': 0.46596, 'Recall@50': 0.60923, 'Recall@100': 0.68646, 'Recall@200': 0.75472, 'Recall@500': 0.82491, 'Recall@1000': 0.86667}
+{'P@1': 0.27911, 'P@3': 0.12877, 'P@5': 0.0902, 'P@10': 0.05397, 'P@100': 0.00832, 'P@1000': 0.00114}
+{'MRR@10': 0.34371, 'MRR@100': 0.35216, 'MRR@1000': 0.35289}
+```
+
+# fever 
+
+```json
+{'NDCG@1': 0.84203, 'NDCG@3': 0.86434, 'NDCG@5': 0.87318, 'NDCG@10': 0.88106, 'NDCG@100': 0.89064, 'NDCG@1000': 0.89226}
+{'MAP@1': 0.78184, 'MAP@3': 0.838, 'MAP@5': 0.84468, 'MAP@10': 0.84905, 'MAP@100': 0.85185, 'MAP@1000': 0.85195}
+{'Recall@10': 0.93454, 'Recall@50': 0.96488, 'Recall@100': 0.97209, 'Recall@200': 0.97663, 'Recall@500': 0.9806, 'Recall@1000': 0.98233}
+{'P@1': 0.84203, 'P@3': 0.32463, 'P@5': 0.20126, 'P@10': 0.10429, 'P@100': 0.01115, 'P@1000': 0.00114}
+{'MRR@10': 0.89523, 'MRR@100': 0.89626, 'MRR@1000': 0.89628}
+```
+
+# climate-fever 
+
+```json
+{'NDCG@1': 0.24169, 'NDCG@3': 0.21933, 'NDCG@5': 0.24543, 'NDCG@10': 0.28294, 'NDCG@100': 0.36722, 'NDCG@1000': 0.4024}
+{'MAP@1': 0.10731, 'MAP@3': 0.1578, 'MAP@5': 0.178, 'MAP@10': 0.19604, 'MAP@100': 0.21811, 'MAP@1000': 0.22027}
+{'Recall@10': 0.35477, 'Recall@50': 0.56558, 'Recall@100': 0.6422, 'Recall@200': 0.716, 'Recall@500': 0.79544, 'Recall@1000': 0.83489}
+{'P@1': 0.24169, 'P@3': 0.16547, 'P@5': 0.13655, 'P@10': 0.09244, 'P@100': 0.01825, 'P@1000': 0.00248}
+{'MRR@10': 0.36787, 'MRR@100': 0.37864, 'MRR@1000': 0.37898}
+```
+
+# hotpotqa
+
+```json
+{'NDCG@1': 0.88022, 'NDCG@3': 0.71097, 'NDCG@5': 0.73746, 'NDCG@10': 0.76667, 'NDCG@100': 0.7833, 'NDCG@1000': 0.79034}
+{'MAP@1': 0.44011, 'MAP@3': 0.63717, 'MAP@5': 0.65956, 'MAP@10': 0.67192, 'MAP@100': 0.68033, 'MAP@1000': 0.68074}
+{'Recall@10': 0.77394, 'Recall@50': 0.8526, 'Recall@100': 0.87637, 'Recall@200': 0.89494, 'Recall@500': 0.91283, 'Recall@1000': 0.92194}
+{'P@1': 0.88022, 'P@3': 0.4492, 'P@5': 0.2904, 'P@10': 0.15479, 'P@100': 0.01753, 'P@1000': 0.00184}
+{'MRR@10': 0.9188, 'MRR@100': 0.91954, 'MRR@1000': 0.91956}
+```
+
+# msmarco
+
+```json
+{'NDCG@1': 0.2457, 'NDCG@3': 0.35898, 'NDCG@5': 0.40311, 'NDCG@10': 0.44993, 'NDCG@100': 0.49645, 'NDCG@1000': 0.50411}
+{'MAP@1': 0.23935, 'MAP@3': 0.32833, 'MAP@5': 0.35316, 'MAP@10': 0.37037, 'MAP@100': 0.38158, 'MAP@1000': 0.38193}
+{'Recall@10': 0.67096, 'Recall@50': 0.86307, 'Recall@100': 0.91057, 'Recall@200': 0.9433, 'Recall@500': 0.96252, 'Recall@1000': 0.9666}
+{'P@1': 0.2457, 'P@3': 0.15244, 'P@5': 0.11395, 'P@10': 0.07013, 'P@100': 0.00962, 'P@1000': 0.00103}
+{'MRR@10': 0.38491, 'MRR@100': 0.3865, 'MRR@1000': 0.38681}
+```
+
+
+# scidocs
+
+T.B.A
+