Consult the running results and code problems

[584251395]

#!/usr/bin/env python

-- coding: utf-8 --

"""Description

"""

import torch

import numpy as np

from ptranking.ltr_global import ltr_seed
from ptranking.ltr_cegan.ltr_ceadversarial import AdLTREvaluator
from ptranking.ltr_adversarial.eval.ltr_adversarial import AdLTREvaluator
np.random.seed(seed=ltr_seed)
torch.manual_seed(seed=ltr_seed)

if name == 'main':

"""
>>> Learning-to-Rank Models <<< 

(2) Adversarial Optimization
-----------------------------------------------------------------------------------------
| Pointwise | IRGAN_Point % IRGAN_PointCE                                                |
-----------------------------------------------------------------------------------------
| Pairwise  | IRGAN_Pair % IRGAN_PairCE                                                  |
-----------------------------------------------------------------------------------------
| Listwise  | IRGAN_List % IRGAN_ListCE                                                  |
-----------------------------------------------------------------------------------------


>>> Supported Datasets <<<
-----------------------------------------------------------------------------------------
| LETTOR    | MQ2007_Super %  MQ2008_Super %  MQ2007_Semi %  MQ2008_Semi                |
-----------------------------------------------------------------------------------------
| MSLRWEB   | MSLRWEB10K %  MSLRWEB30K                                                  |
-----------------------------------------------------------------------------------------
| Yahoo_LTR | Set1 % Set2                                                               |
-----------------------------------------------------------------------------------------
| ISTELLA_LTR | Istella_S | Istella | Istella_X                                         |
-----------------------------------------------------------------------------------------
| IRGAN_MQ2008_Semi                                                                      |
-----------------------------------------------------------------------------------------

"""

cuda = 0  # the gpu id, e.g., 0 or 1, otherwise, set it as None indicating to use cpu

debug = False  # in a debug mode, we just check whether the model can operate
config_with_json = False  # specify configuration with json files or not

models_to_run = [
    # 'IRGAN_Point',
     'IRGAN_Pair'
    # 'IRGAN_List',

    # 'IRGAN_PointCE',

    # 'IRGAN_ListCE'
]
evaluator = AdLTREvaluator(cuda=cuda)

if config_with_json:  # specify configuration with json files
    # the directory of json files
    dir_json = '/ltr_adversarial/json/'
    # dir_json = '/home/dl-box/WorkBench/Dropbox/CodeBench/GitPool/wildltr_ptranking/testing/ltr_adversarial/json/'
    for model_id in models_to_run:
        evaluator.run(debug=debug, model_id=model_id, config_with_json=config_with_json, dir_json=dir_json)

else:  # specify configuration manually
    data_id = 'MQ2008_Semi'
   # data_id = 'OHSUMED'

    ''' pointsf | listsf, namely the type of neural scoring function '''
    sf_id = 'pointsf'

    ''' Location of the adopted data '''
    # dir_data = '/home/dl-box/WorkBench/Datasets/L2R/LETOR4.0/MQ2008/'
    # dir_data = '/Users/solar/WorkBench/Datasets/L2R/LETOR4.0/MQ2008/'
    dir_data = 'dataset/MQ2008-semi/'
   # dir_data = 'dataset/OHSUMED/'

    ''' Output directory '''
    # dir_output = '/Users/dryuhaitao/WorkBench/CodeBench/Bench_Output/NeuralLTR/ALTR/'
    # dir_output = '/home/dl-box/WorkBench/CodeBench/PyCharmProject/Project_output/Out_L2R/Listwise/'
    # dir_output = '/Users/solar/WorkBench/CodeBench/PyCharmProject/Project_output/Out_L2R/'
    dir_output = 'Output/NeuralLTR/'

    grid_search = False  # with grid_search, we can explore the effects of different hyper-parameters of a model

    for model_id in models_to_run:
        evaluator.run(debug=debug,train=True,model_id=model_id, sf_id=sf_id,
                      data_id=data_id, dir_data=dir_data, dir_output=dir_output, grid_search=grid_search)

Fold- 1
loading buffered file ...
loading buffered file ...
loading buffered file ...
2 G - nDCG@k - [0.6165324]
2 D - nDCG@k - [0.19242235]
3 G - nDCG@k - [0.6165324]
3 D - nDCG@k - [0.19242235]
4 G - nDCG@k - [0.6165324]
4 D - nDCG@k - [0.19242235]
5 G - nDCG@k - [0.6165324]
5 D - nDCG@k - [0.19242235]
6 G - nDCG@k - [0.6165324]
6 D - nDCG@k - [0.19242235]
7 G - nDCG@k - [0.6165324]
7 D - nDCG@k - [0.19242235]
8 G - nDCG@k - [0.6165324]
8 D - nDCG@k - [0.19242235]
9 G - nDCG@k - [0.6165324]
9 D - nDCG@k - [0.19242235]
10 G - nDCG@k - [0.6165324]
10 D - nDCG@k - [0.19242235]
11 G - nDCG@k - [0.6165324]
11 D - nDCG@k - [0.19242235]
12 G - nDCG@k - [0.6165324]
12 D - nDCG@k - [0.19242235]
13 G - nDCG@k - [0.6165324]
13 D - nDCG@k - [0.19242235]
14 G - nDCG@k - [0.6165324]
14 D - nDCG@k - [0.19242235]
15 G - nDCG@k - [0.6165324]
15 D - nDCG@k - [0.19242235]
16 G - nDCG@k - [0.6165324]
16 D - nDCG@k - [0.19242235]
17 G - nDCG@k - [0.6165324]
17 D - nDCG@k - [0.19242235]
18 G - nDCG@k - [0.6165324]
18 D - nDCG@k - [0.19242235]
19 G - nDCG@k - [0.6165324]
19 D - nDCG@k - [0.19242235]
20 G - nDCG@k - [0.6165324]
20 D - nDCG@k - [0.19242235]
21 G - nDCG@k - [0.6165324]
21 D - nDCG@k - [0.19242235]
22 G - nDCG@k - [0.6165324]
22 D - nDCG@k - [0.19242235]
23 G - nDCG@k - [0.6165324]
23 D - nDCG@k - [0.19242235]
24 G - nDCG@k - [0.6165324]
24 D - nDCG@k - [0.19242235]
25 G - nDCG@k - [0.6165324]
25 D - nDCG@k - [0.19242235]
26 G - nDCG@k - [0.6165324]
26 D - nDCG@k - [0.19242235]
27 G - nDCG@k - [0.6165324]
27 D - nDCG@k - [0.19242235]
28 G - nDCG@k - [0.6165324]
28 D - nDCG@k - [0.19242235]
29 G - nDCG@k - [0.6165324]
29 D - nDCG@k - [0.19242235]
30 G - nDCG@k - [0.6165324]
30 D - nDCG@k - [0.19242235]
31 G - nDCG@k - [0.6165324]
31 D - nDCG@k - [0.19242235]
32 G - nDCG@k - [0.6165324]
32 D - nDCG@k - [0.19242235]
33 G - nDCG@k - [0.6165324]
33 D - nDCG@k - [0.19242235]
34 G - nDCG@k - [0.6165324]
34 D - nDCG@k - [0.19242235]
35 G - nDCG@k - [0.6165324]
35 D - nDCG@k - [0.19242235]
36 G - nDCG@k - [0.6165324]
36 D - nDCG@k - [0.19242235]
37 G - nDCG@k - [0.6165324]
37 D - nDCG@k - [0.19242235]
38 G - nDCG@k - [0.6165324]
38 D - nDCG@k - [0.19242235]
39 G - nDCG@k - [0.6165324]
39 D - nDCG@k - [0.19242235]
40 G - nDCG@k - [0.6165324]
40 D - nDCG@k - [0.19242235]
41 G - nDCG@k - [0.6165324]
41 D - nDCG@k - [0.19242235]
42 G - nDCG@k - [0.6165324]
42 D - nDCG@k - [0.19242235]
43 G - nDCG@k - [0.6165324]
43 D - nDCG@k - [0.19242235]
44 G - nDCG@k - [0.6165324]
44 D - nDCG@k - [0.19242235]
45 G - nDCG@k - [0.6165324]
45 D - nDCG@k - [0.19242235]
46 G - nDCG@k - [0.6165324]
46 D - nDCG@k - [0.19242235]
47 G - nDCG@k - [0.6165324]
47 D - nDCG@k - [0.19242235]
48 G - nDCG@k - [0.6165324]
48 D - nDCG@k - [0.19242235]
49 G - nDCG@k - [0.6165324]
49 D - nDCG@k - [0.19242235]
50 G - nDCG@k - [0.6165324]
50 D - nDCG@k - [0.19242235]
Fold-1 Generator nDCG@1:0.3205 nDCG@3:0.5134 nDCG@5:0.5825 nDCG@10:0.6391 nDCG@20:0.2216 nDCG@50:0.1002
Discriminator nDCG@1:0.1090 nDCG@3:0.1455 nDCG@5:0.1578 nDCG@10:0.2289 nDCG@20:0.0824 nDCG@50:0.0562
Fold- 2
loading buffered file ...
loading buffered file ...
loading buffered file ...
2 G - nDCG@k - [0.5027733]
2 D - nDCG@k - [0.33297938]
3 G - nDCG@k - [0.48851907]
3 D - nDCG@k - [0.3581972]
4 G - nDCG@k - [0.49908563]
4 D - nDCG@k - [0.535753]
5 G - nDCG@k - [0.50161684]
5 D - nDCG@k - [0.5444428]
6 G - nDCG@k - [0.49681264]
6 D - nDCG@k - [0.5036262]
7 G - nDCG@k - [0.4993641]
7 D - nDCG@k - [0.54788077]
8 G - nDCG@k - [0.5029315]
8 D - nDCG@k - [0.505778]
9 G - nDCG@k - [0.5097145]
9 D - nDCG@k - [0.5421982]
10 G - nDCG@k - [0.5139733]
10 D - nDCG@k - [0.5388133]
11 G - nDCG@k - [0.5098361]
11 D - nDCG@k - [0.55477446]
12 G - nDCG@k - [0.5148136]
12 D - nDCG@k - [0.55512834]
13 G - nDCG@k - [0.5041314]
13 D - nDCG@k - [0.54865634]
14 G - nDCG@k - [0.5089696]
14 D - nDCG@k - [0.5308094]
15 G - nDCG@k - [0.517816]
15 D - nDCG@k - [0.49637938]
16 G - nDCG@k - [0.51141846]
16 D - nDCG@k - [0.54391533]
17 G - nDCG@k - [0.52058184]
17 D - nDCG@k - [0.519878]
18 G - nDCG@k - [0.5096874]
18 D - nDCG@k - [0.5619784]
19 G - nDCG@k - [0.5131619]
19 D - nDCG@k - [0.5138939]
20 G - nDCG@k - [0.51126856]
20 D - nDCG@k - [0.59303594]
21 G - nDCG@k - [0.5158795]
21 D - nDCG@k - [0.5766944]
22 G - nDCG@k - [0.50954753]
22 D - nDCG@k - [0.576388]
23 G - nDCG@k - [0.5153102]
23 D - nDCG@k - [0.5130749]
24 G - nDCG@k - [0.51462805]
24 D - nDCG@k - [0.5305879]
25 G - nDCG@k - [0.51734453]
25 D - nDCG@k - [0.56582767]
26 G - nDCG@k - [0.51586586]
26 D - nDCG@k - [0.5670248]
27 G - nDCG@k - [0.51664823]
27 D - nDCG@k - [0.5526367]
28 G - nDCG@k - [0.51834965]
28 D - nDCG@k - [0.4996301]
29 G - nDCG@k - [0.5147342]
29 D - nDCG@k - [0.5913757]
30 G - nDCG@k - [0.51855457]
30 D - nDCG@k - [0.5699038]
31 G - nDCG@k - [0.513338]
31 D - nDCG@k - [0.52834344]
32 G - nDCG@k - [0.5147203]
32 D - nDCG@k - [0.548412]
33 G - nDCG@k - [0.5150379]
33 D - nDCG@k - [0.57615685]
34 G - nDCG@k - [0.5167229]
34 D - nDCG@k - [0.57172066]
35 G - nDCG@k - [0.5218259]
35 D - nDCG@k - [0.56834656]
36 G - nDCG@k - [0.5258375]
36 D - nDCG@k - [0.57411903]
37 G - nDCG@k - [0.53553724]
37 D - nDCG@k - [0.54351085]
38 G - nDCG@k - [0.5644661]
38 D - nDCG@k - [0.5431185]
39 G - nDCG@k - [0.7448567]
39 D - nDCG@k - [0.550732]
40 G - nDCG@k - [0.94387144]
40 D - nDCG@k - [0.5618674]
41 G - nDCG@k - [1.]
41 D - nDCG@k - [0.5317064]
42 G - nDCG@k - [1.]
42 D - nDCG@k - [0.52337396]
43 G - nDCG@k - [1.]
43 D - nDCG@k - [0.5534222]
44 G - nDCG@k - [1.]
44 D - nDCG@k - [0.53518224]
45 G - nDCG@k - [1.]
45 D - nDCG@k - [0.56251013]
46 G - nDCG@k - [1.]
46 D - nDCG@k - [0.5596059]
47 G - nDCG@k - [1.]
47 D - nDCG@k - [0.58057314]
48 G - nDCG@k - [1.]
48 D - nDCG@k - [0.5857386]
49 G - nDCG@k - [1.]
49 D - nDCG@k - [0.56591916]
50 G - nDCG@k - [1.]
50 D - nDCG@k - [0.58940756]
Fold-2 Generator nDCG@1:1.0000 nDCG@3:1.0000 nDCG@5:1.0000 nDCG@10:1.0000 nDCG@20:0.6200 nDCG@50:0.2400
Discriminator nDCG@1:0.3333 nDCG@3:0.3821 nDCG@5:0.4599 nDCG@10:0.5160 nDCG@20:0.3420 nDCG@50:0.1332
Fold- 3
loading buffered file ...
loading buffered file ...
loading buffered file ...
2 G - nDCG@k - [0.39965856]
2 D - nDCG@k - [0.39463258]
3 G - nDCG@k - [0.3977977]
3 D - nDCG@k - [0.42421216]
4 G - nDCG@k - [0.38794923]
4 D - nDCG@k - [0.40071067]
5 G - nDCG@k - [0.38839263]
5 D - nDCG@k - [0.47236297]
6 G - nDCG@k - [0.38685566]
6 D - nDCG@k - [0.41886345]
7 G - nDCG@k - [0.38557106]
7 D - nDCG@k - [0.44698852]
8 G - nDCG@k - [0.38285]
8 D - nDCG@k - [0.48515868]
9 G - nDCG@k - [0.38673398]
9 D - nDCG@k - [0.42064533]
10 G - nDCG@k - [0.38321465]
10 D - nDCG@k - [0.41532105]
11 G - nDCG@k - [0.381612]
11 D - nDCG@k - [0.43045655]
12 G - nDCG@k - [0.38329402]
12 D - nDCG@k - [0.44125608]
13 G - nDCG@k - [0.3784583]
13 D - nDCG@k - [0.41501996]
14 G - nDCG@k - [0.372635]
14 D - nDCG@k - [0.3938498]
15 G - nDCG@k - [0.38326636]
15 D - nDCG@k - [0.45585468]
16 G - nDCG@k - [0.37885362]
16 D - nDCG@k - [0.42541683]
17 G - nDCG@k - [0.37920886]
17 D - nDCG@k - [0.4466286]
18 G - nDCG@k - [0.38100868]
18 D - nDCG@k - [0.4115614]
19 G - nDCG@k - [0.3843449]
19 D - nDCG@k - [0.42056996]
20 G - nDCG@k - [0.4572133]
20 D - nDCG@k - [0.4343956]
21 G - nDCG@k - [1.]
21 D - nDCG@k - [0.42924148]
22 G - nDCG@k - [1.]
22 D - nDCG@k - [0.43273562]
23 G - nDCG@k - [1.]
23 D - nDCG@k - [0.41558936]
24 G - nDCG@k - [1.]
24 D - nDCG@k - [0.42072624]
25 G - nDCG@k - [1.]
25 D - nDCG@k - [0.44657457]
26 G - nDCG@k - [1.]
26 D - nDCG@k - [0.45624048]
27 G - nDCG@k - [1.]
27 D - nDCG@k - [0.4384963]
28 G - nDCG@k - [1.]
28 D - nDCG@k - [0.44075084]
29 G - nDCG@k - [1.]
29 D - nDCG@k - [0.46042985]
30 G - nDCG@k - [1.]
30 D - nDCG@k - [0.41602588]
31 G - nDCG@k - [1.]
31 D - nDCG@k - [0.4504845]
32 G - nDCG@k - [1.]
32 D - nDCG@k - [0.45323014]
33 G - nDCG@k - [1.]
33 D - nDCG@k - [0.43309265]
34 G - nDCG@k - [1.]
34 D - nDCG@k - [0.46374264]
35 G - nDCG@k - [1.]
35 D - nDCG@k - [0.41332752]
36 G - nDCG@k - [1.]
36 D - nDCG@k - [0.4222603]
37 G - nDCG@k - [1.]
37 D - nDCG@k - [0.41125506]
38 G - nDCG@k - [1.]
38 D - nDCG@k - [0.4020129]
39 G - nDCG@k - [1.]
39 D - nDCG@k - [0.44501936]
40 G - nDCG@k - [1.]
40 D - nDCG@k - [0.4550639]
41 G - nDCG@k - [1.]
41 D - nDCG@k - [0.43464988]
42 G - nDCG@k - [1.]
42 D - nDCG@k - [0.414366]
43 G - nDCG@k - [1.]
43 D - nDCG@k - [0.42860523]
44 G - nDCG@k - [1.]
44 D - nDCG@k - [0.42242187]
45 G - nDCG@k - [1.]
45 D - nDCG@k - [0.43204117]
46 G - nDCG@k - [1.]
46 D - nDCG@k - [0.41403836]
47 G - nDCG@k - [1.]
47 D - nDCG@k - [0.37607488]
48 G - nDCG@k - [1.]
48 D - nDCG@k - [0.39542264]
49 G - nDCG@k - [1.]
49 D - nDCG@k - [0.41776687]
50 G - nDCG@k - [1.]
50 D - nDCG@k - [0.44091678]
Fold-3 Generator nDCG@1:1.0000 nDCG@3:1.0000 nDCG@5:1.0000 nDCG@10:1.0000 nDCG@20:0.6364 nDCG@50:0.3030
Discriminator nDCG@1:0.3737 nDCG@3:0.4729 nDCG@5:0.4982 nDCG@10:0.5583 nDCG@20:0.3616 nDCG@50:0.1863
Fold- 4
loading buffered file ...
loading buffered file ...
loading buffered file ...
2 G - nDCG@k - [0.47818083]
2 D - nDCG@k - [0.48583528]
3 G - nDCG@k - [0.47544459]
3 D - nDCG@k - [0.5115808]
4 G - nDCG@k - [0.47582328]
4 D - nDCG@k - [0.51140046]
5 G - nDCG@k - [0.4757267]
5 D - nDCG@k - [0.5173592]
6 G - nDCG@k - [0.4664649]
6 D - nDCG@k - [0.5153646]
7 G - nDCG@k - [0.4853018]
7 D - nDCG@k - [0.50688297]
8 G - nDCG@k - [0.47816467]
8 D - nDCG@k - [0.4853911]
9 G - nDCG@k - [0.48528868]
9 D - nDCG@k - [0.50741774]
10 G - nDCG@k - [0.49050823]
10 D - nDCG@k - [0.5098825]
11 G - nDCG@k - [0.48336774]
11 D - nDCG@k - [0.50937814]
12 G - nDCG@k - [0.5164186]
12 D - nDCG@k - [0.5006186]
13 G - nDCG@k - [1.]
13 D - nDCG@k - [0.50246394]
14 G - nDCG@k - [1.]
14 D - nDCG@k - [0.50000286]
15 G - nDCG@k - [1.]
15 D - nDCG@k - [0.47401243]
16 G - nDCG@k - [1.]
16 D - nDCG@k - [0.45529673]
17 G - nDCG@k - [1.]
17 D - nDCG@k - [0.4995319]
18 G - nDCG@k - [1.]
18 D - nDCG@k - [0.45995122]
19 G - nDCG@k - [1.]
19 D - nDCG@k - [0.5125517]
20 G - nDCG@k - [1.]
20 D - nDCG@k - [0.4958896]
21 G - nDCG@k - [1.]
21 D - nDCG@k - [0.5001597]
22 G - nDCG@k - [1.]
22 D - nDCG@k - [0.5115064]
23 G - nDCG@k - [1.]
23 D - nDCG@k - [0.49558964]
24 G - nDCG@k - [1.]
24 D - nDCG@k - [0.510579]
25 G - nDCG@k - [1.]
25 D - nDCG@k - [0.5273005]
26 G - nDCG@k - [1.]
26 D - nDCG@k - [0.49702188]
27 G - nDCG@k - [1.]
27 D - nDCG@k - [0.5037141]
28 G - nDCG@k - [1.]
28 D - nDCG@k - [0.5175707]
29 G - nDCG@k - [1.]
29 D - nDCG@k - [0.5381575]
30 G - nDCG@k - [1.]
30 D - nDCG@k - [0.47556967]
31 G - nDCG@k - [1.]
31 D - nDCG@k - [0.5207562]
32 G - nDCG@k - [1.]
32 D - nDCG@k - [0.5066564]
33 G - nDCG@k - [1.]
33 D - nDCG@k - [0.523348]
34 G - nDCG@k - [1.]
34 D - nDCG@k - [0.49611872]
35 G - nDCG@k - [1.]
35 D - nDCG@k - [0.51861805]
36 G - nDCG@k - [1.]
36 D - nDCG@k - [0.5162305]
37 G - nDCG@k - [1.]
37 D - nDCG@k - [0.5035715]
38 G - nDCG@k - [1.]
38 D - nDCG@k - [0.5117259]
39 G - nDCG@k - [1.]
39 D - nDCG@k - [0.51569456]
40 G - nDCG@k - [1.]
40 D - nDCG@k - [0.4981594]
41 G - nDCG@k - [1.]
41 D - nDCG@k - [0.50927716]
42 G - nDCG@k - [1.]
42 D - nDCG@k - [0.51942354]
43 G - nDCG@k - [1.]
43 D - nDCG@k - [0.4820416]
44 G - nDCG@k - [1.]
44 D - nDCG@k - [0.4894538]
45 G - nDCG@k - [1.]
45 D - nDCG@k - [0.4829564]
46 G - nDCG@k - [1.]
46 D - nDCG@k - [0.50496817]
47 G - nDCG@k - [1.]
47 D - nDCG@k - [0.497437]
48 G - nDCG@k - [1.]
48 D - nDCG@k - [0.51842123]
49 G - nDCG@k - [1.]
49 D - nDCG@k - [0.51879853]
50 G - nDCG@k - [1.]
50 D - nDCG@k - [0.45174882]
Fold-4 Generator nDCG@1:1.0000 nDCG@3:1.0000 nDCG@5:1.0000 nDCG@10:1.0000 nDCG@20:0.4928 nDCG@50:0.1884
Discriminator nDCG@1:0.5266 nDCG@3:0.5334 nDCG@5:0.5792 nDCG@10:0.6556 nDCG@20:0.2867 nDCG@50:0.1137
Fold- 5
loading buffered file ...
loading buffered file ...
loading buffered file ...
2 G - nDCG@k - [0.527702]
2 D - nDCG@k - [0.36692753]
3 G - nDCG@k - [0.5332169]
3 D - nDCG@k - [0.3692329]
4 G - nDCG@k - [0.53697956]
4 D - nDCG@k - [0.36051306]
5 G - nDCG@k - [0.5326443]
5 D - nDCG@k - [0.45014596]
6 G - nDCG@k - [0.5318162]
6 D - nDCG@k - [0.48854607]
7 G - nDCG@k - [0.5415791]
7 D - nDCG@k - [0.50873864]
8 G - nDCG@k - [0.5456936]
8 D - nDCG@k - [0.4943236]
9 G - nDCG@k - [0.5460599]
9 D - nDCG@k - [0.5161224]
10 G - nDCG@k - [0.5552072]
10 D - nDCG@k - [0.52876776]
11 G - nDCG@k - [0.55880207]
11 D - nDCG@k - [0.5287629]
12 G - nDCG@k - [0.5556395]
12 D - nDCG@k - [0.52552664]
13 G - nDCG@k - [0.5553135]
13 D - nDCG@k - [0.5456068]
14 G - nDCG@k - [0.55035204]
14 D - nDCG@k - [0.52752155]
15 G - nDCG@k - [0.5534008]
15 D - nDCG@k - [0.5242569]
16 G - nDCG@k - [0.55459607]
16 D - nDCG@k - [0.51693445]
17 G - nDCG@k - [0.56200135]
17 D - nDCG@k - [0.5370413]
18 G - nDCG@k - [0.5607125]
18 D - nDCG@k - [0.5368279]
19 G - nDCG@k - [0.5612805]
19 D - nDCG@k - [0.53559524]
20 G - nDCG@k - [0.56169796]
20 D - nDCG@k - [0.5444798]
21 G - nDCG@k - [0.5609834]
21 D - nDCG@k - [0.5295129]
22 G - nDCG@k - [0.5635907]
22 D - nDCG@k - [0.5265945]
23 G - nDCG@k - [0.557672]
23 D - nDCG@k - [0.54104066]
24 G - nDCG@k - [0.558078]
24 D - nDCG@k - [0.5258157]
25 G - nDCG@k - [0.5564844]
25 D - nDCG@k - [0.52085525]
26 G - nDCG@k - [0.5628345]
26 D - nDCG@k - [0.52485234]
27 G - nDCG@k - [0.5609715]
27 D - nDCG@k - [0.5222826]
28 G - nDCG@k - [0.56284297]
28 D - nDCG@k - [0.52649665]
29 G - nDCG@k - [0.5494826]
29 D - nDCG@k - [0.5414615]
30 G - nDCG@k - [0.5550785]
30 D - nDCG@k - [0.5354695]
31 G - nDCG@k - [0.552811]
31 D - nDCG@k - [0.5362496]
32 G - nDCG@k - [0.55090904]
32 D - nDCG@k - [0.5380133]
33 G - nDCG@k - [0.550326]
33 D - nDCG@k - [0.55514485]
34 G - nDCG@k - [0.5569996]
34 D - nDCG@k - [0.5370644]
35 G - nDCG@k - [0.55522406]
35 D - nDCG@k - [0.5436135]
36 G - nDCG@k - [0.553612]
36 D - nDCG@k - [0.53660625]
37 G - nDCG@k - [0.5529566]
37 D - nDCG@k - [0.5582198]
38 G - nDCG@k - [0.56821305]
38 D - nDCG@k - [0.55460787]
39 G - nDCG@k - [0.57327646]
39 D - nDCG@k - [0.54661214]
40 G - nDCG@k - [0.57777023]
40 D - nDCG@k - [0.5611896]
41 G - nDCG@k - [0.60631126]
41 D - nDCG@k - [0.5449414]
42 G - nDCG@k - [0.6949094]
42 D - nDCG@k - [0.5537747]
43 G - nDCG@k - [0.9749628]
43 D - nDCG@k - [0.5671416]
44 G - nDCG@k - [1.]
44 D - nDCG@k - [0.5487286]
45 G - nDCG@k - [1.]
45 D - nDCG@k - [0.5448432]
46 G - nDCG@k - [1.]
46 D - nDCG@k - [0.55738384]
47 G - nDCG@k - [1.]
47 D - nDCG@k - [0.5713886]
48 G - nDCG@k - [1.]
48 D - nDCG@k - [0.5563294]
49 G - nDCG@k - [1.]
49 D - nDCG@k - [0.5734414]
50 G - nDCG@k - [1.]
50 D - nDCG@k - [0.5654034]
Fold-5 Generator nDCG@1:1.0000 nDCG@3:1.0000 nDCG@5:1.0000 nDCG@10:1.0000 nDCG@20:0.4643 nDCG@50:0.1607
Discriminator nDCG@1:0.3690 nDCG@3:0.4526 nDCG@5:0.4893 nDCG@10:0.5792 nDCG@20:0.2791 nDCG@50:0.0978
Elapsed time: 0:11:22.062286

Generator 5-fold cross validation scores: nDCG@1:0.8641, nDCG@3:0.9027, nDCG@5:0.9165, nDCG@10:0.9278, nDCG@20:0.4870, nDCG@50:0.1985
Discriminator 5-fold cross validation scores: nDCG@1:0.3423, nDCG@3:0.3973, nDCG@5:0.4369, nDCG@10:0.5076, nDCG@20:0.2703, nDCG@50:0.1174