Results of the ImageCLEF 2008 Visual Concept Detection Task

Below you find the results from the Visual Concept Detection Task of ImageCLEF 2008. The full set of results with ROC curves is also available in PDF format. The correct annotation for the test set is available here. The evaltool that is available from the task website can be used to obtain the results shown below and the according graphs in the PDF.

budapest-acad-acad-logreg1.run.EVAL

class		EER	AUC
1	indoor	31.40	71.72
2	outdoor	36.97	69.86
3	person	34.30	72.14
4	day	44.20	59.93
5	night	8.70	94.79
6	water	42.91	61.61
7	road_or_pathway	48.64	51.72
8	vegetation	47.00	55.82
9	tree	36.13	68.84
10	mountains	29.47	77.62
11	beach	28.35	78.74
12	buildings	58.51	39.23
13	sky	30.94	74.24
14	sunny	31.65	70.54
15	partly_cloudy	55.53	41.97
16	overcast	26.21	81.49
17	animal	44.27	58.40
Average		37.36	66.39

budapest-acad-acad-logreg2.run.EVAL

class		EER	AUC
1	indoor	40.20	60.64
2	outdoor	37.82	67.85
3	person	34.66	71.96
4	day	40.33	63.43
5	night	8.70	94.63
6	water	38.82	67.12
7	road_or_pathway	54.71	46.00
8	vegetation	41.41	63.46
9	tree	37.86	65.24
10	mountains	33.41	73.56
11	beach	31.98	74.86
12	buildings	62.06	35.85
13	sky	19.87	87.17
14	sunny	32.11	70.90
15	partly_cloudy	54.63	42.21
16	overcast	22.77	84.60
17	animal	39.70	61.46
Average		37.12	66.53

budapest-acad-acad-lowppnn.run.EVAL

class		EER	AUC
1	indoor	27.73	78.55
2	outdoor	30.25	76.38
3	person	44.65	56.46
4	day	35.91	68.52
5	night	30.50	75.74
6	water	36.02	70.49
7	road_or_pathway	46.65	57.36
8	vegetation	31.26	75.00
9	tree	36.71	67.30
10	mountains	30.86	76.67
11	beach	24.40	81.73
12	buildings	63.83	0.71
13	sky	28.01	77.99
14	sunny	32.91	74.70
15	partly_cloudy	46.27	57.49
16	overcast	34.35	71.61
17	animal	32.80	74.87
Average		36.07	67.15

budapest-acad-acad-lowppnpnn.run.EVAL

class		EER	AUC
1	indoor	27.51	78.71
2	outdoor	29.41	77.63
3	person	37.93	66.30
4	day	35.36	68.91
5	night	30.50	77.71
6	water	33.21	71.91
7	road_or_pathway	41.81	60.44
8	vegetation	33.33	73.57
9	tree	32.23	71.61
10	mountains	30.51	76.81
11	beach	24.20	80.68
12	buildings	38.30	65.93
13	sky	26.71	79.76
14	sunny	31.53	76.17
15	partly_cloudy	36.50	67.31
16	overcast	29.52	75.78
17	animal	33.23	72.68
Average		32.46	73.05

budapest-acad-acad-medfi.run.EVAL

class		EER	AUC
1	indoor	23.50	82.47
2	outdoor	24.37	81.40
3	person	38.66	66.58
4	day	34.25	71.98
5	night	30.50	74.60
6	water	32.69	71.57
7	road_or_pathway	43.05	59.33
8	vegetation	31.26	75.22
9	tree	35.12	71.41
10	mountains	30.39	76.23
11	beach	30.32	76.91
12	buildings	38.83	65.38
13	sky	24.43	83.29
14	sunny	30.26	78.54
15	partly_cloudy	33.16	71.97
16	overcast	31.42	75.35
17	animal	39.70	68.41
Average		32.47	73.57

budapest-acad-acad-mednofi.run.EVAL

class		EER	AUC
1	indoor	22.61	83.40
2	outdoor	25.21	81.97
3	person	38.48	66.25
4	day	33.70	73.11
5	night	30.30	80.01
6	water	32.44	71.30
7	road_or_pathway	43.92	58.91
8	vegetation	31.47	74.67
9	tree	34.54	70.98
10	mountains	29.70	76.51
11	beach	27.10	80.03
12	buildings	40.07	64.25
13	sky	23.13	84.07
14	sunny	32.11	77.86
15	partly_cloudy	33.80	71.46
16	overcast	30.79	75.44
17	animal	36.31	70.78
Average		32.10	74.18

budapest-acad-acad-medppnn.run.EVAL

class		EER	AUC
1	indoor	25.84	80.96
2	outdoor	27.73	80.87
3	person	49.73	0.36
4	day	35.36	70.49
5	night	34.80	61.24
6	water	34.61	68.11
7	road_or_pathway	54.22	0.37
8	vegetation	32.51	72.45
9	tree	39.16	63.81
10	mountains	30.51	75.31
11	beach	32.61	72.34
12	buildings	64.01	0.53
13	sky	22.15	82.70
14	sunny	31.76	76.76
15	partly_cloudy	41.52	62.85
16	overcast	34.73	71.98
17	animal	38.00	66.96
Average		37.01	59.30

budapest-acad-acad-medppnpnn.run.EVAL

class		EER	AUC
1	indoor	23.27	82.49
2	outdoor	24.37	81.41
3	person	38.66	66.58
4	day	34.25	71.97
5	night	30.50	75.20
6	water	32.57	71.58
7	road_or_pathway	43.05	59.33
8	vegetation	31.26	75.22
9	tree	34.97	71.43
10	mountains	30.39	76.23
11	beach	30.95	76.92
12	buildings	38.83	65.38
13	sky	24.43	83.28
14	sunny	30.26	78.54
15	partly_cloudy	33.16	71.98
16	overcast	31.42	75.35
17	animal	39.70	68.48
Average		32.47	73.61

budapest-acad-acad-mixed.run.EVAL

class		EER	AUC
1	indoor	27.51	78.74
2	outdoor	26.89	81.10
3	person	35.03	70.90
4	day	44.20	59.56
5	night	10.85	94.86
6	water	32.57	71.58
7	road_or_pathway	49.01	49.37
8	vegetation	31.47	74.68
9	tree	47.69	52.91
10	mountains	30.86	76.67
11	beach	32.61	72.34
12	buildings	45.74	55.65
13	sky	45.28	55.55
14	sunny	55.35	44.98
15	partly_cloudy	36.50	69.79
16	overcast	51.91	48.29
17	animal	48.30	27.56
Average		38.34	63.80

budapest-acad-budapest-acad-glob1.run.EVAL

class		EER	AUC
1	indoor	46.10	48.66
2	outdoor	42.86	59.42
3	person	40.65	62.69
4	day	44.20	59.53
5	night	12.90	93.36
6	water	51.21	49.14
7	road_or_pathway	49.01	49.35
8	vegetation	48.65	52.01
9	tree	47.83	52.81
10	mountains	55.80	39.72
11	beach	43.20	47.59
12	buildings	45.74	55.62
13	sky	45.28	55.48
14	sunny	55.35	44.95
15	partly_cloudy	48.20	51.13
16	overcast	51.91	48.24
17	animal	48.30	27.56
Average		45.72	52.78

budapest-acad-budapest-acad-glob2.run.EVAL

class		EER	AUC
1	indoor	23.61	83.86
2	outdoor	26.89	81.09
3	person	34.85	71.13
4	day	31.49	75.14
5	night	10.85	94.86
6	water	38.82	66.60
7	road_or_pathway	39.21	64.81
8	vegetation	36.23	68.52
9	tree	38.44	65.90
10	mountains	32.71	73.82
11	beach	27.10	78.55
12	buildings	35.82	69.35
13	sky	20.52	86.22
14	sunny	33.37	75.63
15	partly_cloudy	36.50	69.78
16	overcast	23.92	84.49
17	animal	39.07	63.58
Average		31.14	74.90

budapest-acad-budapest-acad-lowfi.run.EVAL

class		EER	AUC
1	indoor	27.51	78.74
2	outdoor	29.41	77.59
3	person	38.11	66.28
4	day	35.36	68.89
5	night	30.50	77.58
6	water	33.33	71.92
7	road_or_pathway	41.81	60.45
8	vegetation	33.13	73.48
9	tree	32.23	71.60
10	mountains	30.51	76.81
11	beach	24.40	80.70
12	buildings	38.30	65.93
13	sky	26.71	79.70
14	sunny	32.11	76.14
15	partly_cloudy	36.50	67.26
16	overcast	29.01	75.70
17	animal	33.23	72.70
Average		32.48	73.03

budapest-acad-budapest-acad-lownfi.run.EVAL

class		EER	AUC
1	indoor	27.51	78.19
2	outdoor	27.73	78.08
3	person	38.84	66.00
4	day	34.81	70.11
5	night	26.10	83.05
6	water	33.72	72.12
7	road_or_pathway	39.70	61.13
8	vegetation	33.54	73.87
9	tree	32.37	72.01
10	mountains	30.16	75.92
11	beach	27.10	79.00
12	buildings	39.72	64.43
13	sky	26.06	80.22
14	sunny	30.03	76.98
15	partly_cloudy	37.40	66.98
16	overcast	30.41	76.64
17	animal	36.31	71.74
Average		32.44	73.32

CEA_LIST-CEA_LIST_2.run.EVAL

class		EER	AUC
1	indoor	21.60	78.47
2	outdoor	21.01	80.73
3	person	37.57	66.98
4	day	35.91	63.23
5	night	20.57	80.54
6	water	31.03	69.85
7	road_or_pathway	38.21	61.60
8	vegetation	34.78	68.77
9	tree	35.98	67.73
10	mountains	26.91	73.28
11	beach	35.72	61.89
12	buildings	29.43	75.31
13	sky	19.22	85.15
14	sunny	27.16	72.26
15	partly_cloudy	30.21	71.79
16	overcast	30.03	73.30
17	animal	29.72	63.57
Average		29.71	71.44

CEA_LIST-CEA_LIST_3.run.EVAL

class		EER	AUC
1	indoor	37.31	20.40
2	outdoor	44.54	24.91
3	person	36.84	53.99
4	day	49.17	18.01
5	night	60.90	26.09
6	water	38.70	39.82
7	road_or_pathway	50.50	26.55
8	vegetation	33.33	57.12
9	tree	39.31	49.23
10	mountains	39.56	26.45
11	beach	47.98	2.70
12	buildings	29.96	61.97
13	sky	21.82	70.61
14	sunny	40.51	24.96
15	partly_cloudy	39.72	41.61
16	overcast	51.02	32.69
17	animal	43.21	5.15
Average		41.43	34.25

CEA_LIST-CEA_LIST_4.run.EVAL

class		EER	AUC
1	indoor	18.60	89.17
2	outdoor	26.05	66.63
3	person	33.58	69.18
4	day	45.30	51.26
5	night	18.42	84.90
6	water	33.84	70.25
7	road_or_pathway	41.94	59.35
8	vegetation	34.58	67.46
9	tree	29.62	73.66
10	mountains	26.91	78.19
11	beach	29.80	71.95
12	buildings	29.08	73.51
13	sky	19.22	82.92
14	sunny	23.71	80.83
15	partly_cloudy	30.85	72.38
16	overcast	23.92	80.70
17	animal	28.34	75.53
Average		29.04	73.40

HJ_FA-HJ_Result.run.EVAL

class		EER	AUC
1	indoor	38.42	14.53
2	outdoor	49.58	13.29
3	person	37.21	41.15
4	day	51.38	9.71
5	night	72.88	0.00
6	water	46.36	17.95
7	road_or_pathway	54.84	0.51
8	vegetation	36.02	46.61
9	tree	44.80	36.17
10	mountains	39.91	0.00
11	beach	47.98	0.00
12	buildings	53.01	25.10
13	sky	39.74	37.33
14	sunny	42.00	0.00
15	partly_cloudy	40.75	37.50
16	overcast	25.70	59.40
17	animal	45.65	0.00
Average		45.07	19.96

IPAL_I2R-I2R_IPAL_Cor_Run1.run.EVAL

class		EER	AUC
1	indoor	46.10	52.65
2	outdoor	52.10	49.68
3	person	46.82	53.23
4	day	38.12	63.91
5	night	39.00	67.02
6	water	45.72	53.06
7	road_or_pathway	43.18	58.29
8	vegetation	33.33	72.16
9	tree	34.68	69.00
10	mountains	38.98	63.54
11	beach	47.14	52.97
12	buildings	39.72	64.77
13	sky	24.10	83.76
14	sunny	26.93	80.20
15	partly_cloudy	35.73	65.25
16	overcast	37.40	67.65
17	animal	51.27	47.38
Average		40.02	62.62

IPAL_I2R-I2R_IPAL_Edge_Run2.run.EVAL

class		EER	AUC
1	indoor	46.77	52.35
2	outdoor	35.29	67.95
3	person	39.20	65.18
4	day	41.99	59.32
5	night	52.20	47.86
6	water	49.17	48.82
7	road_or_pathway	52.36	47.72
8	vegetation	48.03	53.30
9	tree	49.71	51.59
10	mountains	40.49	64.95
11	beach	48.70	53.22
12	buildings	40.25	62.42
13	sky	32.25	71.68
14	sunny	53.51	47.14
15	partly_cloudy	45.24	56.24
16	overcast	43.51	59.87
17	animal	58.39	38.89
Average		45.71	55.79

IPAL_I2R-I2R_IPAL_HIST_Run4.run.EVAL

class		EER	AUC
1	indoor	22.61	85.36
2	outdoor	54.62	43.64
3	person	41.02	62.52
4	day	29.83	76.50
5	night	13.10	95.22
6	water	42.40	63.01
7	road_or_pathway	36.60	67.44
8	vegetation	31.47	74.57
9	tree	32.23	72.44
10	mountains	31.21	75.93
11	beach	37.90	70.19
12	buildings	33.16	73.96
13	sky	16.61	90.79
14	sunny	22.78	83.70
15	partly_cloudy	31.11	74.27
16	overcast	24.81	82.21
17	animal	39.70	62.79
Average		31.83	73.80

IPAL_I2R-I2R_IPAL_Linear_Run5.run.EVAL

class		EER	AUC
1	indoor	40.20	62.22
2	outdoor	44.54	59.92
3	person	35.21	70.56
4	day	35.91	68.44
5	night	30.50	74.50
6	water	43.93	56.24
7	road_or_pathway	35.11	66.54
8	vegetation	29.81	76.96
9	tree	31.94	73.35
10	mountains	34.80	68.69
11	beach	45.69	61.37
12	buildings	33.16	75.83
13	sky	18.89	89.52
14	sunny	29.34	76.88
15	partly_cloudy	35.48	71.15
16	overcast	31.81	72.94
17	animal	57.22	41.85
Average		36.09	68.65

IPAL_I2R-I2R_IPAL_model_Run6.run.EVAL

class		EER	AUC
1	indoor	22.61	84.72
2	outdoor	22.69	86.17
3	person	41.92	62.95
4	day	33.70	72.25
5	night	26.10	85.18
6	water	39.72	64.33
7	road_or_pathway	40.94	62.82
8	vegetation	35.20	72.45
9	tree	35.12	69.25
10	mountains	39.91	62.89
11	beach	42.26	61.76
12	buildings	37.41	66.83
13	sky	21.50	86.50
14	sunny	32.68	72.54
15	partly_cloudy	36.50	69.77
16	overcast	34.22	71.55
17	animal	34.39	72.22
Average		33.93	72.01

IPAL_I2R-I2R_IPAL_Texture_Run.run.EVAL

class		EER	AUC
1	indoor	32.41	66.46
2	outdoor	43.70	58.02
3	person	34.12	70.76
4	day	52.49	46.73
5	night	39.20	65.01
6	water	37.80	65.42
7	road_or_pathway	41.81	61.94
8	vegetation	34.99	70.61
9	tree	36.99	67.15
10	mountains	43.50	57.31
11	beach	43.30	52.41
12	buildings	34.22	71.97
13	sky	29.97	74.54
14	sunny	41.77	58.96
15	partly_cloudy	41.52	62.42
16	overcast	36.77	64.08
17	animal	42.14	56.02
Average		39.22	62.93

IPAL_I2R-IPAL_I2R_FuseMCE_R7.run.EVAL

class		EER	AUC
1	indoor	21.05	86.37
2	outdoor	25.21	82.70
3	person	38.84	66.38
4	day	37.02	69.85
5	night	21.60	85.48
6	water	37.16	66.24
7	road_or_pathway	37.84	65.74
8	vegetation	33.54	72.53
9	tree	30.92	74.27
10	mountains	34.69	68.21
11	beach	31.78	68.06
12	buildings	33.16	72.25
13	sky	20.85	88.20
14	sunny	30.03	74.30
15	partly_cloudy	33.80	70.62
16	overcast	29.64	76.02
17	animal	32.70	71.69
Average		31.17	74.05

IPAL_I2R-IPAL_I2R_FuseNMCE_R8.run.EVAL

class		EER	AUC
1	indoor	21.60	89.69
2	outdoor	28.57	80.85
3	person	34.30	69.99
4	day	33.70	71.94
5	night	21.80	88.66
6	water	35.50	67.00
7	road_or_pathway	36.10	67.87
8	vegetation	30.85	74.78
9	tree	28.90	76.47
10	mountains	34.11	71.22
11	beach	32.50	70.27
12	buildings	28.55	76.90
13	sky	18.57	90.57
14	sunny	28.77	75.37
15	partly_cloudy	32.52	74.12
16	overcast	27.61	79.85
17	animal	31.10	74.01
Average		29.71	76.44

LSIS_GLOT-FusionA_LSIS.txt.run.EVAL

class		EER	AUC
1	indoor	45.43	54.82
2	outdoor	49.58	52.17
3	person	52.99	47.81
4	day	50.28	49.58
5	night	52.20	37.21
6	water	50.45	47.58
7	road_or_pathway	48.14	51.12
8	vegetation	48.24	52.55
9	tree	48.55	51.91
10	mountains	47.22	53.32
11	beach	44.65	55.82
12	buildings	47.16	54.74
13	sky	50.81	50.65
14	sunny	48.10	55.13
15	partly_cloudy	51.41	48.43
16	overcast	51.91	48.98
17	animal	50.85	52.37
Average		49.29	50.84

LSIS_GLOT-FusionH_LSIS.txt.run.EVAL

class		EER	AUC
1	indoor	43.43	55.72
2	outdoor	49.58	50.91
3	person	52.63	46.34
4	day	50.28	50.60
5	night	60.39	35.13
6	water	53.00	46.85
7	road_or_pathway	50.62	48.95
8	vegetation	48.86	51.46
9	tree	47.83	52.51
10	mountains	47.68	52.65
11	beach	43.41	53.28
12	buildings	46.63	54.93
13	sky	50.49	50.70
14	sunny	47.07	55.29
15	partly_cloudy	50.51	48.86
16	overcast	50.51	49.78
17	animal	46.60	49.41
Average		49.38	50.20

LSIS_GLOT-method2_LSIS.run.EVAL

class		EER	AUC
1	indoor	16.70	89.36
2	outdoor	19.33	89.67
3	person	30.31	76.33
4	day	24.86	80.87
5	night	13.31	93.77
6	water	33.59	73.61
7	road_or_pathway	34.37	70.52
8	vegetation	29.61	76.56
9	tree	30.92	74.51
10	mountains	33.41	74.74
11	beach	35.20	70.40
12	buildings	28.55	77.81
13	sky	14.66	91.64
14	sunny	22.90	83.96
15	partly_cloudy	29.69	77.08
16	overcast	18.70	87.28
17	animal	36.31	67.62
Average		26.61	79.75

LSIS-GLOT-methode23_LSIS_evaOK.run.EVAL

class		EER	AUC
1	indoor	16.70	89.34
2	outdoor	19.33	90.01
3	person	30.13	76.36
4	day	24.86	81.12
5	night	13.10	93.77
6	water	33.21	74.04
7	road_or_pathway	33.87	70.54
8	vegetation	29.61	76.59
9	tree	31.07	75.10
10	mountains	33.41	74.71
11	beach	35.20	70.32
12	buildings	28.90	77.82
13	sky	14.98	91.73
14	sunny	22.90	83.96
15	partly_cloudy	30.21	77.08
16	overcast	17.81	88.46
17	animal	36.31	67.63
Average		26.56	79.92

LSIS_GLOT-MLP1_LSIS_GLOT.run.EVAL

class		EER	AUC
1	indoor	15.70	89.73
2	outdoor	20.17	86.40
3	person	31.22	74.94
4	day	30.94	77.49
5	night	8.80	97.00
6	water	30.14	76.40
7	road_or_pathway	37.22	66.80
8	vegetation	29.61	78.41
9	tree	32.23	75.32
10	mountains	26.57	79.76
11	beach	31.36	77.09
12	buildings	30.85	75.19
13	sky	16.61	91.19
14	sunny	17.49	88.76
15	partly_cloudy	26.22	80.85
16	overcast	20.10	87.88
17	animal	35.99	68.14
Average		25.95	80.67

LSIS_GLOT-MLP1_vcdt_LSIS.run.EVAL

class		EER	AUC
1	indoor	15.70	89.73
2	outdoor	20.17	86.40
3	person	31.22	74.94
4	day	30.94	77.49
5	night	8.80	97.00
6	water	30.14	76.40
7	road_or_pathway	37.22	66.80
8	vegetation	29.61	78.41
9	tree	32.23	75.32
10	mountains	26.57	79.76
11	beach	31.36	77.09
12	buildings	30.85	75.19
13	sky	16.61	91.19
14	sunny	17.49	88.76
15	partly_cloudy	26.22	80.85
16	overcast	20.10	87.88
17	animal	35.99	68.14
Average		25.95	80.67

LSIS-new_kda_results.txt.run.EVAL

class		EER	AUC
1	indoor	17.48	89.87
2	outdoor	19.33	89.49
3	person	31.22	75.73
4	day	25.41	80.90
5	night	13.10	93.94
6	water	33.59	73.58
7	road_or_pathway	35.11	68.97
8	vegetation	28.99	77.27
9	tree	27.46	78.12
10	mountains	34.57	73.20
11	beach	30.53	76.00
12	buildings	28.37	78.01
13	sky	14.01	91.82
14	sunny	19.91	85.62
15	partly_cloudy	30.21	77.06
16	overcast	17.81	88.73
17	animal	32.80	70.42
Average		25.88	80.51

Makerere-MAK.run.EVAL

class		EER	AUC
1	indoor	45.43	26.97
2	outdoor	45.38	27.40
3	person	45.73	39.79
4	day	47.51	34.91
5	night	73.29	0.00
6	water	48.40	32.75
7	road_or_pathway	56.82	3.39
8	vegetation	49.69	30.66
9	tree	59.54	12.85
10	mountains	45.01	34.93
11	beach	51.40	29.01
12	buildings	48.40	36.65
13	sky	36.81	59.22
14	sunny	44.30	33.41
15	partly_cloudy	47.69	41.37
16	overcast	53.82	32.95
17	animal	38.00	47.92
Average		49.25	30.83

MMIS-ainhoa.run.EVAL

class		EER	AUC
1	indoor	16.70	91.31
2	outdoor	43.70	64.05
3	person	32.30	72.84
4	day	39.78	66.99
5	night	14.23	93.02
6	water	33.21	73.21
7	road_or_pathway	35.11	70.64
8	vegetation	29.81	75.78
9	tree	31.94	73.86
10	mountains	25.64	80.07
11	beach	27.10	76.94
12	buildings	27.13	79.08
13	sky	16.29	88.77
14	sunny	22.21	84.58
15	partly_cloudy	30.98	77.06
16	overcast	22.90	84.70
17	animal	34.50	72.12
Average		28.44	77.94

MMIS-alexei.run.EVAL

class		EER	AUC
1	indoor	16.70	91.56
2	outdoor	44.54	62.84
3	person	33.03	72.18
4	day	43.09	64.15
5	night	14.23	93.06
6	water	33.21	73.27
7	road_or_pathway	35.11	70.57
8	vegetation	31.06	74.97
9	tree	31.94	73.93
10	mountains	25.64	80.06
11	beach	27.10	76.92
12	buildings	27.13	79.19
13	sky	16.94	88.31
14	sunny	22.21	84.58
15	partly_cloudy	30.98	77.02
16	overcast	22.52	84.95
17	animal	34.50	72.58
Average		28.82	77.65

MMIS-combinedREPLACEMENT.run.EVAL

class		EER	AUC
1	indoor	16.70	91.56
2	outdoor	38.66	66.78
3	person	33.03	72.18
4	day	41.44	65.24
5	night	14.23	93.02
6	water	33.21	73.27
7	road_or_pathway	40.45	61.96
8	vegetation	48.45	53.96
9	tree	44.22	59.33
10	mountains	25.64	80.06
11	beach	39.56	62.96
12	buildings	36.52	68.69
13	sky	16.29	88.77
14	sunny	22.21	84.58
15	partly_cloudy	30.98	77.06
16	overcast	26.21	80.70
17	animal	34.50	72.58
Average		31.90	73.69

MMIS-MMIS_Ruihu.run.EVAL

class		EER	AUC
1	indoor	43.65	62.33
2	outdoor	42.86	59.64
3	person	41.74	61.21
4	day	38.12	66.19
5	night	42.27	63.11
6	water	45.85	56.80
7	road_or_pathway	40.45	62.08
8	vegetation	46.58	56.00
9	tree	44.22	59.42
10	mountains	45.71	57.19
11	beach	39.77	63.05
12	buildings	36.52	68.76
13	sky	33.22	71.67
14	sunny	44.30	57.61
15	partly_cloudy	37.40	65.75
16	overcast	31.68	75.71
17	animal	43.52	56.01
Average		41.05	62.50

RWTH-PHME.run.EVAL

class		EER	AUC
1	indoor	10.80	95.30
2	outdoor	14.29	93.07
3	person	27.22	80.96
4	day	25.41	82.28
5	night	11.16	94.01
6	water	27.71	81.40
7	road_or_pathway	31.39	75.45
8	vegetation	22.77	84.89
9	tree	25.14	81.56
10	mountains	17.29	88.64
11	beach	25.55	78.41
12	buildings	23.05	84.01
13	sky	11.40	93.70
14	sunny	10.70	94.05
15	partly_cloudy	20.31	87.08
16	overcast	18.19	89.37
17	animal	25.27	81.01
Average		20.45	86.19

TIA-INAOE-kr_00_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	39.31	7.83
2	outdoor	26.89	79.42
3	person	36.66	45.07
4	day	32.60	74.99
5	night	70.83	8.69
6	water	49.17	8.20
7	road_or_pathway	54.47	0.00
8	vegetation	29.19	68.59
9	tree	56.07	20.44
10	mountains	39.91	0.72
11	beach	47.98	0.00
12	buildings	34.75	56.39
13	sky	21.17	81.69
14	sunny	39.01	20.50
15	partly_cloudy	50.26	4.44
16	overcast	55.85	14.34
17	animal	45.65	0.00
Average		42.93	28.90

TIA-INAOE-kr_04_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	40.20	1.96
2	outdoor	26.89	78.62
3	person	45.73	17.68
4	day	32.60	70.28
5	night	70.83	4.35
6	water	48.53	3.22
7	road_or_pathway	54.47	0.00
8	vegetation	45.96	37.18
9	tree	59.25	0.97
10	mountains	39.91	0.00
11	beach	47.98	0.00
12	buildings	59.57	15.16
13	sky	28.01	65.63
14	sunny	41.89	3.81
15	partly_cloudy	52.06	0.00
16	overcast	61.45	0.00
17	animal	45.65	0.00
Average		47.12	17.58

TIA-INAOE-lb_01_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	34.74	46.52
2	outdoor	52.10	21.65
3	person	38.66	39.33
4	day	39.78	38.87
5	night	30.50	60.30
6	water	48.02	28.15
7	road_or_pathway	46.65	32.52
8	vegetation	37.47	52.72
9	tree	40.61	49.29
10	mountains	43.39	23.57
11	beach	35.20	34.35
12	buildings	42.73	45.27
13	sky	29.32	64.01
14	sunny	25.20	63.38
15	partly_cloudy	41.00	41.18
16	overcast	36.51	56.68
17	animal	43.21	18.80
Average		39.12	42.15

TIA-INAOE-psms_00_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	28.51	59.89
2	outdoor	21.85	73.19
3	person	32.85	56.38
4	day	30.39	60.55
5	night	26.10	65.14
6	water	38.82	43.12
7	road_or_pathway	40.57	44.06
8	vegetation	32.09	61.06
9	tree	30.64	61.48
10	mountains	40.84	35.47
11	beach	32.50	41.66
12	buildings	35.82	54.28
13	sky	25.41	69.95
14	sunny	22.21	70.76
15	partly_cloudy	36.12	52.22
16	overcast	34.61	60.11
17	animal	36.20	36.59
Average		32.09	55.64

TIA-INAOE-psms_02_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	32.18	51.89
2	outdoor	26.89	66.29
3	person	33.94	48.49
4	day	34.81	49.26
5	night	26.10	65.14
6	water	42.91	34.56
7	road_or_pathway	44.42	34.35
8	vegetation	36.44	55.19
9	tree	35.40	56.09
10	mountains	41.07	13.40
11	beach	37.90	31.80
12	buildings	40.96	47.40
13	sky	28.66	64.78
14	sunny	23.71	67.44
15	partly_cloudy	43.83	38.70
16	overcast	37.91	55.15
17	animal	43.21	20.35
Average		35.90	47.07

TIA-INAOE-rf_00_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	38.86	15.66
2	outdoor	24.37	81.96
3	person	34.30	49.77
4	day	28.18	77.24
5	night	43.50	43.43
6	water	47.51	17.23
7	road_or_pathway	53.72	10.22
8	vegetation	26.92	67.40
9	tree	48.12	35.17
10	mountains	38.52	5.07
11	beach	47.98	0.00
12	buildings	34.22	56.21
13	sky	20.20	81.77
14	sunny	38.20	22.83
15	partly_cloudy	46.14	19.85
16	overcast	53.94	24.96
17	animal	43.21	5.17
Average		39.29	36.11

TIA-INAOE-rf_03_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	39.31	3.92
2	outdoor	24.37	81.34
3	person	40.65	29.42
4	day	28.18	75.48
5	night	47.90	39.10
6	water	47.77	8.73
7	road_or_pathway	54.59	1.03
8	vegetation	36.02	54.77
9	tree	56.21	15.12
10	mountains	39.91	0.00
11	beach	47.98	0.00
12	buildings	48.94	32.27
13	sky	20.20	75.66
14	sunny	41.43	12.21
15	partly_cloudy	50.39	5.82
16	overcast	55.47	11.65
17	animal	45.65	1.72
Average		42.64	26.37

UPMC-LIP6-B50trees100C5N5.run.EVAL

class		EER	AUC
1	indoor	26.50	67.42
2	outdoor	21.85	81.63
3	person	26.68	81.89
4	day	25.97	74.78
5	night	13.10	80.99
6	water	33.72	66.65
7	road_or_pathway	37.47	55.98
8	vegetation	23.60	84.95
9	tree	23.70	81.07
10	mountains	24.48	77.74
11	beach	38.21	50.39
12	buildings	28.72	76.21
13	sky	18.89	86.95
14	sunny	24.17	69.35
15	partly_cloudy	44.34	39.32
16	overcast	22.52	74.31
17	animal	30.47	74.07
Average		27.32	71.98

UPMC-LIP6-B50trees100C5N5T25.run.EVAL

class		EER	AUC
1	indoor	26.50	62.55
2	outdoor	21.01	60.65
3	person	28.86	54.34
4	day	28.73	53.97
5	night	13.10	78.13
6	water	36.91	39.04
7	road_or_pathway	40.82	38.54
8	vegetation	31.06	54.66
9	tree	24.13	59.58
10	mountains	26.10	55.44
11	beach	37.90	37.50
12	buildings	31.21	50.00
13	sky	23.13	63.73
14	sunny	24.05	62.39
15	partly_cloudy	43.32	36.33
16	overcast	23.92	60.77
17	animal	31.10	46.57
Average		28.93	53.78

UPMC-LIP6-B50trees100COOC5T25.run.EVAL

class		EER	AUC
1	indoor	26.50	62.55
2	outdoor	23.53	65.04
3	person	28.86	54.34
4	day	28.73	53.97
5	night	13.10	78.13
6	water	36.91	39.04
7	road_or_pathway	40.82	38.54
8	vegetation	29.81	54.79
9	tree	24.13	59.58
10	mountains	26.10	55.44
11	beach	37.90	37.50
12	buildings	31.21	50.00
13	sky	20.20	66.30
14	sunny	24.05	62.39
15	partly_cloudy	43.32	36.33
16	overcast	23.92	60.77
17	animal	31.10	46.57
Average		28.83	54.19

UPMC-LIP6-B50trees100pc_COOC5.run.EVAL

class		EER	AUC
1	indoor	26.50	67.42
2	outdoor	21.85	75.18
3	person	26.68	81.89
4	day	25.97	74.78
5	night	13.10	80.99
6	water	33.72	66.65
7	road_or_pathway	37.47	55.98
8	vegetation	24.84	84.51
9	tree	23.70	81.07
10	mountains	24.48	77.74
11	beach	38.21	50.39
12	buildings	28.72	76.21
13	sky	18.57	86.95
14	sunny	24.17	69.35
15	partly_cloudy	44.34	39.32
16	overcast	22.52	74.31
17	animal	30.47	74.07
Average		27.37	71.58

UPMC-LIP6-B50trees100pc.run.EVAL

class		EER	AUC
1	indoor	18.49	90.12
2	outdoor	20.17	88.23
3	person	26.68	81.89
4	day	25.97	79.80
5	night	9.31	96.29
6	water	31.55	71.75
7	road_or_pathway	35.61	70.48
8	vegetation	24.84	84.51
9	tree	23.41	84.49
10	mountains	23.67	83.08
11	beach	32.50	76.45
12	buildings	29.08	78.79
13	sky	18.89	89.95
14	sunny	16.11	90.61
15	partly_cloudy	27.12	79.77
16	overcast	19.72	87.09
17	animal	34.18	73.31
Average		24.55	82.74

UPMC-LIP6-B50trees100pc_T25.run.EVAL

class		EER	AUC
1	indoor	19.04	66.72
2	outdoor	22.69	64.74
3	person	28.86	54.34
4	day	28.73	54.66
5	night	10.24	84.20
6	water	36.53	40.76
7	road_or_pathway	35.61	40.96
8	vegetation	29.81	54.79
9	tree	25.58	59.70
10	mountains	24.01	57.75
11	beach	32.50	45.38
12	buildings	30.32	49.67
13	sky	19.87	65.76
14	sunny	19.79	68.80
15	partly_cloudy	27.38	52.99
16	overcast	21.63	65.06
17	animal	32.80	44.29
Average		26.20	57.09

XRCE-TVPA-XRCE_KNN.run.EVAL

class		EER	AUC
1	indoor	8.91	97.41
2	outdoor	9.24	96.59
3	person	17.79	89.74
4	day	20.99	85.70
5	night	13.10	96.13
6	water	23.75	84.62
7	road_or_pathway	28.78	80.04
8	vegetation	17.60	89.95
9	tree	18.93	88.26
10	mountains	15.31	93.75
11	beach	21.70	85.75
12	buildings	17.02	89.66
13	sky	10.42	95.65
14	sunny	9.21	96.41
15	partly_cloudy	15.42	92.10
16	overcast	14.12	93.72
17	animal	20.70	85.74
Average		16.65	90.66

XRCE-TVPA-XRCE_LIN.run.EVAL

class		EER	AUC
1	indoor	12.58	95.20
2	outdoor	14.29	94.36
3	person	22.32	85.80
4	day	24.31	83.81
5	night	11.05	97.39
6	water	25.67	83.39
7	road_or_pathway	33.87	73.09
8	vegetation	21.33	86.38
9	tree	20.52	86.29
10	mountains	15.31	92.92
11	beach	23.88	86.79
12	buildings	20.04	87.47
13	sky	11.40	94.91
14	sunny	11.51	95.04
15	partly_cloudy	17.35	90.96
16	overcast	17.81	91.41
17	animal	24.73	83.21
Average		19.29	88.73