Revision of Results of the ImageCLEF 2008 Visual Concept Detection Task from Fri, 05/23/2008 - 17:17

Below you find the results from the Visual Concept Detection Task of ImageCLEF 2008. The full set of results with ROC curves is also available in PDF format.

budapest-acad-acad-logreg1.run.EVAL

class		EER	AUC
1	indoor	31.40	71.72
2	outdoor	36.97	69.86
3	person	34.30	72.14
4	day	44.20	59.93
5	night	8.70	94.79
6	water	42.91	61.61
7	road_or_pathway	48.64	51.72
8	vegetation	47.00	55.82
9	tree	36.13	68.84
10	mountains	29.47	77.62
11	beach	28.35	78.74
12	buildings	58.51	39.23
13	sky	30.94	74.24
14	sunny	31.65	70.54
15	partly_cloudy	55.53	41.97
16	overcast	26.21	81.49
17	animal	44.27	58.40
Average		37.36	66.39

budapest-acad-acad-logreg2.run.EVAL

class		EER	AUC
1	indoor	40.20	60.64
2	outdoor	37.82	67.85
3	person	34.66	71.96
4	day	40.33	63.43
5	night	8.70	94.63
6	water	38.82	67.12
7	road_or_pathway	54.71	46.00
8	vegetation	41.41	63.46
9	tree	37.86	65.24
10	mountains	33.41	73.56
11	beach	31.98	74.86
12	buildings	62.06	35.85
13	sky	19.87	87.17
14	sunny	32.11	70.90
15	partly_cloudy	54.63	42.21
16	overcast	22.77	84.60
17	animal	39.70	61.46
Average		37.12	66.53

budapest-acad-acad-lowppnn.run.EVAL

class		EER	AUC
1	indoor	27.73	78.55
2	outdoor	30.25	76.38
3	person	44.65	56.46
4	day	35.91	68.52
5	night	30.50	75.74
6	water	36.02	70.49
7	road_or_pathway	46.65	57.36
8	vegetation	31.26	75.00
9	tree	36.71	67.30
10	mountains	30.86	76.67
11	beach	24.40	81.73
12	buildings	63.83	0.71
13	sky	28.01	77.99
14	sunny	32.91	74.70
15	partly_cloudy	46.27	57.49
16	overcast	34.35	71.61
17	animal	32.80	74.87
Average		36.07	67.15

budapest-acad-acad-lowppnpnn.run.EVAL

class		EER	AUC
1	indoor	27.51	78.71
2	outdoor	29.41	77.63
3	person	37.93	66.30
4	day	35.36	68.91
5	night	30.50	77.71
6	water	33.21	71.91
7	road_or_pathway	41.81	60.44
8	vegetation	33.33	73.57
9	tree	32.23	71.61
10	mountains	30.51	76.81
11	beach	24.20	80.68
12	buildings	38.30	65.93
13	sky	26.71	79.76
14	sunny	31.53	76.17
15	partly_cloudy	36.50	67.31
16	overcast	29.52	75.78
17	animal	33.23	72.68
Average		32.46	73.05

budapest-acad-acad-medfi.run.EVAL

class		EER	AUC
1	indoor	23.50	82.47
2	outdoor	24.37	81.40
3	person	38.66	66.58
4	day	34.25	71.98
5	night	30.50	74.60
6	water	32.69	71.57
7	road_or_pathway	43.05	59.33
8	vegetation	31.26	75.22
9	tree	35.12	71.41
10	mountains	30.39	76.23
11	beach	30.32	76.91
12	buildings	38.83	65.38
13	sky	24.43	83.29
14	sunny	30.26	78.54
15	partly_cloudy	33.16	71.97
16	overcast	31.42	75.35
17	animal	39.70	68.41
Average		32.47	73.57

budapest-acad-acad-mednofi.run.EVAL

class		EER	AUC
1	indoor	22.61	83.40
2	outdoor	25.21	81.97
3	person	38.48	66.25
4	day	33.70	73.11
5	night	30.30	80.01
6	water	32.44	71.30
7	road_or_pathway	43.92	58.91
8	vegetation	31.47	74.67
9	tree	34.54	70.98
10	mountains	29.70	76.51
11	beach	27.10	80.03
12	buildings	40.07	64.25
13	sky	23.13	84.07
14	sunny	32.11	77.86
15	partly_cloudy	33.80	71.46
16	overcast	30.79	75.44
17	animal	36.31	70.78
Average		32.10	74.18

budapest-acad-acad-medppnn.run.EVAL

class		EER	AUC
1	indoor	25.84	80.96
2	outdoor	27.73	80.87
3	person	49.73	0.36
4	day	35.36	70.49
5	night	34.80	61.24
6	water	34.61	68.11
7	road_or_pathway	54.22	0.37
8	vegetation	32.51	72.45
9	tree	39.16	63.81
10	mountains	30.51	75.31
11	beach	32.61	72.34
12	buildings	64.01	0.53
13	sky	22.15	82.70
14	sunny	31.76	76.76
15	partly_cloudy	41.52	62.85
16	overcast	34.73	71.98
17	animal	38.00	66.96
Average		37.01	59.30

budapest-acad-acad-medppnpnn.run.EVAL

class		EER	AUC
1	indoor	23.27	82.49
2	outdoor	24.37	81.41
3	person	38.66	66.58
4	day	34.25	71.97
5	night	30.50	75.20
6	water	32.57	71.58
7	road_or_pathway	43.05	59.33
8	vegetation	31.26	75.22
9	tree	34.97	71.43
10	mountains	30.39	76.23
11	beach	30.95	76.92
12	buildings	38.83	65.38
13	sky	24.43	83.28
14	sunny	30.26	78.54
15	partly_cloudy	33.16	71.98
16	overcast	31.42	75.35
17	animal	39.70	68.48
Average		32.47	73.61

budapest-acad-acad-mixed.run.EVAL

class		EER	AUC
1	indoor	27.51	78.74
2	outdoor	26.89	81.10
3	person	35.03	70.90
4	day	44.20	59.56
5	night	10.85	94.86
6	water	32.57	71.58
7	road_or_pathway	49.01	49.37
8	vegetation	31.47	74.68
9	tree	47.69	52.91
10	mountains	30.86	76.67
11	beach	32.61	72.34
12	buildings	45.74	55.65
13	sky	45.28	55.55
14	sunny	55.35	44.98
15	partly_cloudy	36.50	69.79
16	overcast	51.91	48.29
17	animal	48.30	27.56
Average		38.34	63.80

budapest-acad-budapest-acad-glob1.run.EVAL

class		EER	AUC
1	indoor	46.10	48.66
2	outdoor	42.86	59.42
3	person	40.65	62.69
4	day	44.20	59.53
5	night	12.90	93.36
6	water	51.21	49.14
7	road_or_pathway	49.01	49.35
8	vegetation	48.65	52.01
9	tree	47.83	52.81
10	mountains	55.80	39.72
11	beach	43.20	47.59
12	buildings	45.74	55.62
13	sky	45.28	55.48
14	sunny	55.35	44.95
15	partly_cloudy	48.20	51.13
16	overcast	51.91	48.24
17	animal	48.30	27.56
Average		45.72	52.78

budapest-acad-budapest-acad-glob2.run.EVAL

class		EER	AUC
1	indoor	23.61	83.86
2	outdoor	26.89	81.09
3	person	34.85	71.13
4	day	31.49	75.14
5	night	10.85	94.86
6	water	38.82	66.60
7	road_or_pathway	39.21	64.81
8	vegetation	36.23	68.52
9	tree	38.44	65.90
10	mountains	32.71	73.82
11	beach	27.10	78.55
12	buildings	35.82	69.35
13	sky	20.52	86.22
14	sunny	33.37	75.63
15	partly_cloudy	36.50	69.78
16	overcast	23.92	84.49
17	animal	39.07	63.58
Average		31.14	74.90

budapest-acad-budapest-acad-lowfi.run.EVAL

class		EER	AUC
1	indoor	27.51	78.74
2	outdoor	29.41	77.59
3	person	38.11	66.28
4	day	35.36	68.89
5	night	30.50	77.58
6	water	33.33	71.92
7	road_or_pathway	41.81	60.45
8	vegetation	33.13	73.48
9	tree	32.23	71.60
10	mountains	30.51	76.81
11	beach	24.40	80.70
12	buildings	38.30	65.93
13	sky	26.71	79.70
14	sunny	32.11	76.14
15	partly_cloudy	36.50	67.26
16	overcast	29.01	75.70
17	animal	33.23	72.70
Average		32.48	73.03

budapest-acad-budapest-acad-lownfi.run.EVAL

class		EER	AUC
1	indoor	27.51	78.19
2	outdoor	27.73	78.08
3	person	38.84	66.00
4	day	34.81	70.11
5	night	26.10	83.05
6	water	33.72	72.12
7	road_or_pathway	39.70	61.13
8	vegetation	33.54	73.87
9	tree	32.37	72.01
10	mountains	30.16	75.92
11	beach	27.10	79.00
12	buildings	39.72	64.43
13	sky	26.06	80.22
14	sunny	30.03	76.98
15	partly_cloudy	37.40	66.98
16	overcast	30.41	76.64
17	animal	36.31	71.74
Average		32.44	73.32

CEA_LIST-CEA_LIST_2.run.EVAL

class		EER	AUC
1	indoor	21.60	78.47
2	outdoor	21.01	80.73
3	person	37.57	66.98
4	day	35.91	63.23
5	night	20.57	80.54
6	water	31.03	69.85
7	road_or_pathway	38.21	61.60
8	vegetation	34.78	68.77
9	tree	35.98	67.73
10	mountains	26.91	73.28
11	beach	35.72	61.89
12	buildings	29.43	75.31
13	sky	19.22	85.15
14	sunny	27.16	72.26
15	partly_cloudy	30.21	71.79
16	overcast	30.03	73.30
17	animal	29.72	63.57
Average		29.71	71.44

CEA_LIST-CEA_LIST_3.run.EVAL

class		EER	AUC
1	indoor	37.31	20.40
2	outdoor	44.54	24.91
3	person	36.84	53.99
4	day	49.17	18.01
5	night	60.90	26.09
6	water	38.70	39.82
7	road_or_pathway	50.50	26.55
8	vegetation	33.33	57.12
9	tree	39.31	49.23
10	mountains	39.56	26.45
11	beach	47.98	2.70
12	buildings	29.96	61.97
13	sky	21.82	70.61
14	sunny	40.51	24.96
15	partly_cloudy	39.72	41.61
16	overcast	51.02	32.69
17	animal	43.21	5.15
Average		41.43	34.25

CEA_LIST-CEA_LIST_4.run.EVAL

class		EER	AUC
1	indoor	18.60	89.17
2	outdoor	26.05	66.63
3	person	33.58	69.18
4	day	45.30	51.26
5	night	18.42	84.90
6	water	33.84	70.25
7	road_or_pathway	41.94	59.35
8	vegetation	34.58	67.46
9	tree	29.62	73.66
10	mountains	26.91	78.19
11	beach	29.80	71.95
12	buildings	29.08	73.51
13	sky	19.22	82.92
14	sunny	23.71	80.83
15	partly_cloudy	30.85	72.38
16	overcast	23.92	80.70
17	animal	28.34	75.53
Average		29.04	73.40

HJ_FA-HJ_Result.run.EVAL

class		EER	AUC
1	indoor	38.42	14.53
2	outdoor	49.58	13.29
3	person	37.21	41.15
4	day	51.38	9.71
5	night	72.88	0.00
6	water	46.36	17.95
7	road_or_pathway	54.84	0.51
8	vegetation	36.02	46.61
9	tree	44.80	36.17
10	mountains	39.91	0.00
11	beach	47.98	0.00
12	buildings	53.01	25.10
13	sky	39.74	37.33
14	sunny	42.00	0.00
15	partly_cloudy	40.75	37.50
16	overcast	25.70	59.40
17	animal	45.65	0.00
Average		45.07	19.96

IPAL_I2R-I2R_IPAL_Cor_Run1.run.EVAL

class		EER	AUC
1	indoor	46.10	52.65
2	outdoor	52.10	49.68
3	person	46.82	53.23
4	day	38.12	63.91
5	night	39.00	67.02
6	water	45.72	53.06
7	road_or_pathway	43.18	58.29
8	vegetation	33.33	72.16
9	tree	34.68	69.00
10	mountains	38.98	63.54
11	beach	47.14	52.97
12	buildings	39.72	64.77
13	sky	24.10	83.76
14	sunny	26.93	80.20
15	partly_cloudy	35.73	65.25
16	overcast	37.40	67.65
17	animal	51.27	47.38
Average		40.02	62.62

IPAL_I2R-I2R_IPAL_Edge_Run2.run.EVAL

class		EER	AUC
1	indoor	46.77	52.35
2	outdoor	35.29	67.95
3	person	39.20	65.18
4	day	41.99	59.32
5	night	52.20	47.86
6	water	49.17	48.82
7	road_or_pathway	52.36	47.72
8	vegetation	48.03	53.30
9	tree	49.71	51.59
10	mountains	40.49	64.95
11	beach	48.70	53.22
12	buildings	40.25	62.42
13	sky	32.25	71.68
14	sunny	53.51	47.14
15	partly_cloudy	45.24	56.24
16	overcast	43.51	59.87
17	animal	58.39	38.89
Average		45.71	55.79

IPAL_I2R-I2R_IPAL_HIST_Run4.run.EVAL

class		EER	AUC
1	indoor	22.61	85.36
2	outdoor	54.62	43.64
3	person	41.02	62.52
4	day	29.83	76.50
5	night	13.10	95.22
6	water	42.40	63.01
7	road_or_pathway	36.60	67.44
8	vegetation	31.47	74.57
9	tree	32.23	72.44
10	mountains	31.21	75.93
11	beach	37.90	70.19
12	buildings	33.16	73.96
13	sky	16.61	90.79
14	sunny	22.78	83.70
15	partly_cloudy	31.11	74.27
16	overcast	24.81	82.21
17	animal	39.70	62.79
Average		31.83	73.80

IPAL_I2R-I2R_IPAL_Linear_Run5.run.EVAL

class		EER	AUC
1	indoor	40.20	62.22
2	outdoor	44.54	59.92
3	person	35.21	70.56
4	day	35.91	68.44
5	night	30.50	74.50
6	water	43.93	56.24
7	road_or_pathway	35.11	66.54
8	vegetation	29.81	76.96
9	tree	31.94	73.35
10	mountains	34.80	68.69
11	beach	45.69	61.37
12	buildings	33.16	75.83
13	sky	18.89	89.52
14	sunny	29.34	76.88
15	partly_cloudy	35.48	71.15
16	overcast	31.81	72.94
17	animal	57.22	41.85
Average		36.09	68.65

IPAL_I2R-I2R_IPAL_model_Run6.run.EVAL

class		EER	AUC
1	indoor	22.61	84.72
2	outdoor	22.69	86.17
3	person	41.92	62.95
4	day	33.70	72.25
5	night	26.10	85.18
6	water	39.72	64.33
7	road_or_pathway	40.94	62.82
8	vegetation	35.20	72.45
9	tree	35.12	69.25
10	mountains	39.91	62.89
11	beach	42.26	61.76
12	buildings	37.41	66.83
13	sky	21.50	86.50
14	sunny	32.68	72.54
15	partly_cloudy	36.50	69.77
16	overcast	34.22	71.55
17	animal	34.39	72.22
Average		33.93	72.01

IPAL_I2R-I2R_IPAL_Texture_Run.run.EVAL

class		EER	AUC
1	indoor	32.41	66.46
2	outdoor	43.70	58.02
3	person	34.12	70.76
4	day	52.49	46.73
5	night	39.20	65.01
6	water	37.80	65.42
7	road_or_pathway	41.81	61.94
8	vegetation	34.99	70.61
9	tree	36.99	67.15
10	mountains	43.50	57.31
11	beach	43.30	52.41
12	buildings	34.22	71.97
13	sky	29.97	74.54
14	sunny	41.77	58.96
15	partly_cloudy	41.52	62.42
16	overcast	36.77	64.08
17	animal	42.14	56.02
Average		39.22	62.93

IPAL_I2R-IPAL_I2R_FuseMCE_R7.run.EVAL

class		EER	AUC
1	indoor	21.05	86.37
2	outdoor	25.21	82.70
3	person	38.84	66.38
4	day	37.02	69.85
5	night	21.60	85.48
6	water	37.16	66.24
7	road_or_pathway	37.84	65.74
8	vegetation	33.54	72.53
9	tree	30.92	74.27
10	mountains	34.69	68.21
11	beach	31.78	68.06
12	buildings	33.16	72.25
13	sky	20.85	88.20
14	sunny	30.03	74.30
15	partly_cloudy	33.80	70.62
16	overcast	29.64	76.02
17	animal	32.70	71.69
Average		31.17	74.05

IPAL_I2R-IPAL_I2R_FuseNMCE_R8.run.EVAL

class		EER	AUC
1	indoor	21.60	89.69
2	outdoor	28.57	80.85
3	person	34.30	69.99
4	day	33.70	71.94
5	night	21.80	88.66
6	water	35.50	67.00
7	road_or_pathway	36.10	67.87
8	vegetation	30.85	74.78
9	tree	28.90	76.47
10	mountains	34.11	71.22
11	beach	32.50	70.27
12	buildings	28.55	76.90
13	sky	18.57	90.57
14	sunny	28.77	75.37
15	partly_cloudy	32.52	74.12
16	overcast	27.61	79.85
17	animal	31.10	74.01
Average		29.71	76.44

LSIS_GLOT-FusionA_LSIS.txt.run.EVAL

class		EER	AUC
1	indoor	45.43	54.82
2	outdoor	49.58	52.17
3	person	52.99	47.81
4	day	50.28	49.58
5	night	52.20	37.21
6	water	50.45	47.58
7	road_or_pathway	48.14	51.12
8	vegetation	48.24	52.55
9	tree	48.55	51.91
10	mountains	47.22	53.32
11	beach	44.65	55.82
12	buildings	47.16	54.74
13	sky	50.81	50.65
14	sunny	48.10	55.13
15	partly_cloudy	51.41	48.43
16	overcast	51.91	48.98
17	animal	50.85	52.37
Average		49.29	50.84

LSIS_GLOT-FusionH_LSIS.txt.run.EVAL

class		EER	AUC
1	indoor	43.43	55.72
2	outdoor	49.58	50.91
3	person	52.63	46.34
4	day	50.28	50.60
5	night	60.39	35.13
6	water	53.00	46.85
7	road_or_pathway	50.62	48.95
8	vegetation	48.86	51.46
9	tree	47.83	52.51
10	mountains	47.68	52.65
11	beach	43.41	53.28
12	buildings	46.63	54.93
13	sky	50.49	50.70
14	sunny	47.07	55.29
15	partly_cloudy	50.51	48.86
16	overcast	50.51	49.78
17	animal	46.60	49.41
Average		49.38	50.20

LSIS_GLOT-method2_LSIS.run.EVAL

class		EER	AUC
1	indoor	16.70	89.36
2	outdoor	19.33	89.67
3	person	30.31	76.33
4	day	24.86	80.87
5	night	13.31	93.77
6	water	33.59	73.61
7	road_or_pathway	34.37	70.52
8	vegetation	29.61	76.56
9	tree	30.92	74.51
10	mountains	33.41	74.74
11	beach	35.20	70.40
12	buildings	28.55	77.81
13	sky	14.66	91.64
14	sunny	22.90	83.96
15	partly_cloudy	29.69	77.08
16	overcast	18.70	87.28
17	animal	36.31	67.62
Average		26.61	79.75

LSIS-GLOT-methode23_LSIS_evaOK.run.EVAL

class		EER	AUC
1	indoor	16.70	89.34
2	outdoor	19.33	90.01
3	person	30.13	76.36
4	day	24.86	81.12
5	night	13.10	93.77
6	water	33.21	74.04
7	road_or_pathway	33.87	70.54
8	vegetation	29.61	76.59
9	tree	31.07	75.10
10	mountains	33.41	74.71
11	beach	35.20	70.32
12	buildings	28.90	77.82
13	sky	14.98	91.73
14	sunny	22.90	83.96
15	partly_cloudy	30.21	77.08
16	overcast	17.81	88.46
17	animal	36.31	67.63
Average		26.56	79.92

LSIS_GLOT-MLP1_LSIS_GLOT.run.EVAL

class		EER	AUC
1	indoor	15.70	89.73
2	outdoor	20.17	86.40
3	person	31.22	74.94
4	day	30.94	77.49
5	night	8.80	97.00
6	water	30.14	76.40
7	road_or_pathway	37.22	66.80
8	vegetation	29.61	78.41
9	tree	32.23	75.32
10	mountains	26.57	79.76
11	beach	31.36	77.09
12	buildings	30.85	75.19
13	sky	16.61	91.19
14	sunny	17.49	88.76
15	partly_cloudy	26.22	80.85
16	overcast	20.10	87.88
17	animal	35.99	68.14
Average		25.95	80.67

LSIS_GLOT-MLP1_vcdt_LSIS.run.EVAL

class		EER	AUC
1	indoor	15.70	89.73
2	outdoor	20.17	86.40
3	person	31.22	74.94
4	day	30.94	77.49
5	night	8.80	97.00
6	water	30.14	76.40
7	road_or_pathway	37.22	66.80
8	vegetation	29.61	78.41
9	tree	32.23	75.32
10	mountains	26.57	79.76
11	beach	31.36	77.09
12	buildings	30.85	75.19
13	sky	16.61	91.19
14	sunny	17.49	88.76
15	partly_cloudy	26.22	80.85
16	overcast	20.10	87.88
17	animal	35.99	68.14
Average		25.95	80.67

LSIS-new_kda_results.txt.run.EVAL

class		EER	AUC
1	indoor	17.48	89.87
2	outdoor	19.33	89.49
3	person	31.22	75.73
4	day	25.41	80.90
5	night	13.10	93.94
6	water	33.59	73.58
7	road_or_pathway	35.11	68.97
8	vegetation	28.99	77.27
9	tree	27.46	78.12
10	mountains	34.57	73.20
11	beach	30.53	76.00
12	buildings	28.37	78.01
13	sky	14.01	91.82
14	sunny	19.91	85.62
15	partly_cloudy	30.21	77.06
16	overcast	17.81	88.73
17	animal	32.80	70.42
Average		25.88	80.51

Makerere-MAK.run.EVAL

class		EER	AUC
1	indoor	45.43	26.97
2	outdoor	45.38	27.40
3	person	45.73	39.79
4	day	47.51	34.91
5	night	73.29	0.00
6	water	48.40	32.75
7	road_or_pathway	56.82	3.39
8	vegetation	49.69	30.66
9	tree	59.54	12.85
10	mountains	45.01	34.93
11	beach	51.40	29.01
12	buildings	48.40	36.65
13	sky	36.81	59.22
14	sunny	44.30	33.41
15	partly_cloudy	47.69	41.37
16	overcast	53.82	32.95
17	animal	38.00	47.92
Average		49.25	30.83

MMIS-ainhoa.run.EVAL

class		EER	AUC
1	indoor	16.70	91.31
2	outdoor	43.70	64.05
3	person	32.30	72.84
4	day	39.78	66.99
5	night	14.23	93.02
6	water	33.21	73.21
7	road_or_pathway	35.11	70.64
8	vegetation	29.81	75.78
9	tree	31.94	73.86
10	mountains	25.64	80.07
11	beach	27.10	76.94
12	buildings	27.13	79.08
13	sky	16.29	88.77
14	sunny	22.21	84.58
15	partly_cloudy	30.98	77.06
16	overcast	22.90	84.70
17	animal	34.50	72.12
Average		28.44	77.94

MMIS-alexei.run.EVAL

class		EER	AUC
1	indoor	16.70	91.56
2	outdoor	44.54	62.84
3	person	33.03	72.18
4	day	43.09	64.15
5	night	14.23	93.06
6	water	33.21	73.27
7	road_or_pathway	35.11	70.57
8	vegetation	31.06	74.97
9	tree	31.94	73.93
10	mountains	25.64	80.06
11	beach	27.10	76.92
12	buildings	27.13	79.19
13	sky	16.94	88.31
14	sunny	22.21	84.58
15	partly_cloudy	30.98	77.02
16	overcast	22.52	84.95
17	animal	34.50	72.58
Average		28.82	77.65

MMIS-combinedREPLACEMENT.run.EVAL

class		EER	AUC
1	indoor	16.70	91.56
2	outdoor	38.66	66.78
3	person	33.03	72.18
4	day	41.44	65.24
5	night	14.23	93.02
6	water	33.21	73.27
7	road_or_pathway	40.45	61.96
8	vegetation	48.45	53.96
9	tree	44.22	59.33
10	mountains	25.64	80.06
11	beach	39.56	62.96
12	buildings	36.52	68.69
13	sky	16.29	88.77
14	sunny	22.21	84.58
15	partly_cloudy	30.98	77.06
16	overcast	26.21	80.70
17	animal	34.50	72.58
Average		31.90	73.69

MMIS-MMIS_Ruihu.run.EVAL

class		EER	AUC
1	indoor	43.65	62.33
2	outdoor	42.86	59.64
3	person	41.74	61.21
4	day	38.12	66.19
5	night	42.27	63.11
6	water	45.85	56.80
7	road_or_pathway	40.45	62.08
8	vegetation	46.58	56.00
9	tree	44.22	59.42
10	mountains	45.71	57.19
11	beach	39.77	63.05
12	buildings	36.52	68.76
13	sky	33.22	71.67
14	sunny	44.30	57.61
15	partly_cloudy	37.40	65.75
16	overcast	31.68	75.71
17	animal	43.52	56.01
Average		41.05	62.50

RWTH-PHME.run.EVAL

class		EER	AUC
1	indoor	10.80	95.30
2	outdoor	14.29	93.07
3	person	27.22	80.96
4	day	25.41	82.28
5	night	11.16	94.01
6	water	27.71	81.40
7	road_or_pathway	31.39	75.45
8	vegetation	22.77	84.89
9	tree	25.14	81.56
10	mountains	17.29	88.64
11	beach	25.55	78.41
12	buildings	23.05	84.01
13	sky	11.40	93.70
14	sunny	10.70	94.05
15	partly_cloudy	20.31	87.08
16	overcast	18.19	89.37
17	animal	25.27	81.01
Average		20.45	86.19

TIA-INAOE-kr_00_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	39.31	7.83
2	outdoor	26.89	79.42
3	person	36.66	45.07
4	day	32.60	74.99
5	night	70.83	8.69
6	water	49.17	8.20
7	road_or_pathway	54.47	0.00
8	vegetation	29.19	68.59
9	tree	56.07	20.44
10	mountains	39.91	0.72
11	beach	47.98	0.00
12	buildings	34.75	56.39
13	sky	21.17	81.69
14	sunny	39.01	20.50
15	partly_cloudy	50.26	4.44
16	overcast	55.85	14.34
17	animal	45.65	0.00
Average		42.93	28.90

TIA-INAOE-kr_04_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	40.20	1.96
2	outdoor	26.89	78.62
3	person	45.73	17.68
4	day	32.60	70.28
5	night	70.83	4.35
6	water	48.53	3.22
7	road_or_pathway	54.47	0.00
8	vegetation	45.96	37.18
9	tree	59.25	0.97
10	mountains	39.91	0.00
11	beach	47.98	0.00
12	buildings	59.57	15.16
13	sky	28.01	65.63
14	sunny	41.89	3.81
15	partly_cloudy	52.06	0.00
16	overcast	61.45	0.00
17	animal	45.65	0.00
Average		47.12	17.58

TIA-INAOE-lb_01_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	34.74	46.52
2	outdoor	52.10	21.65
3	person	38.66	39.33
4	day	39.78	38.87
5	night	30.50	60.30
6	water	48.02	28.15
7	road_or_pathway	46.65	32.52
8	vegetation	37.47	52.72
9	tree	40.61	49.29
10	mountains	43.39	23.57
11	beach	35.20	34.35
12	buildings	42.73	45.27
13	sky	29.32	64.01
14	sunny	25.20	63.38
15	partly_cloudy	41.00	41.18
16	overcast	36.51	56.68
17	animal	43.21	18.80
Average		39.12	42.15

TIA-INAOE-psms_00_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	28.51	59.89
2	outdoor	21.85	73.19
3	person	32.85	56.38
4	day	30.39	60.55
5	night	26.10	65.14
6	water	38.82	43.12
7	road_or_pathway	40.57	44.06
8	vegetation	32.09	61.06
9	tree	30.64	61.48
10	mountains	40.84	35.47
11	beach	32.50	41.66
12	buildings	35.82	54.28
13	sky	25.41	69.95
14	sunny	22.21	70.76
15	partly_cloudy	36.12	52.22
16	overcast	34.61	60.11
17	animal	36.20	36.59
Average		32.09	55.64

TIA-INAOE-psms_02_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	32.18	51.89
2	outdoor	26.89	66.29
3	person	33.94	48.49
4	day	34.81	49.26
5	night	26.10	65.14
6	water	42.91	34.56
7	road_or_pathway	44.42	34.35
8	vegetation	36.44	55.19
9	tree	35.40	56.09
10	mountains	41.07	13.40
11	beach	37.90	31.80
12	buildings	40.96	47.40
13	sky	28.66	64.78
14	sunny	23.71	67.44
15	partly_cloudy	43.83	38.70
16	overcast	37.91	55.15
17	animal	43.21	20.35
Average		35.90	47.07

TIA-INAOE-rf_00_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	38.86	15.66
2	outdoor	24.37	81.96
3	person	34.30	49.77
4	day	28.18	77.24
5	night	43.50	43.43
6	water	47.51	17.23
7	road_or_pathway	53.72	10.22
8	vegetation	26.92	67.40
9	tree	48.12	35.17
10	mountains	38.52	5.07
11	beach	47.98	0.00
12	buildings	34.22	56.21
13	sky	20.20	81.77
14	sunny	38.20	22.83
15	partly_cloudy	46.14	19.85
16	overcast	53.94	24.96
17	animal	43.21	5.17
Average		39.29	36.11

TIA-INAOE-rf_03_HJ_TIA.run.EVAL

class		EER	AUC
1	indoor	39.31	3.92
2	outdoor	24.37	81.34
3	person	40.65	29.42
4	day	28.18	75.48
5	night	47.90	39.10
6	water	47.77	8.73
7	road_or_pathway	54.59	1.03
8	vegetation	36.02	54.77
9	tree	56.21	15.12
10	mountains	39.91	0.00
11	beach	47.98	0.00
12	buildings	48.94	32.27
13	sky	20.20	75.66
14	sunny	41.43	12.21
15	partly_cloudy	50.39	5.82
16	overcast	55.47	11.65
17	animal	45.65	1.72
Average		42.64	26.37

UPMC-LIP6-B50trees100C5N5.run.EVAL

class		EER	AUC
1	indoor	26.50	67.42
2	outdoor	21.85	81.63
3	person	26.68	81.89
4	day	25.97	74.78
5	night	13.10	80.99
6	water	33.72	66.65
7	road_or_pathway	37.47	55.98
8	vegetation	23.60	84.95
9	tree	23.70	81.07
10	mountains	24.48	77.74
11	beach	38.21	50.39
12	buildings	28.72	76.21
13	sky	18.89	86.95
14	sunny	24.17	69.35
15	partly_cloudy	44.34	39.32
16	overcast	22.52	74.31
17	animal	30.47	74.07
Average		27.32	71.98

UPMC-LIP6-B50trees100C5N5T25.run.EVAL

class		EER	AUC
1	indoor	26.50	62.55
2	outdoor	21.01	60.65
3	person	28.86	54.34
4	day	28.73	53.97
5	night	13.10	78.13
6	water	36.91	39.04
7	road_or_pathway	40.82	38.54
8	vegetation	31.06	54.66
9	tree	24.13	59.58
10	mountains	26.10	55.44
11	beach	37.90	37.50
12	buildings	31.21	50.00
13	sky	23.13	63.73
14	sunny	24.05	62.39
15	partly_cloudy	43.32	36.33
16	overcast	23.92	60.77
17	animal	31.10	46.57
Average		28.93	53.78

UPMC-LIP6-B50trees100COOC5T25.run.EVAL

class		EER	AUC
1	indoor	26.50	62.55
2	outdoor	23.53	65.04
3	person	28.86	54.34
4	day	28.73	53.97
5	night	13.10	78.13
6	water	36.91	39.04
7	road_or_pathway	40.82	38.54
8	vegetation	29.81	54.79
9	tree	24.13	59.58
10	mountains	26.10	55.44
11	beach	37.90	37.50
12	buildings	31.21	50.00
13	sky	20.20	66.30
14	sunny	24.05	62.39
15	partly_cloudy	43.32	36.33
16	overcast	23.92	60.77
17	animal	31.10	46.57
Average		28.83	54.19

UPMC-LIP6-B50trees100pc_COOC5.run.EVAL

class		EER	AUC
1	indoor	26.50	67.42
2	outdoor	21.85	75.18
3	person	26.68	81.89
4	day	25.97	74.78
5	night	13.10	80.99
6	water	33.72	66.65
7	road_or_pathway	37.47	55.98
8	vegetation	24.84	84.51
9	tree	23.70	81.07
10	mountains	24.48	77.74
11	beach	38.21	50.39
12	buildings	28.72	76.21
13	sky	18.57	86.95
14	sunny	24.17	69.35
15	partly_cloudy	44.34	39.32
16	overcast	22.52	74.31
17	animal	30.47	74.07
Average		27.37	71.58

UPMC-LIP6-B50trees100pc.run.EVAL

class		EER	AUC
1	indoor	18.49	90.12
2	outdoor	20.17	88.23
3	person	26.68	81.89
4	day	25.97	79.80
5	night	9.31	96.29
6	water	31.55	71.75
7	road_or_pathway	35.61	70.48
8	vegetation	24.84	84.51
9	tree	23.41	84.49
10	mountains	23.67	83.08
11	beach	32.50	76.45
12	buildings	29.08	78.79
13	sky	18.89	89.95
14	sunny	16.11	90.61
15	partly_cloudy	27.12	79.77
16	overcast	19.72	87.09
17	animal	34.18	73.31
Average		24.55	82.74

UPMC-LIP6-B50trees100pc_T25.run.EVAL

class		EER	AUC
1	indoor	19.04	66.72
2	outdoor	22.69	64.74
3	person	28.86	54.34
4	day	28.73	54.66
5	night	10.24	84.20
6	water	36.53	40.76
7	road_or_pathway	35.61	40.96
8	vegetation	29.81	54.79
9	tree	25.58	59.70
10	mountains	24.01	57.75
11	beach	32.50	45.38
12	buildings	30.32	49.67
13	sky	19.87	65.76
14	sunny	19.79	68.80
15	partly_cloudy	27.38	52.99
16	overcast	21.63	65.06
17	animal	32.80	44.29
Average		26.20	57.09

XRCE-TVPA-XRCE_KNN.run.EVAL

class		EER	AUC
1	indoor	8.91	97.41
2	outdoor	9.24	96.59
3	person	17.79	89.74
4	day	20.99	85.70
5	night	13.10	96.13
6	water	23.75	84.62
7	road_or_pathway	28.78	80.04
8	vegetation	17.60	89.95
9	tree	18.93	88.26
10	mountains	15.31	93.75
11	beach	21.70	85.75
12	buildings	17.02	89.66
13	sky	10.42	95.65
14	sunny	9.21	96.41
15	partly_cloudy	15.42	92.10
16	overcast	14.12	93.72
17	animal	20.70	85.74
Average		16.65	90.66

XRCE-TVPA-XRCE_LIN.run.EVAL

class		EER	AUC
1	indoor	12.58	95.20
2	outdoor	14.29	94.36
3	person	22.32	85.80
4	day	24.31	83.81
5	night	11.05	97.39
6	water	25.67	83.39
7	road_or_pathway	33.87	73.09
8	vegetation	21.33	86.38
9	tree	20.52	86.29
10	mountains	15.31	92.92
11	beach	23.88	86.79
12	buildings	20.04	87.47
13	sky	11.40	94.91
14	sunny	11.51	95.04
15	partly_cloudy	17.35	90.96
16	overcast	17.81	91.41
17	animal	24.73	83.21
Average		19.29	88.73