Difference between revisions of "2016:Audio Downbeat Estimation Results"

From MIREX Wiki
(Created page with "= Submitted Algorithms = {|class="wikitable" style="text-align: left;" |+ Algorithms submitted to the Automatic Downbeat Estimation task ! width="80" | Submission code ...")
 
(→‎Results)
Line 130: Line 130:
 
! Precision
 
! Precision
 
! Recall
 
! Recall
−
|-
+
|-                                              
 +
| DBDR1
 +
| 0.201
 +
| 0.199
 +
| 0.240
 +
|-                                               
 
| DBDR2
 
| DBDR2
 +
| 0.231
 +
| 0.194
 +
| 0.330
 +
|-                                               
 +
| BK4
 +
| 0.369
 +
| 0.290
 +
| 0.566
 +
|-                                               
 +
| CD4
 +
| 0.186
 +
| 0.154
 +
| 0.258
 +
|-                                               
 +
| DSR1
 +
| 0.184
 +
| 0.155
 +
| 0.251
 +
|-                                               
 +
| KB1
 +
| 0.269
 
| 0.221  
 
| 0.221  
−
| 0.195
+
| 0.380
−
| 0.297
+
|-                                              
−
|-
+
| KB2
−
| DBDR3
+
| 0.330
−
| 0.216
+
| 0.263
−
| 0.193
+
| 0.487
−
| 0.289
 
−
|-
 
−
| FK2
 
−
| 0.154
 
−
| 0.133
 
−
| 0.205
 
−
|-
 
−
| FK3
 
−
| 0.166
 
−
| 0.144
 
−
| 0.225
 
−
|-
 
−
| FK4
 
−
| 0.474
 
−
| 0.480
 
−
| 0.482
 
−
|-
 
−
| FK6
 
−
| 0.197
 
−
| 0.160
 
−
| 0.285
 
 
|}
 
|}
  
Line 170: Line 175:
 
! Precision
 
! Precision
 
! Recall
 
! Recall
−
|-
+
|-                                              
 +
| DBDR1
 +
| 0.306
 +
| 0.292
 +
| 0.379
 +
|-                                               
 
| DBDR2
 
| DBDR2
−
| 0.472
+
| 0.415
−
| 0.445
+
| 0.360
−
| 0.579
+
| 0.554
−
|-
+
|-                                              
−
| DBDR3
+
| BK4
−
| 0.446
+
| 0.537
−
| 0.409
+
| 0.468
−
| 0.558
+
| 0.729
−
|-
+
|-                                              
−
| FK2
+
| CD4
−
| 0.289
+
| 0.218
−
| 0.247
+
| 0.186
−
| 0.393
+
| 0.291
−
|-
+
|-                                              
−
| FK3
+
| DSR1
−
| 0.298
+
| 0.317
−
| 0.249
+
| 0.281
−
| 0.423
+
| 0.411
−
|-
+
|-                                              
−
| FK4
+
| KB1
−
| 0.142
+
| 0.352
−
| 0.145
+
| 0.301
−
| 0.151
+
| 0.498
−
|-
+
|-                                              
−
| FK6
+
| KB2
−
| 0.284
+
| 0.336
−
| 0.232
+
| 0.269
−
| 0.426
+
| 0.513
 
|}
 
|}
  
Line 211: Line 221:
 
! Precision
 
! Precision
 
! Recall
 
! Recall
 +
|-                                               
 +
| DBDR1
 +
| 0.426
 +
| 0.715
 +
| 0.308
 +
|-                                               
 +
| DBDR2
 +
| 0.418
 +
| 0.637
 +
| 0.311
 +
|-                                               
 +
| BK4
 +
| 0.635
 +
| 0.951
 +
| 0.476
 +
|-                                               
 +
| CD4
 +
| 0.250
 +
| 0.377
 +
| 0.188
 +
|-                                               
 +
| DSR1
 +
| 0.265
 +
| 0.398
 +
| 0.199
 +
|-                                               
 +
| KB1
 +
| 0.433
 +
| 0.641
 +
| 0.328
 +
|-                                               
 +
| KB2
 +
| 0.443
 +
| 0.661
 +
| 0.334
 +
|}
 +
 +
 +
{| class="wikitable sortable" border="1"
 +
|+ Results hjdb dataset
 
|-
 
|-
 +
! Algorithm
 +
! F-Measure
 +
! Precision
 +
! Recall
 +
|-                                               
 +
| DBDR1
 +
| 0.578
 +
| 0.613
 +
| 0.561
 +
|-                                               
 
| DBDR2
 
| DBDR2
−
| 0.415
+
| 0.629
−
| 0.640
+
| 0.628
−
| 0.307
+
| 0.638
−
|-
+
|-                                              
−
| DBDR3
+
| BK4
−
| 0.449
+
| 0.970
 +
| 0.970
 +
| 0.970
 +
|-                                               
 +
| CD4
 +
| 0.334
 +
| 0.341
 +
| 0.329
 +
|-                                               
 +
| DSR1
 +
| 0.208
 +
| 0.232
 +
| 0.196
 +
|-                                               
 +
| KB1
 +
| 0.690
 
| 0.693  
 
| 0.693  
−
| 0.332
+
| 0.688
 +
|-                                               
 +
| KB2
 +
| 0.851
 +
| 0.854
 +
| 0.848
 +
|}
 +
 
 +
{| class="wikitable sortable" border="1"
 +
|+ Results rwc_classical dataset
 
|-
 
|-
−
| FK2
+
! Algorithm
−
| 0.151
+
! F-Measure
−
| 0.226
+
! Precision
−
| 0.113
+
! Recall
−
|-
+
|-                                              
−
| FK3
+
| DBDR1
−
| 0.167
+
| 0.527
−
| 0.249
+
| 0.570
−
| 0.125
 
−
|-
 
−
| FK4
 
−
| 0.233
 
−
| 0.382
 
−
| 0.176
 
−
|-
 
−
| FK6
 
 
| 0.529  
 
| 0.529  
−
| 0.791
+
|-                                               
−
| 0.398
+
| DBDR2
 +
| 0.532
 +
| 0.539
 +
| 0.574
 +
|-                                               
 +
| BK4
 +
| 0.599
 +
| 0.659
 +
| 0.598
 +
|-                                               
 +
| CD4
 +
| 0.174
 +
| 0.189
 +
| 0.185
 +
|-                                               
 +
| DSR1
 +
| 0.251
 +
| 0.260
 +
| 0.279
 +
|-                                               
 +
| KB1
 +
| 0.436
 +
| 0.475
 +
| 0.447
 +
|-                                               
 +
| KB2
 +
| 0.428
 +
| 0.459
 +
| 0.444
 
|}
 
|}
−
 
  
 
{| class="wikitable sortable" border="1"
 
{| class="wikitable sortable" border="1"
−
|+ Results hjdb dataset
+
|+ Results gtzan dataset
 
|-
 
|-
 
! Algorithm
 
! Algorithm
Line 251: Line 354:
 
! Precision
 
! Precision
 
! Recall
 
! Recall
−
|-
+
|-                                              
 +
| DBDR1
 +
| 0.615
 +
| 0.651
 +
| 0.631
 +
|-                                               
 
| DBDR2
 
| DBDR2
−
| 0.691
+
| 0.619
−
| 0.725
+
| 0.628
−
| 0.676
+
| 0.666
−
|-
+
|-                                              
−
| DBDR3
+
| BK4
−
| 0.682
+
| 0.638
−
| 0.705
+
| 0.636
−
| 0.672
+
| 0.669
−
|-
+
|-                                              
−
| FK2
+
| CD4
−
| 0.794
+
| 0.460
−
| 0.795
+
| 0.461
−
| 0.794
+
| 0.482
−
|-
+
|-                                              
−
| FK3
+
| DSR1
−
| 0.824
+
| 0.397
−
| 0.824
+
| 0.397
−
| 0.823
+
| 0.423
−
|-
+
|-                                              
−
| FK4
+
| KB1
−
| 0.120
+
| 0.630
−
| 0.232
+
| 0.647
−
| 0.096
+
| 0.634
−
|-
+
|-                                              
−
| FK6
+
| KB2
−
| 0.626
+
| 0.647
−
| 0.627
+
| 0.665
−
| 0.625
+
| 0.653
 
|}
 
|}
  

Revision as of 00:12, 28 July 2016

Submitted Algorithms

Algorithms submitted to the Automatic Downbeat Estimation task
Submission code Submission name Abstract Contributors
DBDR2 DB1_no_ballroom PDF Simon Durand, Juan Bello, Bertrand David, Gael Richard
DBDR3 DB2_no_beatles PDF Simon Durand, Juan Bello, Bertrand David, Gael Richard
FK2 mixed_no_ballroom PDF Florian Krebs, Sebastian Böck
FK3 mixed_no_beatles PDF Florian Krebs, Sebastian Böck
FK4 carnatic_tracker PDF Florian Krebs, Sebastian Böck
FK6 2014_FK4_new_ss PDF Florian Krebs, Sebastian Böck

Results

Results ballroom dataset
Algorithm F-Measure Precision Recall
DBDR1 0.838 0.874 0.846
DBDR2 0.783 0.808 0.804
BK4 0.908 0.906 0.917
CD4 0.412 0.416 0.419
DSR1 0.463 0.476 0.468
KB1 0.898 0.888 0.917
KB2 0.860 0.853 0.890
Results beatles dataset
Algorithm F-Measure Precision Recall
DBDR1 0.849 0.861 0.868
DBDR2 0.872 0.861 0.909
BK4 0.865 0.872 0.876
CD4 0.604 0.586 0.642
DSR1 0.665 0.646 0.708
KB1 0.803 0.776 0.859
KB2 0.818 0.799 0.870


Results carnatic dataset
Algorithm F-Measure Precision Recall
DBDR1 0.201 0.199 0.240
DBDR2 0.231 0.194 0.330
BK4 0.369 0.290 0.566
CD4 0.186 0.154 0.258
DSR1 0.184 0.155 0.251
KB1 0.269 0.221 0.380
KB2 0.330 0.263 0.487


Results turkish dataset
Algorithm F-Measure Precision Recall
DBDR1 0.306 0.292 0.379
DBDR2 0.415 0.360 0.554
BK4 0.537 0.468 0.729
CD4 0.218 0.186 0.291
DSR1 0.317 0.281 0.411
KB1 0.352 0.301 0.498
KB2 0.336 0.269 0.513


Results cretan dataset
Algorithm F-Measure Precision Recall
DBDR1 0.426 0.715 0.308
DBDR2 0.418 0.637 0.311
BK4 0.635 0.951 0.476
CD4 0.250 0.377 0.188
DSR1 0.265 0.398 0.199
KB1 0.433 0.641 0.328
KB2 0.443 0.661 0.334


Results hjdb dataset
Algorithm F-Measure Precision Recall
DBDR1 0.578 0.613 0.561
DBDR2 0.629 0.628 0.638
BK4 0.970 0.970 0.970
CD4 0.334 0.341 0.329
DSR1 0.208 0.232 0.196
KB1 0.690 0.693 0.688
KB2 0.851 0.854 0.848
Results rwc_classical dataset
Algorithm F-Measure Precision Recall
DBDR1 0.527 0.570 0.529
DBDR2 0.532 0.539 0.574
BK4 0.599 0.659 0.598
CD4 0.174 0.189 0.185
DSR1 0.251 0.260 0.279
KB1 0.436 0.475 0.447
KB2 0.428 0.459 0.444
Results gtzan dataset
Algorithm F-Measure Precision Recall
DBDR1 0.615 0.651 0.631
DBDR2 0.619 0.628 0.666
BK4 0.638 0.636 0.669
CD4 0.460 0.461 0.482
DSR1 0.397 0.397 0.423
KB1 0.630 0.647 0.634
KB2 0.647 0.665 0.653

*) Rows marked by an asterisk should be taken with care as in those cases overlapping test and training sets were used.

Runtime

All submissions finished the computations in less than 24 hours.

Retrieved from "https://www.music-ir.org/mirex/w/index.php?title=2016:Audio_Downbeat_Estimation_Results&oldid=11754"