Paper/PTLFlow metrics
The table below show a comparison between the validation results of PTLFlow and the values in the original papers.
The PTLFlow results correspond to models using the things pretrained checkpoints (often called C+T in the papers).
sclean |
sfinal |
k15epe |
k15fl |
|||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|
ptlflow |
paper |
delta |
ptlflow |
paper |
delta |
ptlflow |
paper |
delta |
ptlflow |
paper |
delta |
|
craft |
1.283 |
1.270 |
0.013 |
2.732 |
2.790 |
-0.058 |
4.751 |
4.880 |
-0.129 |
16.870 |
17.500 |
-0.630 |
csflow |
1.426 |
1.420 |
0.006 |
2.618 |
2.600 |
0.018 |
4.649 |
4.690 |
-0.041 |
16.034 |
16.500 |
-0.466 |
dicl |
1.967 |
1.940 |
0.027 |
3.731 |
3.770 |
-0.039 |
9.661 |
8.700 |
0.961 |
23.718 |
23.600 |
0.118 |
dip |
1.344 |
1.300 |
0.044 |
3.006 |
2.820 |
0.186 |
4.405 |
4.290 |
0.115 |
13.346 |
13.730 |
-0.384 |
fastflownet |
2.873 |
2.890 |
-0.017 |
4.194 |
4.140 |
0.054 |
12.337 |
12.240 |
0.097 |
33.274 |
33.100 |
0.174 |
flow1d |
1.976 |
1.980 |
-0.004 |
3.240 |
3.270 |
-0.030 |
6.582 |
6.690 |
-0.108 |
22.365 |
23.000 |
-0.635 |
flowformer |
0.939 |
0.950 |
-0.011 |
2.339 |
2.350 |
-0.011 |
4.554 |
4.090 |
0.464 |
15.006 |
14.700 |
0.306 |
flowformer_pp |
0.900 |
0.900 |
0.000 |
2.296 |
2.300 |
-0.004 |
4.335 |
3.930 |
0.405 |
15.018 |
14.100 |
0.918 |
flownet2 |
2.223 |
2.020 |
0.203 |
3.639 |
3.540 |
0.099 |
10.090 |
10.080 |
0.010 |
30.475 |
30.000 |
0.475 |
flownetc |
3.109 |
4.310 |
-1.201 |
4.609 |
5.870 |
-1.261 |
11.502 |
44.188 |
||||
flownetcs |
2.294 |
3.662 |
9.272 |
30.561 |
||||||||
flownetcss |
2.210 |
2.100 |
0.110 |
3.551 |
3.230 |
0.321 |
8.906 |
8.940 |
-0.034 |
29.314 |
29.770 |
-0.456 |
flownets |
3.983 |
4.500 |
-0.517 |
5.264 |
5.450 |
-0.186 |
14.193 |
51.171 |
||||
flownetsd |
7.613 |
7.770 |
24.444 |
57.453 |
||||||||
gma |
1.316 |
1.300 |
0.016 |
2.754 |
2.740 |
0.014 |
4.483 |
4.690 |
-0.207 |
16.541 |
17.100 |
-0.559 |
gmflow |
1.495 |
1.500 |
-0.005 |
2.955 |
2.960 |
-0.005 |
10.347 |
33.545 |
||||
gmflow_p |
1.495 |
1.500 |
-0.005 |
2.955 |
2.960 |
-0.005 |
10.347 |
33.545 |
||||
gmflow_p_sc2 |
1.084 |
1.080 |
0.004 |
2.474 |
2.480 |
-0.006 |
6.747 |
7.770 |
-1.023 |
21.673 |
23.400 |
-1.727 |
gmflow_p_sc2_ref6 |
0.908 |
0.900 |
0.008 |
2.740 |
2.740 |
0.000 |
4.920 |
5.740 |
-0.820 |
16.001 |
17.600 |
-1.599 |
gmflow_refine |
1.084 |
1.080 |
0.004 |
2.474 |
2.480 |
-0.006 |
6.747 |
7.770 |
-1.023 |
21.673 |
23.400 |
-1.727 |
gmflownet |
1.242 |
1.140 |
0.102 |
2.691 |
2.710 |
-0.019 |
4.181 |
4.240 |
-0.059 |
15.010 |
15.400 |
-0.390 |
gmflownet_mix |
1.146 |
2.718 |
4.402 |
16.350 |
||||||||
hd3 |
3.649 |
3.840 |
-0.191 |
6.237 |
8.770 |
-2.533 |
13.332 |
13.170 |
0.162 |
23.851 |
24.000 |
-0.149 |
hd3_ctxt |
2.168 |
4.459 |
8.311 |
21.098 |
||||||||
irr_pwc |
1.826 |
2.340 |
-0.514 |
3.398 |
3.950 |
-0.552 |
7.855 |
24.493 |
||||
irr_pwcnet |
3.079 |
4.358 |
14.100 |
35.608 |
||||||||
irr_pwcnet_irr |
2.743 |
4.021 |
12.413 |
35.486 |
||||||||
lcv_raft |
1.840 |
2.883 |
5.820 |
18.924 |
||||||||
liteflownet |
2.591 |
2.480 |
0.111 |
4.063 |
4.040 |
0.023 |
10.648 |
10.390 |
0.258 |
30.414 |
28.500 |
1.914 |
llaflow |
1.272 |
1.380 |
-0.108 |
2.733 |
2.610 |
0.123 |
4.704 |
16.333 |
||||
llaflow_raft |
1.412 |
2.618 |
4.926 |
16.939 |
||||||||
maskflownet_s |
2.535 |
2.330 |
0.205 |
3.885 |
3.720 |
0.165 |
10.773 |
32.763 |
23.580 |
9.183 |
||
matchflow |
1.095 |
1.030 |
0.065 |
2.420 |
2.450 |
-0.030 |
4.087 |
4.080 |
0.007 |
15.381 |
15.600 |
-0.219 |
matchflow_raft |
1.155 |
1.140 |
0.015 |
2.632 |
2.610 |
0.022 |
4.171 |
4.190 |
-0.019 |
13.320 |
13.600 |
-0.280 |
memflow |
1.083 |
0.930 |
0.153 |
2.289 |
2.080 |
0.209 |
4.096 |
3.880 |
0.216 |
14.101 |
13.700 |
0.401 |
memflow_t |
0.965 |
0.850 |
0.115 |
2.321 |
2.060 |
0.261 |
4.599 |
3.380 |
1.219 |
14.603 |
12.800 |
1.803 |
neuflow |
1.660 |
1.660 |
0.000 |
3.126 |
3.130 |
-0.004 |
11.111 |
12.400 |
-1.289 |
30.919 |
32.500 |
-1.581 |
neuflow2 |
1.264 |
1.240 |
0.024 |
2.768 |
2.670 |
0.098 |
4.065 |
4.330 |
-0.265 |
14.516 |
15.300 |
-0.784 |
pwcnet |
2.643 |
2.550 |
0.093 |
4.059 |
3.930 |
0.129 |
10.288 |
10.350 |
-0.062 |
33.015 |
33.700 |
-0.685 |
pwcnet_nodc |
3.329 |
4.768 |
12.273 |
36.110 |
||||||||
raft |
1.494 |
1.430 |
0.064 |
2.689 |
2.710 |
-0.021 |
4.961 |
5.040 |
-0.079 |
17.021 |
17.400 |
-0.379 |
raft_small |
2.116 |
2.210 |
-0.094 |
3.262 |
3.350 |
-0.088 |
7.460 |
7.510 |
-0.050 |
24.652 |
26.900 |
-2.248 |
rapidflow |
1.574 |
1.580 |
-0.006 |
2.895 |
2.940 |
-0.045 |
5.872 |
5.870 |
0.002 |
17.719 |
17.700 |
0.019 |
rapidflow_it1 |
4.089 |
4.090 |
-0.001 |
5.188 |
5.190 |
-0.002 |
15.698 |
56.987 |
57.000 |
-0.013 |
||
rapidflow_it2 |
2.762 |
2.760 |
0.002 |
3.963 |
3.960 |
0.003 |
11.138 |
37.791 |
37.800 |
-0.009 |
||
rapidflow_it3 |
2.026 |
2.030 |
-0.004 |
3.355 |
3.360 |
-0.005 |
9.168 |
25.488 |
25.500 |
-0.012 |
||
rapidflow_it6 |
1.685 |
1.690 |
-0.005 |
2.996 |
3.000 |
-0.004 |
6.766 |
19.855 |
19.900 |
-0.045 |
||
rpknet |
1.116 |
1.120 |
-0.004 |
2.448 |
2.450 |
-0.002 |
3.787 |
3.780 |
0.007 |
12.993 |
13.000 |
-0.007 |
scopeflow |
1.847 |
3.290 |
8.267 |
24.891 |
||||||||
sea_raft_l |
1.226 |
1.190 |
0.036 |
3.419 |
4.110 |
-0.691 |
3.738 |
3.620 |
0.118 |
12.379 |
12.900 |
-0.521 |
sea_raft_m |
1.273 |
1.210 |
0.063 |
3.852 |
4.040 |
-0.188 |
4.288 |
4.290 |
-0.002 |
13.932 |
14.200 |
-0.268 |
sea_raft_s |
1.283 |
1.270 |
0.013 |
3.728 |
3.740 |
-0.012 |
4.435 |
4.430 |
0.005 |
14.699 |
15.100 |
-0.401 |
skflow |
1.197 |
1.220 |
-0.023 |
2.426 |
2.460 |
-0.034 |
4.253 |
4.470 |
-0.217 |
15.136 |
15.500 |
-0.364 |
starflow |
1.766 |
3.451 |
7.833 |
24.810 |
||||||||
unimatch |
1.495 |
1.500 |
-0.005 |
2.955 |
2.960 |
-0.005 |
10.347 |
33.545 |
||||
unimatch_sc2 |
1.084 |
1.080 |
0.004 |
2.474 |
2.480 |
-0.006 |
6.747 |
7.770 |
-1.023 |
21.673 |
23.400 |
-1.727 |
unimatch_sc2_ref6 |
0.908 |
0.900 |
0.008 |
2.740 |
2.740 |
0.000 |
4.920 |
5.740 |
-0.820 |
16.001 |
17.600 |
-1.599 |
vcn |
2.206 |
2.210 |
-0.004 |
3.690 |
3.680 |
0.010 |
8.119 |
8.360 |
-0.241 |
24.958 |
25.100 |
-0.142 |
vcn_small |
2.759 |
2.450 |
0.309 |
4.316 |
3.630 |
0.686 |
8.878 |
9.430 |
-0.552 |
31.808 |
33.400 |
-1.592 |