Model benchmark

Test environment

  • PyTorch 2.2.2

  • Lightning 1.9.5

  • NVIDIA RTX 3090

  • CUDA 12.1

Model

Params

FLOPs

InputH

InputW

InputPx

Time(ms)-fp16

Memory(GB)-fp16

Time(ms)-fp32

Memory(GB)-fp32

ccmr

10.781

4551.995

500

1000

500000

406.862

2.582

754.569

4.965

ccmr_p

11.524

12900.611

500

1000

500000

987.837

6.746

1894.09

12.895

craft

6.307

4308.091

500

1000

500000

314.617

4.484

484.355

7.936

csflow

5.605

1856.364

500

1000

500000

88.96

3.498

144.357

1.914

dicl

11.226

690.732

500

1000

500000

39.216

2.451

60.423

4.047

dip

5.372

6063.292

500

1000

500000

307.304

1.008

501.183

1.607

dpflow

10.022

832.295

500

1000

500000

100.166

0.813

130.282

1.195

flownetc

39.175

99.99

500

1000

500000

30.824

5.75

46.929

11.072

flownets

38.677

64.819

500

1000

500000

4.466

0.703

7.222

0.68

flownetsd

45.372

116.256

500

1000

500000

5.858

0.746

9.046

0.897

flownet2

162.519

435.931

500

1000

500000

229.202

6.178

214.132

11.545

flownetcs

77.871

169.742

500

1000

500000

61.201

6.213

62.023

11.217

flownetcss

116.566

239.493

500

1000

500000

115.438

5.988

107.711

11.365

fastflownet

1.366

28.776

500

1000

500000

19.138

1.621

22.22

2.016

flow1d

5.734

1548.585

500

1000

500000

69.305

0.662

110.892

0.762

flow_anything

19.664

937.851

500

1000

500000

41.516

0.815

70.801

1.207

flowformer

16.168

3265.439

500

1000

500000

182.208

3.481

393.731

6.147

flowformer_pp

16.152

3418.948

500

1000

500000

183.513

2.711

410.668

4.805

flowseek_t

17.9

1346.115

500

1000

500000

74.662

1.057

113.154

1.65

flowseek_m

35.011

2555.418

500

1000

500000

97.59

1.559

188.02

2.315

gma

5.88

2590.111

500

1000

500000

103.677

1.449

197.703

1.457

gmflow

4.68

494.049

500

1000

500000

28.225

0.934

54.154

1.531

gmflow_refine

4.717

1211.618

500

1000

500000

72.779

1.566

138.883

3.047

gmflownet

9.343

2088.573

500

1000

500000

137.567

1.506

232.625

2.551

gmflownet_mix

8.688

1900.859

500

1000

500000

113.075

1.25

188.575

2.068

hd3

39.562

353.12

500

1000

500000

31.671

2.57

43.848

4.867

hd3_ctxt

39.943

378.051

500

1000

500000

31.908

2.559

44.58

4.842

irr_pwc

6.362

1106.333

500

1000

500000

527.249

0.959

326.159

1.375

irr_pwcnet

8.639

186.371

500

1000

500000

68.595

1.242

46.589

2.156

irr_pwcnet_irr

3.354

207.546

500

1000

500000

68.697

1.262

44.877

2.154

lcv_raft

5.323

1810.803

500

1000

500000

137.919

1.229

lcv_raft_small

1.007

467.297

500

1000

500000

58.808

1.041

liteflownet

5.38

341.237

500

1000

500000

240.676

2.727

150.731

4.996

liteflownet2

6.429

155.012

500

1000

500000

124.615

1.199

64.261

1.938

liteflownet2_pseudoreg

6.493

163.131

500

1000

500000

128.283

1.199

66.832

1.938

liteflownet3

7.524

196.994

500

1000

500000

150.812

2.168

94.984

3.869

liteflownet3_pseudoreg

7.588

205.112

500

1000

500000

152.483

2.168

92.104

3.869

liteflownet3s

8.006

198.964

500

1000

500000

149.565

2.17

91.243

3.871

liteflownet3s_pseudoreg

8.07

207.082

500

1000

500000

150.423

2.17

95.999

3.871

llaflow

6.06

3388.308

500

1000

500000

126.76

1.623

248.832

2.537

llaflow_raft

5.52

2607.867

500

1000

500000

107.82

1.516

189.677

2.693

maskflownet_s

10.514

198.507

500

1000

500000

18.473

1.268

25.051

2.191

maskflownet

20.656

383.992

500

1000

500000

42.901

1.293

53.832

2.244

memflow

6.273

1663.134

500

1000

500000

137.139

1.145

224.886

1.865

memflow_t

12.705

1614.752

500

1000

500000

140.233

1.566

238.002

2.246

ms_raft_p

16.177

10131.314

500

1000

500000

688.098

6.932

1168.424

13.588

neuflow

3.847

80.29

500

1000

500000

7.027

0.709

9.593

0.951

neuflow2

9.03

269.838

500

1000

500000

12.125

0.779

19.079

1.148

pwcnet

9.374

191.857

500

1000

500000

74.273

1.297

50.705

2.184

pwcnet_nodc

8.243

117.756

500

1000

500000

69.985

1.273

45.653

2.174

raft

5.258

1809.67

500

1000

500000

84.988

0.867

139.294

1.24

raft_small

0.99

467.027

500

1000

500000

35.032

0.723

53.469

1.022

rapidflow

1.646

128.014

500

1000

500000

13.773

0.723

18.139

1.02

rapidflow_it1

2.761

14.678

500

1000

500000

3.665

0.449

4.714

0.566

rapidflow_it2

1.869

20.831

500

1000

500000

5.682

0.469

5.635

0.574

rapidflow_it3

1.646

58.331

500

1000

500000

7.032

0.707

9.249

1.02

rapidflow_it6

1.646

81.559

500

1000

500000

9.221

0.707

12.079

1.022

recover_mn

14.632

726.147

500

1000

500000

34.638

0.797

58.939

1.176

recover_rn

19.664

937.846

500

1000

500000

40.243

0.824

69.017

1.211

recover_cx

40.025

1159.914

500

1000

500000

44.237

0.871

90.348

1.395

rpknet

2.847

292.971

500

1000

500000

65.102

0.863

76.046

1.098

sea_raft

8.883

547.605

500

1000

500000

27.877

0.811

46.639

1.172

sea_raft_s

8.883

547.605

500

1000

500000

27.783

0.777

46.619

1.18

sea_raft_m

19.664

937.846

500

1000

500000

40.002

0.807

68.55

1.217

sea_raft_l

19.664

1262.541

500

1000

500000

61.13

0.811

104.218

1.225

scopeflow

6.362

1106.036

500

1000

500000

244.455

1.297

203.99

2.178

skflow

6.273

2784.474

500

1000

500000

211.949

0.99

335.092

1.479

starflow

4.772

821.734

500

1000

500000

188.232

1.26

210.262

2.178

unimatch

4.68

494.049

500

1000

500000

28.525

0.969

54.986

1.537

unimatch_sc2

4.717

1211.618

500

1000

500000

74.8

1.697

142.777

3.053

unimatch_sc2_ref6

7.361

2365.0

500

1000

500000

148.822

1.703

257.949

2.818

gmflow_p

4.68

494.049

500

1000

500000

28.648

0.955

55.002

1.547

gmflow_p_sc2

4.717

1211.618

500

1000

500000

75.232

1.582

143.811

3.063

gmflow_p_sc2_ref6

7.361

2365.0

500

1000

500000

150.192

1.588

258.162

3.068

vcn

10.311

105.191

500

1000

500000

281.885

1.424

379.399

2.422

vcn_small

8.371

35.511

500

1000

500000

137.814

0.748

143.003

1.074

videoflow_bof

12.659

3219.044

500

1000

500000

276.855

1.768

441.137

2.363

videoflow_mof

13.453

3525.462

500

1000

500000

793.872

1.758

594.74

2.42

waft_dav2_a1

39.36

2022.89

500

1000

500000

115.377

1.078

251.0

1.734

waft_dav2_a2

34.876

1920.482

500

1000

500000

113.472

0.947

248.132

1.434

waft_twins_a2

37.756

1875.203

500

1000

500000

111.499

1.127

280.652

1.826