-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathget_started.html
4857 lines (4746 loc) · 650 KB
/
get_started.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>Get Started — OpenVINO™ documentation</title>
<link href="_static/css/theme.css" rel="stylesheet">
<link href="_static/css/index.ff1ffe594081f20da1ef19478df9384b.css" rel="stylesheet">
<link rel="stylesheet"
href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
<link rel="preload" as="font" type="font/woff2" crossorigin
href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
<link rel="preload" as="font" type="font/woff2" crossorigin
href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
<link rel="stylesheet" type="text/css" href="_static/pygments.css" />
<link rel="stylesheet" type="text/css" href="_static/css/blank.css" />
<link rel="stylesheet" type="text/css" href="_static/tabs.css" />
<link rel="stylesheet" type="text/css" href="_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="_static/panels-main.c949a650a448cc0ae9fd3441c0e17fb0.css" />
<link rel="stylesheet" type="text/css" href="_static/panels-variables.06eb56fa6e07937060861dad626602ad.css" />
<link rel="stylesheet" type="text/css" href="_static/design-style.4045f2051d55cab465a707391d5b2007.min.css" />
<link rel="stylesheet" type="text/css" href="_static/doxyrest-pygments.css" />
<link rel="preload" as="script" href="_static/js/index.be7d3bbb2ef33a8344ce.js">
<link href="_static/css/media/favicon.ico" rel="shortcut icon">
<link rel="stylesheet" href="_static/css/openvino_sphinx_theme.css" type="text/css" />
<link rel="stylesheet" href="_static/css/button.css" type="text/css" />
<link rel="stylesheet" href="_static/css/input.css" type="text/css" />
<link rel="stylesheet" href="_static/css/textfield.css" type="text/css" />
<link rel="stylesheet" href="_static/css/tabs.css" type="text/css" />
<link rel="stylesheet" href="_static/css/homepage_style.css" type="text/css" />
<script src="_static/js/openvino_sphinx_theme.js"></script>
<link rel="stylesheet" href="_static/css/viewer.min.css" type="text/css" />
<link rel="stylesheet" href="_static/css/custom.css" type="text/css" />
<script src="https://cdn.jsdelivr.net/npm/chart.js@2.9.3/dist/Chart.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-datalabels"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/chartjs-plugin-annotation/0.5.7/chartjs-plugin-annotation.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-barchart-background@1.3.0/build/Plugin.Barchart.Background.min.js"></script>
<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-deferred@1"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/PapaParse/5.3.1/papaparse.min.js"></script>
<script src="_static/js/viewer.min.js"></script>
<script src="/assets/versions_raw.js"></script>
<script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
<script src="_static/jquery.js"></script>
<script src="_static/underscore.js"></script>
<script src="_static/doctools.js"></script>
<script src="_static/tabs.js"></script>
<script src="_static/clipboard.min.js"></script>
<script src="_static/copybutton.js"></script>
<script src="_static/js/custom.js"></script>
<script src="_static/js/graphs.js"></script>
<script src="_static/js/newsletter.js"></script>
<script src="_static/js/graphs_ov_tf.js"></script>
<script src="_static/js/open_sidebar.js"></script>
<script src="_static/design-tabs.js"></script>
<script src="_static/target-highlight.js"></script>
<link rel="canonical" href="https://docs.openvino.ai/canonical/get_started.html" />
<link rel="shortcut icon" href="_static/favicon.ico"/>
<link rel="index" title="Index" href="genindex.html" />
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="Installing Intel® Distribution of OpenVINO™ Toolkit" href="openvino_docs_install_guides_overview.html" />
<link rel="prev" title="Overview" href="home.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
<!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
<div class="container-fluid" id="banner"></div>
<nav class="navbar navbar-light navbar-expand-lg bg-light fixed-top bd-navbar" id="navbar-main"><div class="container-xl">
<div id="navbar-start">
<a class="navbar-brand" href="index.html">
<img src="_static/logo.svg" class="logo" alt="logo">
</a>
</div>
<button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbar-collapsible" aria-controls="navbar-collapsible" aria-expanded="false" aria-label="Toggle navigation">
<span class="navbar-toggler-icon"></span>
</button>
<div id="navbar-collapsible" class="col-lg-9 collapse navbar-collapse">
<div id="navbar-center" class="mr-auto">
<div class="navbar-center-item">
<ul id="navbar-main-elements" class="navbar-nav">
<li class="toctree-l1 nav-item">
<a class="reference internal nav-link" href="home.html">
Overview
</a>
</li>
<li class="toctree-l1 nav-item">
<a class="reference external nav-link" href="https://www.intel.com/content/www/us/en/developer/tools/openvino-toolkit/download.html">
Install
</a>
</li>
<li class="toctree-l1 nav-item">
<a class="reference external nav-link" href="https://blog.openvino.ai/">
Blog
</a>
</li>
<li class="toctree-l1 nav-item">
<a class="reference external nav-link" href="https://community.intel.com/t5/Intel-Distribution-of-OpenVINO/bd-p/distribution-openvino-toolkit">
Forum
</a>
</li>
<li class="toctree-l1 nav-item">
<a class="reference external nav-link" href="https://www.intel.com/content/www/us/en/support/products/96066/software/development-software/openvino-toolkit.html">
Support
</a>
</li>
<li class="toctree-l1 nav-item">
<a class="reference external nav-link" href="https://github.com/openvinotoolkit">
GitHub
</a>
</li>
</ul>
</div>
</div>
<div id="navbar-end">
<div class="navbar-end-item">
<ul id="navbar-icon-links" class="navbar-nav" aria-label="Icon Links">
<li class="nav-item">
<a class="nav-link" href="https://github.com/openvinotoolkit/openvino" rel="noopener" target="_blank" title="GitHub">
<span><i class="sst-github"></i></span>
<label class="sr-only">GitHub</label>
</a>
</li>
</ul>
</div>
<div class="navbar-end-item">
<div class="dropdown sst-dropdown sst-dropdown-navbar">
<button class="btn sst-btn dropdown-toggle" type="button" id="version-selector" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"></button>
<div class="dropdown-menu" aria-labelledby="version-selector">
</div>
</div>
</div>
<div class="navbar-end-item">
<div class="dropdown sst-dropdown sst-dropdown-navbar">
<button class="btn sst-btn dropdown-toggle" type="button" id="language-selector" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">English</button>
<div class="dropdown-menu" aria-labelledby="language-selector">
<a class="dropdown-item font-weight-bold" href="/latest/index.html">English</a>
<a class="dropdown-item" href="/cn/latest/index.html">Chinese</a>
</div>
</div>
</div>
</div>
</div>
</div>
<div id="collapse-nav-wrapper" class="container-xl">
<button id="collapse-nav" class="button bttn-prm button-size-m" type="button" data-toggle="collapse" data-target="#nav-tree" aria-expanded="false" aria-controls="nav-tree">
Documentation navigation <i class="fas fa-chevron-down"></i>
</button>
</div>
</nav>
<div id="info-banner" class="transition-banner">
<p>OpenVINO 2022.1 has introduced OpenVINO API 2.0. For more information on transition steps from the previous API, see the <a href="https://docs.openvino.ai/latest/openvino_2_0_transition_guide.html">transition guide</a></p>
<button type="button" class="close-banner" onclick="closeTransitionBanner()">
<span aria-hidden="true">×</span>
</button>
</div>
<script src="_static/js/hide_banner.js"></script>
<div class="container-xl">
<div class="row">
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar" id="nav-tree"><form class="searchForm bd-search d-flex align-items-center" action="search.html" method="get">
<i class="icon fas fa-search"></i>
<input type="search" class="form-control" name="query" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
</form><nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
<ul class="current nav bd-sidenav">
<li class="toctree-l1 current active has-children"><a class="current reference internal" href="#">GET STARTED</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/><label for="toctree-checkbox-1"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_install_guides_overview.html">Installing OpenVINO</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/><label for="toctree-checkbox-2"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3 has-children"><a class="reference internal" href="openvino_docs_install_guides_install_runtime.html">OpenVINO Runtime</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/><label for="toctree-checkbox-3"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4 has-children"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_linux_header.html">Linux</a><input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/><label for="toctree-checkbox-4"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_from_archive_linux.html">Use Archive</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_pip.html">Use PyPI</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_apt.html">Use APT</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_yum.html">Use YUM</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_conda.html">Use Conda Forge</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_brew.html">Use Homebrew</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_docker_linux.html">Use Docker</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_windows_header.html">Windows</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/><label for="toctree-checkbox-5"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_from_archive_windows.html">Use Archive</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_pip.html">Use PyPI</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_conda.html">Use Conda Forge</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_docker_windows.html">Use Docker</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_macos_header.html">macOS</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/><label for="toctree-checkbox-6"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_from_archive_macos.html">From Archive</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_pip.html">From PyPI</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_brew.html">Using Homebrew</a></li>
</ul>
</li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_raspbian.html">Raspbian OS</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_install_guides_install_dev_tools.html">OpenVINO Development Tools</a></li>
<li class="toctree-l3"><a class="reference external" href="https://github.com/openvinotoolkit/openvino/wiki/BuildingCode">Build from Source</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_yocto.html">Creating a Yocto Image</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_install_guides_configurations_header.html">Additional Configurations</a><input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/><label for="toctree-checkbox-7"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_install_guides_configurations_for_intel_gpu.html">For GPU</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_install_guides_configurations_for_ncs2.html">For NCS2</a></li>
<li class="toctree-l3 has-children"><a class="reference internal" href="openvino_docs_install_guides_installing_openvino_ivad_vpu.html">For VPU</a><input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/><label for="toctree-checkbox-8"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_install_guides_movidius_setup_guide.html">IEI Mustang-V100-MX8-R10 Card</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_install_guides_configurations_for_intel_gna.html">For GNA</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="openvino_docs_install_guides_uninstalling_openvino.html">Uninstalling</a></li>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_get_started_guide_troubleshooting.html">Troubleshooting</a><input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/><label for="toctree-checkbox-9"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_get_started_guide_troubleshooting_issues.html">Issues & Solutions</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_get_started_guide_troubleshooting_steps.html">Troubleshooting Steps</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="learn_openvino.html">LEARN OPENVINO</a><input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/><label for="toctree-checkbox-10"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="tutorials.html">Interactive Tutorials (Python)</a><input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/><label for="toctree-checkbox-11"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="notebooks-installation.html">Installation of OpenVINO™ Notebooks</a></li>
<li class="toctree-l3 has-children"><a class="reference internal" href="notebooks/notebooks.html">OpenVINO notebooks documentation</a><input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/><label for="toctree-checkbox-12"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4"><a class="reference internal" href="notebooks/004-hello-detection-with-output.html">Hello Object Detection</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/003-hello-segmentation-with-output.html">Hello Image Segmentation</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/002-openvino-api-with-output.html">OpenVINO™ Runtime API Tutorial</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/001-hello-world-with-output.html">Hello Image Classification</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/110-ct-scan-live-inference-with-output.html">Live Inference and Benchmark CT-scan Data with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/106-auto-device-with-output.html">Automatic Device Selection with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/102-pytorch-onnx-to-openvino-with-output.html">Convert a PyTorch Model to ONNX and OpenVINO™ IR</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/103-paddle-to-openvino-classification-with-output.html">Convert a PaddlePaddle Model to OpenVINO™ IR</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/104-model-tools-with-output.html">Working with Open Model Zoo Models</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/110-ct-segmentation-quantize-nncf-with-output.html">Quantize a Segmentation Model and Show Live Inference</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/105-language-quantize-bert-with-output.html">Quantize NLP models with Post-Training Quantization in NNCF</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/114-quantization-simplified-mode-with-output.html">INT8 Quantization with Post-training Optimization Tool (POT) in Simplified Mode tutorial</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/117-model-server-with-output.html">Hello Model Server</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/111-yolov5-quantization-migration-with-output.html">Migrate quantization from POT API to NNCF API</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/116-sparsity-optimization-with-output.html">Accelerate Inference of Sparse Transformer Models with OpenVINO™ and 4th Gen Intel® Xeon® Scalable Processors</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/109-latency-tricks-with-output.html">Performance tricks in OpenVINO for latency mode</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/107-speech-recognition-quantization-data2vec-with-output.html">Quantize Speech Recognition Models with OpenVINO™ Post-Training Optimization Tool </a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/118-optimize-preprocessing-with-output.html">Optimize Preprocessing</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/115-async-api-with-output.html">Asynchronous Inference with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/107-speech-recognition-quantization-wav2vec2-with-output.html">Quantize Speech Recognition Models with OpenVINO™ Post-Training Optimization Tool </a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/112-pytorch-post-training-quantization-nncf-with-output.html">Post-Training Quantization of PyTorch models with NNCF</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/113-image-classification-quantization-with-output.html">Quantization of Image Classification Models</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/101-tensorflow-to-openvino-with-output.html">Convert a TensorFlow Model to OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/225-stable-diffusion-text-to-image-with-output.html">Text-to-Image Generation with Stable Diffusion and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/211-speech-to-text-with-output.html">Speech to Text with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/201-vision-monodepth-with-output.html">Monodepth Estimation with OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/219-knowledge-graphs-conve-with-output.html">OpenVINO optimizations for Knowledge graphs</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/232-clip-language-saliency-map-with-output.html">Language-Visual Saliency with CLIP and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/228-clip-zero-shot-image-classification-with-output.html">Zero-shot Image Classification with OpenAI CLIP and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/214-grammar-correction-with-output.html">Grammatical Error Correction with OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/224-3D-segmentation-point-clouds-with-output.html">Part Segmentation of 3D Point Clouds with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/236-stable-diffusion-v2-infinite-zoom-with-output.html">Infinite Zoom Stable Diffusion v2 and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/218-vehicle-detection-and-recognition-with-output.html">Vehicle Detection And Recognition with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/226-yolov7-optimization-with-output.html">Convert and Optimize YOLOv7 with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/207-vision-paddlegan-superresolution-with-output.html">Super Resolution with PaddleGAN and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/236-stable-diffusion-v2-text-to-image-with-output.html">Text-to-Image Generation with Stable Diffusion v2 and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/229-distilbert-sequence-classification-with-output.html">Sentiment Analysis with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/231-instruct-pix2pix-image-editing-with-output.html">Image Editing with InstructPix2Pix and OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/202-vision-superresolution-video-with-output.html">Video Super Resolution with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/217-vision-deblur-with-output.html">Deblur Photos with DeblurGAN-v2 and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/227-whisper-subtitles-generation-with-output.html">Video Subtitle Generation using Whisper and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/234-encodec-audio-compression-with-output.html">Audio compression with EnCodec and OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/212-pyannote-speaker-diarization-with-output.html">Speaker diarization</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/223-text-prediction-with-output.html">Text Prediction with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/206-vision-paddlegan-anime-with-output.html">Photos to Anime with PaddleGAN and OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/230-yolov8-optimization-with-output.html">Convert and Optimize YOLOv8 with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/233-blip-visual-language-processing-with-output.html">Visual Question Answering and Image Captioning using BLIP and OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/213-question-answering-with-output.html">Interactive question answering with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/205-vision-background-removal-with-output.html">Image Background Removal with U^2-Net and OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/235-controlnet-stable-diffusion-with-output.html">Text-to-Image Generation with ControlNet Conditioning</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/203-meter-reader-with-output.html">Industrial Meter Reader</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/215-image-inpainting-with-output.html">Image In-painting with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/202-vision-superresolution-image-with-output.html">Single Image Super Resolution with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/237-segment-anything-with-output.html">Object masks from prompts with SAM and OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/209-handwritten-ocr-with-output.html">Handwritten Chinese and Japanese OCR with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/222-vision-image-colorization-with-output.html">Image Colorization with OpenVINO</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/302-pytorch-quantization-aware-training-with-output.html">Quantization Aware Training with NNCF, using PyTorch framework</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/402-pose-estimation-with-output.html">Live Human Pose Estimation with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/407-person-tracking-with-output.html">Person Tracking with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/403-action-recognition-webcam-with-output.html">Human Action Recognition with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/401-object-detection-with-output.html">Live Object Detection with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/405-paddle-ocr-webcam-with-output.html">PaddleOCR with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/404-style-transfer-with-output.html">Style Transfer with OpenVINO™</a></li>
<li class="toctree-l4"><a class="reference internal" href="notebooks/406-3D-pose-estimation-with-output.html">Live 3D Human Pose Estimation with OpenVINO</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_OV_UG_Samples_Overview.html">Sample Applications (Python & C++)</a><input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/><label for="toctree-checkbox-13"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="openvino_docs_get_started_get_started_demos.html">Get Started with C++ Samples</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_classification_sample_async_README.html">Image Classification Async C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_classification_sample_async_README.html">Image Classification Async Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_hello_classification_README.html">Hello Classification C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_c_samples_hello_classification_README.html">Hello Classification C Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_hello_classification_README.html">Hello Classification Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_hello_reshape_ssd_README.html">Hello Reshape SSD C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_hello_reshape_ssd_README.html">Hello Reshape SSD Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_hello_nv12_input_classification_README.html">Hello NV12 Input Classification C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_c_samples_hello_nv12_input_classification_README.html">Hello NV12 Input Classification C Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_hello_query_device_README.html">Hello Query Device C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_hello_query_device_README.html">Hello Query Device Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_model_creation_sample_README.html">Model Creation C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_model_creation_sample_README.html">Model Creation Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_speech_sample_README.html">Automatic Speech Recognition C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_speech_sample_README.html">Automatic Speech Recognition Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_sync_benchmark_README.html">Sync Benchmark C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_sync_benchmark_README.html">Sync Benchmark Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_throughput_benchmark_README.html">Throughput Benchmark C++ Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_throughput_benchmark_README.html">Throughput Benchmark Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_ie_bridges_python_sample_bert_benchmark_README.html">Bert Benchmark Python* Sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_samples_benchmark_app_README.html">Benchmark C++ Tool</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_inference_engine_tools_benchmark_tool_README.html">Benchmark Python Tool</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_2_0_transition_guide.html">OpenVINO API 2.0 Transition</a><input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/><label for="toctree-checkbox-14"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="openvino_2_0_deployment.html">Installation & Deployment</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_2_0_inference_pipeline.html">Inference Pipeline</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_2_0_configure_devices.html">Configuring Devices</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_2_0_preprocessing.html">Preprocessing</a></li>
<li class="toctree-l3"><a class="reference internal" href="openvino_2_0_model_creation.html">Model Creation in OpenVINO™ Runtime</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="openvino_workflow.html">OPENVINO WORKFLOW</a><input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/><label for="toctree-checkbox-15"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_model_processing_introduction.html">Model Preparation</a><input class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/><label for="toctree-checkbox-16"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3 has-children"><a class="reference internal" href="Supported_Model_Formats.html">Supported Model Formats</a><input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/><label for="toctree-checkbox-17"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_TensorFlow.html">Converting a TensorFlow Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_ONNX.html">Converting an ONNX Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_PyTorch.html">Converting a PyTorch Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_Paddle.html">Converting a PaddlePaddle Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_MxNet.html">Converting an MXNet Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_Caffe.html">Converting a Caffe Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Convert_Model_From_Kaldi.html">Converting a Kaldi Model</a></li>
<li class="toctree-l4 has-children"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tutorials.html">Model Conversion Tutorials</a><input class="toctree-checkbox" id="toctree-checkbox-18" name="toctree-checkbox-18" type="checkbox"/><label for="toctree-checkbox-18"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_AttentionOCR_From_Tensorflow.html">Converting a TensorFlow Attention OCR Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_BERT_From_Tensorflow.html">Converting a TensorFlow BERT Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_CRNN_From_Tensorflow.html">Converting a TensorFlow CRNN Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_DeepSpeech_From_Tensorflow.html">Converting a TensorFlow DeepSpeech Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_EfficientDet_Models.html">Converting TensorFlow EfficientDet Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_FaceNet_From_Tensorflow.html">Converting TensorFlow FaceNet Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_GNMT_From_Tensorflow.html">Converting a TensorFlow GNMT Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_lm_1b_From_Tensorflow.html">Converting a TensorFlow Language Model on One Billion Word Benchmark</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_NCF_From_Tensorflow.html">Converting a TensorFlow Neural Collaborative Filtering Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_Object_Detection_API_Models.html">Converting TensorFlow Object Detection API Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_RetinaNet_From_Tensorflow.html">Converting a TensorFlow RetinaNet Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_Slim_Library_Models.html">Converting TensorFlow Slim Image Classification Model Library Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_WideAndDeep_Family_Models.html">Converting TensorFlow Wide and Deep Family Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_XLNet_From_Tensorflow.html">Converting a TensorFlow XLNet Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_tf_specific_Convert_YOLO_From_Tensorflow.html">Converting TensorFlow YOLO Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_onnx_specific_Convert_Faster_RCNN.html">Converting an ONNX Faster R-CNN Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_onnx_specific_Convert_GPT2.html">Converting an ONNX GPT-2 Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_onnx_specific_Convert_Mask_RCNN.html">Converting an ONNX Mask R-CNN Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_Bert_ner.html">Converting a PyTorch BERT-NER Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_Cascade_RCNN_res101.html">Converting a PyTorch Cascade RCNN R-101 Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_F3Net.html">Converting a PyTorch F3Net Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_QuartzNet.html">Converting a PyTorch QuartzNet Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_RCAN.html">Converting a PyTorch RCAN Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_RNNT.html">Converting a PyTorch RNN-T Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_pytorch_specific_Convert_YOLACT.html">Converting a PyTorch YOLACT Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_mxnet_specific_Convert_GluonCV_Models.html">Converting MXNet GluonCV Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_mxnet_specific_Convert_Style_Transfer_From_MXNet.html">Converting an MXNet Style Transfer Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_kaldi_specific_Aspire_Tdnn_Model.html">Converting a Kaldi ASpIRE Chain Time Delay Neural Network (TDNN) Model</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l3 has-children"><a class="reference internal" href="openvino_docs_MO_DG_Deep_Learning_Model_Optimizer_DevGuide.html">Model Optimizer Usage</a><input class="toctree-checkbox" id="toctree-checkbox-19" name="toctree-checkbox-19" type="checkbox"/><label for="toctree-checkbox-19"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_model_inputs_outputs.html">Model Inputs and Outputs, Shapes and Layouts</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Converting_Model.html">Setting Input Shapes</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_Model_Optimization_Techniques.html">Model Optimization Techniques</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_convert_model_Cutting_Model.html">Cutting Off Parts of a Model</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_Additional_Optimization_Use_Cases.html">Embedding Preprocessing Computation</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_FP16_Compression.html">Compressing a Model to FP16</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_Python_API.html">Model Optimizer Python API</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_MO_DG_prepare_model_Model_Optimizer_FAQ.html">Model Optimizer Frequently Asked Questions</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="omz_tools_downloader.html">Model Downloader and other automation tools</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_model_optimization_guide.html">Model Optimization and Compression</a><input class="toctree-checkbox" id="toctree-checkbox-20" name="toctree-checkbox-20" type="checkbox"/><label for="toctree-checkbox-20"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3 has-children"><a class="reference internal" href="ptq_introduction.html">Quantizing Models Post-training</a><input class="toctree-checkbox" id="toctree-checkbox-21" name="toctree-checkbox-21" type="checkbox"/><label for="toctree-checkbox-21"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4 has-children"><a class="reference internal" href="pot_introduction.html">Post-training Quantization with POT</a><input class="toctree-checkbox" id="toctree-checkbox-22" name="toctree-checkbox-22" type="checkbox"/><label for="toctree-checkbox-22"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5 has-children"><a class="reference internal" href="pot_default_quantization_usage.html">Quantizing Model</a><input class="toctree-checkbox" id="toctree-checkbox-23" name="toctree-checkbox-23" type="checkbox"/><label for="toctree-checkbox-23"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="pot_compression_algorithms_quantization_default_README.html">DefaultQuantization Method</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="pot_accuracyaware_usage.html">Quantizing Model with Accuracy Control</a><input class="toctree-checkbox" id="toctree-checkbox-24" name="toctree-checkbox-24" type="checkbox"/><label for="toctree-checkbox-24"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="accuracy_aware_README.html">AccuracyAwareQuantization Method</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="pot_docs_BestPractices.html">Quantization Best Practices</a><input class="toctree-checkbox" id="toctree-checkbox-25" name="toctree-checkbox-25" type="checkbox"/><label for="toctree-checkbox-25"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="pot_saturation_issue.html">Saturation Issue</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="pot_compression_api_README.html">API Reference</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="pot_compression_cli_README.html">Command-line Interface</a><input class="toctree-checkbox" id="toctree-checkbox-26" name="toctree-checkbox-26" type="checkbox"/><label for="toctree-checkbox-26"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="pot_docs_simplified_mode.html">Simplified Mode</a></li>
<li class="toctree-l6"><a class="reference internal" href="pot_configs_README.html">Configuration File Description</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="pot_examples_description.html">Examples</a><input class="toctree-checkbox" id="toctree-checkbox-27" name="toctree-checkbox-27" type="checkbox"/><label for="toctree-checkbox-27"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6 has-children"><a class="reference internal" href="pot_example_README.html">API Examples</a><input class="toctree-checkbox" id="toctree-checkbox-28" name="toctree-checkbox-28" type="checkbox"/><label for="toctree-checkbox-28"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l7"><a class="reference internal" href="pot_example_classification_README.html">Quantizing Image Classification Model</a></li>
<li class="toctree-l7"><a class="reference internal" href="pot_example_object_detection_README.html">Quantizing Object Detection Model with Accuracy Control</a></li>
<li class="toctree-l7"><a class="reference internal" href="pot_example_face_detection_README.html">Quantizing Cascaded Model</a></li>
<li class="toctree-l7"><a class="reference internal" href="pot_example_segmentation_README.html">Quantizing Semantic Segmentation Model</a></li>
<li class="toctree-l7"><a class="reference internal" href="pot_example_3d_segmentation_README.html">Quantizing 3D Segmentation Model</a></li>
<li class="toctree-l7"><a class="reference internal" href="pot_example_speech_README.html">Quantizing for GNA Device</a></li>
</ul>
</li>
<li class="toctree-l6"><a class="reference internal" href="pot_configs_examples_README.html">Command-line Example</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="pot_docs_FrequentlyAskedQuestions.html">Post-training Optimization Tool FAQ</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="nncf_ptq_introduction.html">Post-training Quantization with NNCF (new)</a><input class="toctree-checkbox" id="toctree-checkbox-29" name="toctree-checkbox-29" type="checkbox"/><label for="toctree-checkbox-29"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="basic_qauntization_flow.html">Basic Quantization Flow</a></li>
<li class="toctree-l5"><a class="reference internal" href="quantization_w_accuracy_control.html">Quantizing with accuracy control</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l3 has-children"><a class="reference internal" href="tmo_introduction.html">Compressing Models During Training</a><input class="toctree-checkbox" id="toctree-checkbox-30" name="toctree-checkbox-30" type="checkbox"/><label for="toctree-checkbox-30"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4"><a class="reference internal" href="qat_introduction.html">Quantization-aware Training (QAT)</a></li>
<li class="toctree-l4"><a class="reference internal" href="filter_pruning.html">Filter Pruning of Convolutional Models</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="pot_ranger_README.html">(Experimental) Protecting Model</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="openvino_docs_deployment_guide_introduction.html">Running and Deploying Inference</a><input class="toctree-checkbox" id="toctree-checkbox-31" name="toctree-checkbox-31" type="checkbox"/><label for="toctree-checkbox-31"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3 has-children"><a class="reference internal" href="openvino_deployment_guide.html">Run and Deploy Locally</a><input class="toctree-checkbox" id="toctree-checkbox-32" name="toctree-checkbox-32" type="checkbox"/><label for="toctree-checkbox-32"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4 has-children"><a class="reference internal" href="openvino_docs_OV_UG_OV_Runtime_User_Guide.html">Run Inference</a><input class="toctree-checkbox" id="toctree-checkbox-33" name="toctree-checkbox-33" type="checkbox"/><label for="toctree-checkbox-33"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_OV_UG_Integrate_OV_with_your_application.html">Integrate OpenVINO™ with Your Application</a><input class="toctree-checkbox" id="toctree-checkbox-34" name="toctree-checkbox-34" type="checkbox"/><label for="toctree-checkbox-34"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Model_Representation.html">Model Representation in OpenVINO™ Runtime</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Infer_request.html">OpenVINO™ Inference Request</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Python_API_exclusives.html">OpenVINO™ Python API Exclusives</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_MO_DG_TensorFlow_Frontend.html">OpenVINO TensorFlow Frontend Capabilities and Limitations</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_Runtime_Inference_Modes_Overview.html">Inference Modes</a><input class="toctree-checkbox" id="toctree-checkbox-35" name="toctree-checkbox-35" type="checkbox"/><label for="toctree-checkbox-35"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6 has-children"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_AUTO.html">Automatic Device Selection</a><input class="toctree-checkbox" id="toctree-checkbox-36" name="toctree-checkbox-36" type="checkbox"/><label for="toctree-checkbox-36"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l7"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_AUTO_debugging.html">Debugging Auto-Device Plugin</a></li>
</ul>
</li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Running_on_multiple_devices.html">Multi-device execution</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Hetero_execution.html">Heterogeneous execution</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Automatic_Batching.html">Automatic Batching</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_OV_UG_Working_with_devices.html">Inference Device Support</a><input class="toctree-checkbox" id="toctree-checkbox-37" name="toctree-checkbox-37" type="checkbox"/><label for="toctree-checkbox-37"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_query_api.html">Query Device Properties - Configuration</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_CPU.html">CPU Device</a></li>
<li class="toctree-l6 has-children"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_GPU.html">GPU Device</a><input class="toctree-checkbox" id="toctree-checkbox-38" name="toctree-checkbox-38" type="checkbox"/><label for="toctree-checkbox-38"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l7"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_GPU_RemoteTensor_API.html">Remote Tensor API of GPU Plugin</a></li>
</ul>
</li>
<li class="toctree-l6 has-children"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_VPU.html">VPU Devices</a><input class="toctree-checkbox" id="toctree-checkbox-39" name="toctree-checkbox-39" type="checkbox"/><label for="toctree-checkbox-39"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l7"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_MYRIAD.html">MYRIAD Device</a></li>
<li class="toctree-l7"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_HDDL.html">HDDL Device</a></li>
</ul>
</li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_GNA.html">GNA Device</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_supported_plugins_ARM_CPU.html">Arm® CPU Device</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_OV_UG_ShapeInference.html">Changing Input Shapes</a><input class="toctree-checkbox" id="toctree-checkbox-40" name="toctree-checkbox-40" type="checkbox"/><label for="toctree-checkbox-40"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="troubleshooting_reshape_errors.html">Troubleshooting Reshape Errors</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_OV_UG_DynamicShapes.html">Dynamic Shapes</a><input class="toctree-checkbox" id="toctree-checkbox-41" name="toctree-checkbox-41" type="checkbox"/><label for="toctree-checkbox-41"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_NoDynamicShapes.html">When Dynamic Shapes API is Not Applicable</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_OV_UG_network_state_intro.html">Stateful models</a><input class="toctree-checkbox" id="toctree-checkbox-42" name="toctree-checkbox-42" type="checkbox"/><label for="toctree-checkbox-42"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_lowlatency2.html">The LowLatencу2 Transformation</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_lowlatency_deprecated.html">[DEPRECATED] The LowLatency Transformation</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="openvino_docs_deployment_optimization_guide_dldt_optimization_guide.html">Optimize Inference</a><input class="toctree-checkbox" id="toctree-checkbox-43" name="toctree-checkbox-43" type="checkbox"/><label for="toctree-checkbox-43"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_deployment_optimization_guide_common.html">General Optimizations</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_OV_UG_Performance_Hints.html">High-level Performance Hints</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_deployment_optimization_guide_latency.html">Optimizing for Latency</a><input class="toctree-checkbox" id="toctree-checkbox-44" name="toctree-checkbox-44" type="checkbox"/><label for="toctree-checkbox-44"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Model_caching_overview.html">Model Caching Overview</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_deployment_optimization_guide_tput.html">Optimizing for Throughput</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_deployment_optimization_guide_tput_advanced.html">Using Advanced Throughput Options: Streams and Batching</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="openvino_docs_OV_UG_Preprocessing_Overview.html">Optimize Preprocessing</a><input class="toctree-checkbox" id="toctree-checkbox-45" name="toctree-checkbox-45" type="checkbox"/><label for="toctree-checkbox-45"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Preprocessing_Details.html">Preprocessing API - details</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Layout_Overview.html">Layout API Overview</a></li>
<li class="toctree-l6"><a class="reference internal" href="openvino_docs_OV_UG_Preprocess_Usecase_save.html">Use Case - Integrate and Save Preprocessing Steps Into IR</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_deployment_optimization_guide_internals.html">Further Low-Level Implementation Details</a></li>
<li class="toctree-l5"><a class="reference internal" href="openvino_docs_memory_optimization_guide.html">Optimizing memory usage</a></li>
</ul>
</li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_install_guides_deployment_manager_tool.html">Deploy Application with Deployment Manager</a></li>
<li class="toctree-l4"><a class="reference internal" href="openvino_docs_deploy_local_distribution.html">Local Distribution Libraries</a></li>
</ul>
</li>
<li class="toctree-l3 has-children"><a class="reference internal" href="ovms_what_is_openvino_model_server.html">Deploy via Model Serving</a><input class="toctree-checkbox" id="toctree-checkbox-46" name="toctree-checkbox-46" type="checkbox"/><label for="toctree-checkbox-46"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4"><a class="reference internal" href="ovms_docs_quick_start_guide.html">Quickstart Guide</a></li>
<li class="toctree-l4"><a class="reference internal" href="ovms_docs_models_repository.html">Preparing a Model Repository</a></li>
<li class="toctree-l4"><a class="reference internal" href="ovms_docs_deploying_server.html">Deploying Model Server</a></li>
<li class="toctree-l4 has-children"><a class="reference internal" href="ovms_docs_serving_model.html">Starting Model Server</a><input class="toctree-checkbox" id="toctree-checkbox-47" name="toctree-checkbox-47" type="checkbox"/><label for="toctree-checkbox-47"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_parameters.html">Model Server Parameters</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_target_devices.html">Using AI Accelerators</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_cloud_storage.html">Using Cloud Storage as a Model Repository</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_security.html">Security Considerations</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="ovms_docs_server_app.html">Writing a Client Application</a><input class="toctree-checkbox" id="toctree-checkbox-48" name="toctree-checkbox-48" type="checkbox"/><label for="toctree-checkbox-48"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_clients.html">Clients</a><input class="toctree-checkbox" id="toctree-checkbox-49" name="toctree-checkbox-49" type="checkbox"/><label for="toctree-checkbox-49"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_clients_tfs.html">TensorFlow Serving API Clients</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_clients_kfs.html">KServe API Clients</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_server_api.html">API Reference Guide</a><input class="toctree-checkbox" id="toctree-checkbox-50" name="toctree-checkbox-50" type="checkbox"/><label for="toctree-checkbox-50"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_grpc_api_tfs.html">TensorFlow Serving compatible gRPC API</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_grpc_api_kfs.html">KServe compatible gRPC API</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_rest_api_tfs.html">TensorFlow Serving compatible RESTful API</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_rest_api_kfs.html">KServe compatible RESTful API</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_c_api.html">OpenVINO Model Server C-API (preview feature)</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="ovms_docs_features.html">Model Server Features</a><input class="toctree-checkbox" id="toctree-checkbox-51" name="toctree-checkbox-51" type="checkbox"/><label for="toctree-checkbox-51"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_dag.html">Directed Acyclic Graph (DAG) Scheduler</a><input class="toctree-checkbox" id="toctree-checkbox-52" name="toctree-checkbox-52" type="checkbox"/><label for="toctree-checkbox-52"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_demuliplexing.html">Demultiplexing in DAG</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_custom_node_development.html">Custom Node Development Guide</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_binary_input.html">Support for Binary Input Data</a><input class="toctree-checkbox" id="toctree-checkbox-53" name="toctree-checkbox-53" type="checkbox"/><label for="toctree-checkbox-53"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_binary_input_layout_and_shape.html">Input Shape and Layout Considerations</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_binary_input_tfs.html">Predict on Binary Inputs via TensorFlow Serving API</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_binary_input_kfs.html">Predict on Binary Inputs via KServe API</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_demo_tensorflow_conversion.html">Convert TensorFlow Models to Accept Binary Inputs</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_model_version_policy.html">Model Version Policy</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_shape_batch_layout.html">Batch, Shape and Layout</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_online_config_changes.html">Online Configuration Updates</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_stateful_models.html">Serving Stateful Models</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_metrics.html">Metrics</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_dynamic_input.html">Dynamic Input Parameters</a><input class="toctree-checkbox" id="toctree-checkbox-54" name="toctree-checkbox-54" type="checkbox"/><label for="toctree-checkbox-54"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_dynamic_bs_demultiplexer.html">Dynamic batch size with OpenVINO™ Model Server Demultiplexer</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_dynamic_bs_auto_reload.html">Dynamic Batch Size with Automatic Model Reloading</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_dynamic_shape_auto_reload.html">Dynamic Shape with Automatic Model Reloading</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_dynamic_shape_custom_node.html">Dynamic Shape with a Custom Node</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_dynamic_shape_binary_inputs.html">Dynamic Shape with Binary Inputs</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_dynamic_shape_dynamic_model.html">Dynamic Shape with dynamic IR/ONNX Model</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_c_api.html">OpenVINO Model Server C-API (preview feature)</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_advanced.html">Advanced Features</a><input class="toctree-checkbox" id="toctree-checkbox-55" name="toctree-checkbox-55" type="checkbox"/><label for="toctree-checkbox-55"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_sample_cpu_extension.html">CPU Extensions</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_model_cache.html">Model Cache</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_docs_custom_loader.html">Custom Model Loader</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_extras_nginx-mtls-auth-readme.html">Securing Model Server with NGINX</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l4"><a class="reference internal" href="ovms_docs_performance_tuning.html">Performance tuning</a></li>
<li class="toctree-l4 has-children"><a class="reference internal" href="ovms_docs_demos.html">Demos</a><input class="toctree-checkbox" id="toctree-checkbox-56" name="toctree-checkbox-56" type="checkbox"/><label for="toctree-checkbox-56"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_age_gender_guide.html">Age and Gender Recognition via REST API</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_horizontal_text_detection.html">Horizontal Text Detection in Real-Time</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_optical_character_recognition.html">Optical Character Recognition with Directed Acyclic Graph</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_face_detection.html">Face Detection Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_face_blur_pipeline.html">Face Blur Pipeline Demo with OVMS</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_capi_inference_demo.html">C API inference demo (C/C++)</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_single_face_analysis_pipeline.html">Single Face Analysis Pipeline Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_multi_faces_analysis_pipeline.html">Multi Faces Analysis Pipeline Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_docs_demo_ensemble.html">Model Ensemble Pipeline Demo</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_docs_image_classification.html">Image Classification Demos</a><input class="toctree-checkbox" id="toctree-checkbox-57" name="toctree-checkbox-57" type="checkbox"/><label for="toctree-checkbox-57"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_demo_image_classification.html">Image Classification Demo (Python)</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_demo_image_classification_cpp.html">Image Classification Demo (C++)</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_demo_image_classification_go.html">Image Classification Demo (Go)</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_using_onnx_model.html">Prediction Example with an ONNX Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_tf_classification.html">Model Server demo with a direct import of TensorFlow model</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_person_vehicle_bike_detection.html">Person, vehicle, bike detection with multiple data sources</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_vehicle_analysis_pipeline.html">Vehicle Analysis Pipeline Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_real_time_stream_analysis.html">Real Time Stream Analysis Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_bert.html">BERT Question Answering Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_gptj_causal_lm.html">GPT-J Causal Language Modeling Demo</a></li>
<li class="toctree-l5"><a class="reference internal" href="ovms_demo_speech_recognition.html">Speech Recognition on Kaldi Model</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="ovms_demo_benchmark_client.html">Benchmark Client</a><input class="toctree-checkbox" id="toctree-checkbox-58" name="toctree-checkbox-58" type="checkbox"/><label for="toctree-checkbox-58"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="ovms_demo_benchmark_app.html">Benchmark Client (Python)</a></li>
<li class="toctree-l6"><a class="reference internal" href="ovms_demo_benchmark_app_cpp.html">Benchmark Client (C++)</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l4"><a class="reference internal" href="ovms_docs_troubleshooting.html">Troubleshooting</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="documentation.html">DOCUMENTATION</a><input class="toctree-checkbox" id="toctree-checkbox-59" name="toctree-checkbox-59" type="checkbox"/><label for="toctree-checkbox-59"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="api/api_reference.html">API Reference</a><input class="toctree-checkbox" id="toctree-checkbox-60" name="toctree-checkbox-60" type="checkbox"/><label for="toctree-checkbox-60"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l3 has-children"><a class="reference internal" href="groupov_cpp_api.html">OpenVINO Runtime C++ API</a><input class="toctree-checkbox" id="toctree-checkbox-61" name="toctree-checkbox-61" type="checkbox"/><label for="toctree-checkbox-61"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l4 has-children"><a class="reference internal" href="groupov_model_cpp_api.html">Basics</a><input class="toctree-checkbox" id="toctree-checkbox-62" name="toctree-checkbox-62" type="checkbox"/><label for="toctree-checkbox-62"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_element_cpp_api.html">Element types</a><input class="toctree-checkbox" id="toctree-checkbox-63" name="toctree-checkbox-63" type="checkbox"/><label for="toctree-checkbox-63"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1element_1_1Type_t.html">Type_t</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1element_1_1Type.html">Type</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_layout_cpp_api.html">Layout</a><input class="toctree-checkbox" id="toctree-checkbox-64" name="toctree-checkbox-64" type="checkbox"/><label for="toctree-checkbox-64"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1Layout.html">Layout</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="structov_1_1DiscreteTypeInfo.html">DiscreteTypeInfo</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Dimension.html">Dimension</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Extension.html">Extension</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Input.html">Input</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Model.html">Model</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Node.html">Node</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Output.html">Output</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1PartialShape.html">PartialShape</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1preprocess_1_1PrePostProcessor.html">PrePostProcessor</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Shape.html">Shape</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="groupov_runtime_cpp_api.html">Inference</a><input class="toctree-checkbox" id="toctree-checkbox-65" name="toctree-checkbox-65" type="checkbox"/><label for="toctree-checkbox-65"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_runtime_cpp_prop_api.html">Device properties</a><input class="toctree-checkbox" id="toctree-checkbox-66" name="toctree-checkbox-66" type="checkbox"/><label for="toctree-checkbox-66"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1Affinity.html">Affinity</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1log_1_1Level.html">Level</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1hint_1_1PerformanceMode.html">PerformanceMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1hint_1_1Priority.html">Priority</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1device_1_1Type.html">Type</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1streams_1_1Num.html">Num</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1device_1_1Priorities.html">Priorities</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1device_1_1Properties.html">Properties</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1device_1_1UUID.html">UUID</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="groupov_runtime_cpu_prop_cpp_api.html">Intel CPU specific properties</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_runtime_gna_prop_cpp_api.html">Intel GNA specific properties</a><input class="toctree-checkbox" id="toctree-checkbox-67" name="toctree-checkbox-67" type="checkbox"/><label for="toctree-checkbox-67"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_gna_1_1ExecutionMode.html">ExecutionMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_gna_1_1HWGeneration.html">HWGeneration</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_gna_1_1PWLDesignAlgorithm.html">PWLDesignAlgorithm</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_runtime_ocl_gpu_cpp_api.html">Intel GPU OpenCL interoperability</a><input class="toctree-checkbox" id="toctree-checkbox-68" name="toctree-checkbox-68" type="checkbox"/><label for="toctree-checkbox-68"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_gpu_1_1ContextType.html">ContextType</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_gpu_1_1SharedMemType.html">SharedMemType</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1ClBufferTensor.html">ClBufferTensor</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1ClContext.html">ClContext</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1ClImage2DTensor.html">ClImage2DTensor</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1D3DBufferTensor.html">D3DBufferTensor</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1D3DContext.html">D3DContext</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1D3DSurface2DTensor.html">D3DSurface2DTensor</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1USMTensor.html">USMTensor</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1VAContext.html">VAContext</a></li>
<li class="toctree-l6"><a class="reference internal" href="classov_1_1intel_gpu_1_1ocl_1_1VASurfaceTensor.html">VASurfaceTensor</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="groupov_runtime_ocl_gpu_prop_cpp_api.html">Intel GPU OpenCL specific properties</a></li>
<li class="toctree-l5"><a class="reference internal" href="groupov_runtime_hddl_prop_cpp_api.html">Intel HDDL specific properties</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_runtime_myriad_hddl_prop_cpp_api.html">Intel MYRIAD & HDDL specific properties</a><input class="toctree-checkbox" id="toctree-checkbox-69" name="toctree-checkbox-69" type="checkbox"/><label for="toctree-checkbox-69"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_myriad_1_1Protocol.html">Protocol</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="groupov_runtime_myriad_prop_cpp_api.html">Intel MYRIAD specific properties</a><input class="toctree-checkbox" id="toctree-checkbox-70" name="toctree-checkbox-70" type="checkbox"/><label for="toctree-checkbox-70"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1intel_myriad_1_1DDRType.html">DDRType</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="structov_1_1ProfilingInfo.html">ProfilingInfo</a><input class="toctree-checkbox" id="toctree-checkbox-71" name="toctree-checkbox-71" type="checkbox"/><label for="toctree-checkbox-71"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1ProfilingInfo_1_1Status.html">Status</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Allocator.html">Allocator</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Busy.html">Busy</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Cancelled.html">Cancelled</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1CompiledModel.html">CompiledModel</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Core.html">Core</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1InferRequest.html">InferRequest</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1RemoteContext.html">RemoteContext</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1RemoteTensor.html">RemoteTensor</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1Tensor.html">Tensor</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1VariableState.html">VariableState</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="groupov_opset_cpp_api.html">Operation sets</a><input class="toctree-checkbox" id="toctree-checkbox-72" name="toctree-checkbox-72" type="checkbox"/><label for="toctree-checkbox-72"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1OpSet.html">OpSet</a></li>
</ul>
</li>
<li class="toctree-l4 has-children"><a class="reference internal" href="groupov_ops_cpp_api.html">Operations</a><input class="toctree-checkbox" id="toctree-checkbox-73" name="toctree-checkbox-73" type="checkbox"/><label for="toctree-checkbox-73"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1internal_1_1AUGRUCell.html">AUGRUCell</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1internal_1_1AUGRUSequence.html">AUGRUSequence</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Abs.html">Abs</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Acos.html">Acos</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1Acosh.html">Acosh</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1AdaptiveAvgPool.html">AdaptiveAvgPool</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1AdaptiveMaxPool.html">AdaptiveMaxPool</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Add.html">Add</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Asin.html">Asin</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1Assign.html">Assign</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v6_1_1Assign.html">Assign</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Atan.html">Atan</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1Atanh.html">Atanh</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1BatchNormInference.html">BatchNormInference</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1BatchNormInference.html">BatchNormInference</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1BatchToSpace.html">BatchToSpace</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v1_1_1BinaryConvolution.html">BinaryConvolution</a><input class="toctree-checkbox" id="toctree-checkbox-74" name="toctree-checkbox-74" type="checkbox"/><label for="toctree-checkbox-74"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v1_1_1BinaryConvolution_1_1BinaryConvolutionMode.html">BinaryConvolutionMode</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1Broadcast.html">Broadcast</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Broadcast.html">Broadcast</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1Bucketize.html">Bucketize</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1CTCGreedyDecoder.html">CTCGreedyDecoder</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v6_1_1CTCGreedyDecoderSeqLen.html">CTCGreedyDecoderSeqLen</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1CTCLoss.html">CTCLoss</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Ceiling.html">Ceiling</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Clamp.html">Clamp</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Concat.html">Concat</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Constant.html">Constant</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Convert.html">Convert</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ConvertLike.html">ConvertLike</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Convolution.html">Convolution</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ConvolutionBackpropData.html">ConvolutionBackpropData</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Cos.html">Cos</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Cosh.html">Cosh</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1CumSum.html">CumSum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v7_1_1DFT.html">DFT</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1DeformableConvolution.html">DeformableConvolution</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1DeformableConvolution.html">DeformableConvolution</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1DeformablePSROIPooling.html">DeformablePSROIPooling</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v0_1_1DepthToSpace.html">DepthToSpace</a><input class="toctree-checkbox" id="toctree-checkbox-75" name="toctree-checkbox-75" type="checkbox"/><label for="toctree-checkbox-75"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v0_1_1DepthToSpace_1_1DepthToSpaceMode.html">DepthToSpaceMode</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Divide.html">Divide</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v7_1_1Einsum.html">Einsum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Elu.html">Elu</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1EmbeddingBagOffsetsSum.html">EmbeddingBagOffsetsSum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1EmbeddingBagPackedSum.html">EmbeddingBagPackedSum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1EmbeddingSegmentsSum.html">EmbeddingSegmentsSum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Equal.html">Equal</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Erf.html">Erf</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Exp.html">Exp</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v6_1_1ExperimentalDetectronDetectionOutput.html">ExperimentalDetectronDetectionOutput</a><input class="toctree-checkbox" id="toctree-checkbox-76" name="toctree-checkbox-76" type="checkbox"/><label for="toctree-checkbox-76"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v6_1_1ExperimentalDetectronDetectionOutput_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v6_1_1ExperimentalDetectronGenerateProposalsSingleImage.html">ExperimentalDetectronGenerateProposalsSingleImage</a><input class="toctree-checkbox" id="toctree-checkbox-77" name="toctree-checkbox-77" type="checkbox"/><label for="toctree-checkbox-77"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v6_1_1ExperimentalDetectronGenerateProposalsSingleImage_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v6_1_1ExperimentalDetectronPriorGridGenerator.html">ExperimentalDetectronPriorGridGenerator</a><input class="toctree-checkbox" id="toctree-checkbox-78" name="toctree-checkbox-78" type="checkbox"/><label for="toctree-checkbox-78"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v6_1_1ExperimentalDetectronPriorGridGenerator_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v6_1_1ExperimentalDetectronROIFeatureExtractor.html">ExperimentalDetectronROIFeatureExtractor</a><input class="toctree-checkbox" id="toctree-checkbox-79" name="toctree-checkbox-79" type="checkbox"/><label for="toctree-checkbox-79"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v6_1_1ExperimentalDetectronROIFeatureExtractor_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v6_1_1ExperimentalDetectronTopKROIs.html">ExperimentalDetectronTopKROIs</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1ExtractImagePatches.html">ExtractImagePatches</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v9_1_1Eye.html">Eye</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1FakeQuantize.html">FakeQuantize</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Floor.html">Floor</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1FloorMod.html">FloorMod</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1GRUCell.html">GRUCell</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1GRUSequence.html">GRUSequence</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1Gather.html">Gather</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v7_1_1Gather.html">Gather</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Gather.html">Gather</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v6_1_1GatherElements.html">GatherElements</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1GatherND.html">GatherND</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1GatherND.html">GatherND</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1GatherTree.html">GatherTree</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v7_1_1Gelu.html">Gelu</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Gelu.html">Gelu</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Greater.html">Greater</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1GreaterEqual.html">GreaterEqual</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v9_1_1GridSample.html">GridSample</a><input class="toctree-checkbox" id="toctree-checkbox-80" name="toctree-checkbox-80" type="checkbox"/><label for="toctree-checkbox-80"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v9_1_1GridSample_1_1InterpolationMode.html">InterpolationMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v9_1_1GridSample_1_1PaddingMode.html">PaddingMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v9_1_1GridSample_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1HSigmoid.html">HSigmoid</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1HSwish.html">HSwish</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1HardSigmoid.html">HardSigmoid</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1I420toBGR.html">I420toBGR</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1I420toRGB.html">I420toRGB</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v7_1_1IDFT.html">IDFT</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v8_1_1If.html">If</a><input class="toctree-checkbox" id="toctree-checkbox-81" name="toctree-checkbox-81" type="checkbox"/><label for="toctree-checkbox-81"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v8_1_1If_1_1BodyIndexes.html">BodyIndexes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Interpolate.html">Interpolate</a><input class="toctree-checkbox" id="toctree-checkbox-82" name="toctree-checkbox-82" type="checkbox"/><label for="toctree-checkbox-82"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v0_1_1Interpolate_1_1InterpolateMode.html">InterpolateMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v0_1_1Interpolate_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v4_1_1Interpolate.html">Interpolate</a><input class="toctree-checkbox" id="toctree-checkbox-83" name="toctree-checkbox-83" type="checkbox"/><label for="toctree-checkbox-83"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v4_1_1Interpolate_1_1CoordinateTransformMode.html">CoordinateTransformMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v4_1_1Interpolate_1_1InterpolateMode.html">InterpolateMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v4_1_1Interpolate_1_1NearestMode.html">NearestMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v4_1_1Interpolate_1_1ShapeCalcMode.html">ShapeCalcMode</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v4_1_1Interpolate_1_1InterpolateAttrs.html">InterpolateAttrs</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v10_1_1IsFinite.html">IsFinite</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v10_1_1IsInf.html">IsInf</a><input class="toctree-checkbox" id="toctree-checkbox-84" name="toctree-checkbox-84" type="checkbox"/><label for="toctree-checkbox-84"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v10_1_1IsInf_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v10_1_1IsNaN.html">IsNaN</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1LRN.html">LRN</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1LSTMCell.html">LSTMCell</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1LSTMCell.html">LSTMCell</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1LSTMSequence.html">LSTMSequence</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1LSTMSequence.html">LSTMSequence</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Less.html">Less</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1LessEqual.html">LessEqual</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Log.html">Log</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1LogSoftmax.html">LogSoftmax</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1LogicalAnd.html">LogicalAnd</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1LogicalNot.html">LogicalNot</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1LogicalOr.html">LogicalOr</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1LogicalXor.html">LogicalXor</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v5_1_1Loop.html">Loop</a><input class="toctree-checkbox" id="toctree-checkbox-85" name="toctree-checkbox-85" type="checkbox"/><label for="toctree-checkbox-85"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v5_1_1Loop_1_1SpecialBodyPorts.html">SpecialBodyPorts</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1MVN.html">MVN</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v6_1_1MVN.html">MVN</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1MatMul.html">MatMul</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v8_1_1MatrixNms.html">MatrixNms</a><input class="toctree-checkbox" id="toctree-checkbox-86" name="toctree-checkbox-86" type="checkbox"/><label for="toctree-checkbox-86"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v8_1_1MatrixNms_1_1DecayFunction.html">DecayFunction</a></li>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v8_1_1MatrixNms_1_1SortResultType.html">SortResultType</a></li>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v8_1_1MatrixNms_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1MaxPool.html">MaxPool</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1MaxPool.html">MaxPool</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Maximum.html">Maximum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Minimum.html">Minimum</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1Mish.html">Mish</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Mod.html">Mod</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Multiply.html">Multiply</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1NV12toBGR.html">NV12toBGR</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1NV12toRGB.html">NV12toRGB</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Negative.html">Negative</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1NonMaxSuppression.html">NonMaxSuppression</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v5_1_1NonMaxSuppression.html">NonMaxSuppression</a><input class="toctree-checkbox" id="toctree-checkbox-87" name="toctree-checkbox-87" type="checkbox"/><label for="toctree-checkbox-87"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v5_1_1NonMaxSuppression_1_1BoxEncodingType.html">BoxEncodingType</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v1_1_1NonMaxSuppression.html">NonMaxSuppression</a><input class="toctree-checkbox" id="toctree-checkbox-88" name="toctree-checkbox-88" type="checkbox"/><label for="toctree-checkbox-88"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v1_1_1NonMaxSuppression_1_1BoxEncodingType.html">BoxEncodingType</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v3_1_1NonMaxSuppression.html">NonMaxSuppression</a><input class="toctree-checkbox" id="toctree-checkbox-89" name="toctree-checkbox-89" type="checkbox"/><label for="toctree-checkbox-89"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v3_1_1NonMaxSuppression_1_1BoxEncodingType.html">BoxEncodingType</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1NonZero.html">NonZero</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1NormalizeL2.html">NormalizeL2</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1NotEqual.html">NotEqual</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1OneHot.html">OneHot</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1Op.html">Op</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1PRelu.html">PRelu</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1PSROIPooling.html">PSROIPooling</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Pad.html">Pad</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Parameter.html">Parameter</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1Power.html">Power</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v0_1_1PriorBox.html">PriorBox</a><input class="toctree-checkbox" id="toctree-checkbox-90" name="toctree-checkbox-90" type="checkbox"/><label for="toctree-checkbox-90"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v0_1_1PriorBox_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v8_1_1PriorBox.html">PriorBox</a><input class="toctree-checkbox" id="toctree-checkbox-91" name="toctree-checkbox-91" type="checkbox"/><label for="toctree-checkbox-91"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v8_1_1PriorBox_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v0_1_1PriorBoxClustered.html">PriorBoxClustered</a><input class="toctree-checkbox" id="toctree-checkbox-92" name="toctree-checkbox-92" type="checkbox"/><label for="toctree-checkbox-92"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v0_1_1PriorBoxClustered_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Proposal.html">Proposal</a><input class="toctree-checkbox" id="toctree-checkbox-93" name="toctree-checkbox-93" type="checkbox"/><label for="toctree-checkbox-93"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="structov_1_1op_1_1v0_1_1Proposal_1_1Attributes.html">Attributes</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1Proposal.html">Proposal</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1RNNCell.html">RNNCell</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v5_1_1RNNSequence.html">RNNSequence</a></li>
<li class="toctree-l5 has-children"><a class="reference internal" href="classov_1_1op_1_1v3_1_1ROIAlign.html">ROIAlign</a><input class="toctree-checkbox" id="toctree-checkbox-94" name="toctree-checkbox-94" type="checkbox"/><label for="toctree-checkbox-94"><i class="fas fa-chevron-down"></i></label><ul>
<li class="toctree-l6"><a class="reference internal" href="enumov_1_1op_1_1v3_1_1ROIAlign_1_1PoolingMode.html">PoolingMode</a></li>
</ul>
</li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1ROIPooling.html">ROIPooling</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v8_1_1RandomUniform.html">RandomUniform</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v0_1_1Range.html">Range</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1Range.html">Range</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v6_1_1ReadValue.html">ReadValue</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v3_1_1ReadValue.html">ReadValue</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1ReduceL1.html">ReduceL1</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v4_1_1ReduceL2.html">ReduceL2</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceLogicalAnd.html">ReduceLogicalAnd</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceLogicalOr.html">ReduceLogicalOr</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceMax.html">ReduceMax</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceMean.html">ReduceMean</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceMin.html">ReduceMin</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceProd.html">ReduceProd</a></li>
<li class="toctree-l5"><a class="reference internal" href="classov_1_1op_1_1v1_1_1ReduceSum.html">ReduceSum</a></li>