| Search.setIndex({docnames:["api/autograd/index","api/contrib/autograd/index","api/contrib/index","api/contrib/io/index","api/contrib/ndarray/index","api/contrib/onnx/index","api/contrib/quantization/index","api/contrib/symbol/index","api/contrib/tensorboard/index","api/contrib/tensorrt/index","api/contrib/text/index","api/gluon/block","api/gluon/constant","api/gluon/contrib/index","api/gluon/data/index","api/gluon/data/vision/datasets/index","api/gluon/data/vision/index","api/gluon/data/vision/transforms/index","api/gluon/hybrid_block","api/gluon/index","api/gluon/loss/index","api/gluon/model_zoo/index","api/gluon/nn/index","api/gluon/parameter","api/gluon/parameter_dict","api/gluon/rnn/index","api/gluon/symbol_block","api/gluon/trainer","api/gluon/utils/index","api/index","api/initializer/index","api/kvstore/index","api/lr_scheduler/index","api/module/index","api/mxnet/attribute/index","api/mxnet/base/index","api/mxnet/callback/index","api/mxnet/context/index","api/mxnet/engine/index","api/mxnet/executor/index","api/mxnet/executor_manager/index","api/mxnet/image/index","api/mxnet/index","api/mxnet/io/index","api/mxnet/kvstore_server/index","api/mxnet/libinfo/index","api/mxnet/log/index","api/mxnet/model/index","api/mxnet/monitor/index","api/mxnet/name/index","api/mxnet/notebook/index","api/mxnet/operator/index","api/mxnet/profiler/index","api/mxnet/random/index","api/mxnet/recordio/index","api/mxnet/registry/index","api/mxnet/rtc/index","api/mxnet/runtime/index","api/mxnet/test_utils/index","api/mxnet/torch/index","api/mxnet/util/index","api/mxnet/visualization/index","api/ndarray/contrib/index","api/ndarray/image/index","api/ndarray/index","api/ndarray/linalg/index","api/ndarray/ndarray","api/ndarray/op/index","api/ndarray/random/index","api/ndarray/register/index","api/ndarray/sparse/index","api/ndarray/utils/index","api/optimizer/index","api/symbol/contrib/index","api/symbol/image/index","api/symbol/index","api/symbol/linalg/index","api/symbol/op/index","api/symbol/random/index","api/symbol/register/index","api/symbol/sparse/index","api/symbol/symbol","index","tutorials/deploy/export/index","tutorials/deploy/export/onnx","tutorials/deploy/index","tutorials/deploy/inference/cpp","tutorials/deploy/inference/image_classification_jetson","tutorials/deploy/inference/index","tutorials/deploy/inference/scala","tutorials/deploy/run-on-aws/cloud","tutorials/deploy/run-on-aws/index","tutorials/deploy/run-on-aws/use_ec2","tutorials/deploy/run-on-aws/use_sagemaker","tutorials/extend/custom_layer","tutorials/extend/customop","tutorials/extend/index","tutorials/getting-started/crash-course/1-ndarray","tutorials/getting-started/crash-course/2-nn","tutorials/getting-started/crash-course/3-autograd","tutorials/getting-started/crash-course/4-train","tutorials/getting-started/crash-course/5-predict","tutorials/getting-started/crash-course/6-use_gpus","tutorials/getting-started/crash-course/index","tutorials/getting-started/deepnumpy/cheat-sheet","tutorials/getting-started/deepnumpy/deepnumpy-vs-numpy","tutorials/getting-started/deepnumpy/index","tutorials/getting-started/gluon_from_experiment_to_deployment","tutorials/getting-started/index","tutorials/getting-started/logistic_regression_explained","tutorials/getting-started/to-mxnet/index","tutorials/getting-started/to-mxnet/pytorch","tutorials/index","tutorials/packages/autograd/index","tutorials/packages/gluon/blocks/activations/activations","tutorials/packages/gluon/blocks/custom-layer","tutorials/packages/gluon/blocks/custom_layer_beginners","tutorials/packages/gluon/blocks/hybridize","tutorials/packages/gluon/blocks/index","tutorials/packages/gluon/blocks/init","tutorials/packages/gluon/blocks/naming","tutorials/packages/gluon/blocks/nn","tutorials/packages/gluon/blocks/parameters","tutorials/packages/gluon/blocks/save_load_params","tutorials/packages/gluon/data/data_augmentation","tutorials/packages/gluon/data/datasets","tutorials/packages/gluon/data/index","tutorials/packages/gluon/image/image-augmentation","tutorials/packages/gluon/image/index","tutorials/packages/gluon/image/info_gan","tutorials/packages/gluon/image/mnist","tutorials/packages/gluon/image/pretrained_models","tutorials/packages/gluon/index","tutorials/packages/gluon/loss/custom-loss","tutorials/packages/gluon/loss/index","tutorials/packages/gluon/loss/kl_divergence","tutorials/packages/gluon/loss/loss","tutorials/packages/gluon/text/gnmt","tutorials/packages/gluon/text/index","tutorials/packages/gluon/text/transformer","tutorials/packages/gluon/training/fit_api_tutorial","tutorials/packages/gluon/training/index","tutorials/packages/gluon/training/learning_rates/index","tutorials/packages/gluon/training/learning_rates/learning_rate_finder","tutorials/packages/gluon/training/learning_rates/learning_rate_schedules","tutorials/packages/gluon/training/learning_rates/learning_rate_schedules_advanced","tutorials/packages/gluon/training/normalization/index","tutorials/packages/gluon/training/trainer","tutorials/packages/index","tutorials/packages/kvstore/index","tutorials/packages/kvstore/kvstore","tutorials/packages/ndarray/01-ndarray-intro","tutorials/packages/ndarray/02-ndarray-operations","tutorials/packages/ndarray/03-ndarray-contexts","tutorials/packages/ndarray/deepnumpy/arrays","tutorials/packages/ndarray/deepnumpy/arrays.indexing","tutorials/packages/ndarray/deepnumpy/arrays.ndarray","tutorials/packages/ndarray/deepnumpy/index","tutorials/packages/ndarray/deepnumpy/npx","tutorials/packages/ndarray/deepnumpy/random/index","tutorials/packages/ndarray/deepnumpy/routines","tutorials/packages/ndarray/deepnumpy/routines.array-creation","tutorials/packages/ndarray/deepnumpy/routines.array-manipulation","tutorials/packages/ndarray/deepnumpy/routines.io","tutorials/packages/ndarray/deepnumpy/routines.linalg","tutorials/packages/ndarray/deepnumpy/routines.math","tutorials/packages/ndarray/deepnumpy/routines.sort","tutorials/packages/ndarray/deepnumpy/routines.statistics","tutorials/packages/ndarray/gotchas_numpy_in_mxnet","tutorials/packages/ndarray/index","tutorials/packages/ndarray/sparse/csr","tutorials/packages/ndarray/sparse/index","tutorials/packages/ndarray/sparse/row_sparse","tutorials/packages/ndarray/sparse/train_gluon","tutorials/packages/onnx/fine_tuning_gluon","tutorials/packages/onnx/index","tutorials/packages/onnx/inference_on_onnx_model","tutorials/packages/optimizer/index","tutorials/packages/viz/index","tutorials/performance/backend/amp","tutorials/performance/backend/index","tutorials/performance/backend/mkldnn/index","tutorials/performance/backend/mkldnn/mkldnn_readme","tutorials/performance/backend/profiler","tutorials/performance/backend/tensorrt/index","tutorials/performance/backend/tvm","tutorials/performance/compression/index","tutorials/performance/compression/int8","tutorials/performance/index"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.index":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:1,sphinx:56},filenames:["api/autograd/index.rst","api/contrib/autograd/index.rst","api/contrib/index.rst","api/contrib/io/index.rst","api/contrib/ndarray/index.rst","api/contrib/onnx/index.rst","api/contrib/quantization/index.rst","api/contrib/symbol/index.rst","api/contrib/tensorboard/index.rst","api/contrib/tensorrt/index.rst","api/contrib/text/index.rst","api/gluon/block.rst","api/gluon/constant.rst","api/gluon/contrib/index.rst","api/gluon/data/index.rst","api/gluon/data/vision/datasets/index.rst","api/gluon/data/vision/index.rst","api/gluon/data/vision/transforms/index.rst","api/gluon/hybrid_block.rst","api/gluon/index.rst","api/gluon/loss/index.rst","api/gluon/model_zoo/index.rst","api/gluon/nn/index.rst","api/gluon/parameter.rst","api/gluon/parameter_dict.rst","api/gluon/rnn/index.rst","api/gluon/symbol_block.rst","api/gluon/trainer.rst","api/gluon/utils/index.rst","api/index.rst","api/initializer/index.rst","api/kvstore/index.rst","api/lr_scheduler/index.rst","api/module/index.rst","api/mxnet/attribute/index.rst","api/mxnet/base/index.rst","api/mxnet/callback/index.rst","api/mxnet/context/index.rst","api/mxnet/engine/index.rst","api/mxnet/executor/index.rst","api/mxnet/executor_manager/index.rst","api/mxnet/image/index.rst","api/mxnet/index.rst","api/mxnet/io/index.rst","api/mxnet/kvstore_server/index.rst","api/mxnet/libinfo/index.rst","api/mxnet/log/index.rst","api/mxnet/model/index.rst","api/mxnet/monitor/index.rst","api/mxnet/name/index.rst","api/mxnet/notebook/index.rst","api/mxnet/operator/index.rst","api/mxnet/profiler/index.rst","api/mxnet/random/index.rst","api/mxnet/recordio/index.rst","api/mxnet/registry/index.rst","api/mxnet/rtc/index.rst","api/mxnet/runtime/index.rst","api/mxnet/test_utils/index.rst","api/mxnet/torch/index.rst","api/mxnet/util/index.rst","api/mxnet/visualization/index.rst","api/ndarray/contrib/index.rst","api/ndarray/image/index.rst","api/ndarray/index.rst","api/ndarray/linalg/index.rst","api/ndarray/ndarray.rst","api/ndarray/op/index.rst","api/ndarray/random/index.rst","api/ndarray/register/index.rst","api/ndarray/sparse/index.rst","api/ndarray/utils/index.rst","api/optimizer/index.rst","api/symbol/contrib/index.rst","api/symbol/image/index.rst","api/symbol/index.rst","api/symbol/linalg/index.rst","api/symbol/op/index.rst","api/symbol/random/index.rst","api/symbol/register/index.rst","api/symbol/sparse/index.rst","api/symbol/symbol.rst","index.rst","tutorials/deploy/export/index.rst","tutorials/deploy/export/onnx.ipynb","tutorials/deploy/index.rst","tutorials/deploy/inference/cpp.rst","tutorials/deploy/inference/image_classification_jetson.ipynb","tutorials/deploy/inference/index.rst","tutorials/deploy/inference/scala.rst","tutorials/deploy/run-on-aws/cloud.ipynb","tutorials/deploy/run-on-aws/index.rst","tutorials/deploy/run-on-aws/use_ec2.rst","tutorials/deploy/run-on-aws/use_sagemaker.rst","tutorials/extend/custom_layer.ipynb","tutorials/extend/customop.ipynb","tutorials/extend/index.rst","tutorials/getting-started/crash-course/1-ndarray.ipynb","tutorials/getting-started/crash-course/2-nn.ipynb","tutorials/getting-started/crash-course/3-autograd.ipynb","tutorials/getting-started/crash-course/4-train.ipynb","tutorials/getting-started/crash-course/5-predict.ipynb","tutorials/getting-started/crash-course/6-use_gpus.ipynb","tutorials/getting-started/crash-course/index.rst","tutorials/getting-started/deepnumpy/cheat-sheet.ipynb","tutorials/getting-started/deepnumpy/deepnumpy-vs-numpy.ipynb","tutorials/getting-started/deepnumpy/index.rst","tutorials/getting-started/gluon_from_experiment_to_deployment.ipynb","tutorials/getting-started/index.rst","tutorials/getting-started/logistic_regression_explained.ipynb","tutorials/getting-started/to-mxnet/index.rst","tutorials/getting-started/to-mxnet/pytorch.ipynb","tutorials/index.rst","tutorials/packages/autograd/index.ipynb","tutorials/packages/gluon/blocks/activations/activations.ipynb","tutorials/packages/gluon/blocks/custom-layer.ipynb","tutorials/packages/gluon/blocks/custom_layer_beginners.ipynb","tutorials/packages/gluon/blocks/hybridize.ipynb","tutorials/packages/gluon/blocks/index.rst","tutorials/packages/gluon/blocks/init.ipynb","tutorials/packages/gluon/blocks/naming.ipynb","tutorials/packages/gluon/blocks/nn.ipynb","tutorials/packages/gluon/blocks/parameters.ipynb","tutorials/packages/gluon/blocks/save_load_params.ipynb","tutorials/packages/gluon/data/data_augmentation.ipynb","tutorials/packages/gluon/data/datasets.ipynb","tutorials/packages/gluon/data/index.rst","tutorials/packages/gluon/image/image-augmentation.ipynb","tutorials/packages/gluon/image/index.rst","tutorials/packages/gluon/image/info_gan.ipynb","tutorials/packages/gluon/image/mnist.ipynb","tutorials/packages/gluon/image/pretrained_models.ipynb","tutorials/packages/gluon/index.rst","tutorials/packages/gluon/loss/custom-loss.ipynb","tutorials/packages/gluon/loss/index.rst","tutorials/packages/gluon/loss/kl_divergence.ipynb","tutorials/packages/gluon/loss/loss.ipynb","tutorials/packages/gluon/text/gnmt.rst","tutorials/packages/gluon/text/index.rst","tutorials/packages/gluon/text/transformer.rst","tutorials/packages/gluon/training/fit_api_tutorial.ipynb","tutorials/packages/gluon/training/index.rst","tutorials/packages/gluon/training/learning_rates/index.rst","tutorials/packages/gluon/training/learning_rates/learning_rate_finder.ipynb","tutorials/packages/gluon/training/learning_rates/learning_rate_schedules.ipynb","tutorials/packages/gluon/training/learning_rates/learning_rate_schedules_advanced.ipynb","tutorials/packages/gluon/training/normalization/index.ipynb","tutorials/packages/gluon/training/trainer.ipynb","tutorials/packages/index.rst","tutorials/packages/kvstore/index.rst","tutorials/packages/kvstore/kvstore.ipynb","tutorials/packages/ndarray/01-ndarray-intro.ipynb","tutorials/packages/ndarray/02-ndarray-operations.ipynb","tutorials/packages/ndarray/03-ndarray-contexts.ipynb","tutorials/packages/ndarray/deepnumpy/arrays.rst","tutorials/packages/ndarray/deepnumpy/arrays.indexing.rst","tutorials/packages/ndarray/deepnumpy/arrays.ndarray.rst","tutorials/packages/ndarray/deepnumpy/index.rst","tutorials/packages/ndarray/deepnumpy/npx.rst","tutorials/packages/ndarray/deepnumpy/random/index.rst","tutorials/packages/ndarray/deepnumpy/routines.rst","tutorials/packages/ndarray/deepnumpy/routines.array-creation.rst","tutorials/packages/ndarray/deepnumpy/routines.array-manipulation.rst","tutorials/packages/ndarray/deepnumpy/routines.io.rst","tutorials/packages/ndarray/deepnumpy/routines.linalg.rst","tutorials/packages/ndarray/deepnumpy/routines.math.rst","tutorials/packages/ndarray/deepnumpy/routines.sort.rst","tutorials/packages/ndarray/deepnumpy/routines.statistics.rst","tutorials/packages/ndarray/gotchas_numpy_in_mxnet.ipynb","tutorials/packages/ndarray/index.rst","tutorials/packages/ndarray/sparse/csr.ipynb","tutorials/packages/ndarray/sparse/index.rst","tutorials/packages/ndarray/sparse/row_sparse.ipynb","tutorials/packages/ndarray/sparse/train_gluon.ipynb","tutorials/packages/onnx/fine_tuning_gluon.ipynb","tutorials/packages/onnx/index.rst","tutorials/packages/onnx/inference_on_onnx_model.ipynb","tutorials/packages/optimizer/index.ipynb","tutorials/packages/viz/index.rst","tutorials/performance/backend/amp.ipynb","tutorials/performance/backend/index.rst","tutorials/performance/backend/mkldnn/index.rst","tutorials/performance/backend/mkldnn/mkldnn_readme.ipynb","tutorials/performance/backend/profiler.ipynb","tutorials/performance/backend/tensorrt/index.rst","tutorials/performance/backend/tvm.rst","tutorials/performance/compression/index.rst","tutorials/performance/compression/int8.rst","tutorials/performance/index.rst"],objects:{"mxnet.libinfo":{find_conf_path:[45,1,1,""],find_include_path:[45,1,1,""],find_lib_path:[45,1,1,""]},"mxnet.np":{linalg:[164,0,0,"-"]},mxnet:{libinfo:[45,0,0,"-"],np:[157,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:function"},terms:{"0x1ba8040":182,"0x1bc2140":182,"0x7f7f7400a280":182,"0x7f7f927b1378":182,"0x7f7f927b1380":182,"1000l":176,"1000th":174,"1000x100":170,"100th":144,"101_objectcategori":[125,174],"101_objectcategories_test":125,"110s":140,"126mb":125,"18m":173,"1st":19,"1x1_b_0":174,"1x1_w_0":174,"1x2":172,"1x3":172,"219e":107,"224l":176,"224x224":[107,131],"236s":140,"250th":144,"251st":144,"251th":144,"25x":173,"26m":173,"28x28":[123,130,144],"2fs":139,"2nd":[19,104,146,152],"2x2":[104,170,172],"2x3":172,"32x32x256x256":182,"32x32x3x3":182,"365px":101,"3rd":[104,152],"3rdparti":182,"3x1":170,"3x10":170,"3x2":170,"3x3_b_0":174,"3x3_reduce_b_0":174,"3x3_reduce_w_0":174,"3x3_w_0":174,"3x4":170,"40ghz":182,"48s":140,"4gb":173,"4th":144,"50s":140,"54m":173,"595s":140,"5x1":[94,116],"5x2":172,"5x5":[94,116],"6x2":172,"750th":144,"7th":144,"7x7_s2_b_0":174,"7x7_s2_w_0":174,"892s":140,"8xlarg":[92,107],"900th":144,"93m":182,"99m":173,"9th":144,"abstract":[94,113,116,121,177],"boolean":[84,143,183],"break":[100,123,133,143,173,174,183],"byte":[156,159,173],"case":[84,93,95,98,107,109,111,113,114,115,117,119,121,122,123,124,125,127,130,131,133,135,136,140,144,145,146,153,155,156,168,173,174,176,177],"char":160,"class":[82,87,93,94,95,98,101,105,107,111,114,115,116,119,120,121,122,123,125,129,130,131,133,136,137,140,143,144,145,156,160,168,173,174,176,177,179,183],"default":[29,64,83,92,94,95,98,102,104,111,113,114,115,116,117,119,122,125,130,131,133,135,136,137,139,140,144,146,150,151,155,156,170,172,173,182],"export":[88,107,117,120,123,175,182],"final":[98,100,101,102,109,111,113,114,117,125,130,139,143,147,155,168,170,173,177,183],"float":[95,100,102,104,105,115,129,137,139,143,144,145,154,156,160,170,172,177],"function":[2,15,17,19,20,29,45,64,75,84,93,94,95,96,98,99,100,102,107,109,113,114,115,116,117,119,121,122,123,124,125,127,129,130,131,132,134,135,137,139,140,144,146,147,151,152,156,157,160,164,168,170,171,173,174,176,177,183],"import":[64,75,84,87,93,94,95,98,99,100,101,102,104,105,107,109,111,113,114,115,116,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,137,139,140,143,144,145,146,147,150,151,152,153,155,160,168,170,172,173,174,175,176,177,179,182,183],"int":[87,95,100,101,104,129,131,133,137,143,145,150,156,168],"long":[92,114,168,177],"new":[13,64,92,94,96,100,101,104,107,109,112,115,116,120,124,130,131,133,143,146,148,150,152,153,156,168,170,172,174,177,179],"null":[95,113,182],"public":[87,125,174],"return":[45,64,84,94,95,97,98,99,100,101,104,105,107,109,111,113,115,116,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,137,139,143,144,145,155,156,168,170,172,173,174,176,177,179,183],"short":[101,121,130,146,156,173],"static":[107,113,123,182],"super":[94,95,98,111,115,116,117,120,121,129,130,133,140,173,179,183],"switch":[92,111,125,131,143,173,176],"throw":84,"true":[84,87,94,95,100,101,102,104,107,109,111,113,116,119,120,122,123,125,129,130,131,133,135,136,137,139,140,143,144,146,155,156,168,172,173,174,176,177,179,182,183],"try":[13,94,109,113,114,116,117,119,121,122,131,143,145,151,152,153,168,170,172,173,177,183],"var":[117,156,174,176],"while":[64,94,99,111,113,116,117,120,121,123,133,143,144,145,146,147,152,155,156,165,168,172,177,179,183],AWS:[85,90,92,107],Added:109,Adding:[133,160],And:[87,113,119,120,122,124,131,135,136,143,144,145,146,152,173,176,183],BOS:[137,139],But:[64,94,102,109,116,130,133,139,155,168],Doing:130,Dying:114,EOS:[137,139],For:[41,64,92,94,97,98,100,101,105,107,109,114,115,116,117,119,120,121,122,123,130,131,133,136,137,139,140,147,150,152,153,155,156,168,169,170,172,174,177,179,182,183],GBs:173,Going:145,Into:[151,152,153],Its:[94,116,129,146],KBs:173,MBs:173,Not:[111,182],One:[94,98,100,102,105,113,115,116,117,123,124,125,135,144,145,146,153,168,173,174,177],Ones:160,RMS:177,Such:152,That:[94,116,119,121,122,123,131,152,156,168,179,182,183],The:[13,19,29,64,75,83,84,85,88,91,92,93,95,96,97,98,99,100,101,102,103,105,106,108,109,111,114,115,117,119,120,121,122,123,129,130,131,133,136,137,139,140,147,148,150,152,153,154,155,157,160,163,164,168,170,172,174,176,177,179,180,182,186,188],Then:[87,92,95,99,109,127,136,137,139,152,155,156,170,172,182],There:[94,107,116,117,121,122,123,129,130,131,140,152,155,168,170,183],These:[107,115,121,126,128,136,138,152,155,156,174,176,177,182],Use:[90,98,100,101,103,113,121,122,123,124,130,137,144,157,180,182,183],Used:143,Useful:143,Uses:109,Using:[90,96,98,124,132,136,143,145,146,149,151,155,173,188],With:[87,92,101,105,111,113,119,124,125,130,140,143,146,177,182,183],____image1:174,____image2:174,____image3:174,____image4:174,__abs__:156,__and__:156,__array__:156,__array_ufunc__:156,__array_wrap__:156,__bool__:156,__call__:[137,143,144,145],__complex__:156,__contains__:156,__copy__:156,__deepcopy__:156,__divmod__:156,__doc__:139,__floordiv__:156,__future__:[94,116,120,123,129,130,144,156,168],__getitem__:[125,133],__iand__:156,__ifloordiv__:156,__ilshift__:156,__init__:[94,95,98,111,115,116,117,120,121,125,129,130,133,137,140,143,144,145,168,173,177,179,183],__invert__:156,__ior__:156,__ipow__:156,__irshift__:156,__iter__:[125,143,179],__ixor__:156,__label1:174,__label2:174,__len__:133,__lshift__:156,__matmul__:156,__new__:156,__next__:[125,179],__or__:156,__pos__:156,__r:156,__rshift__:156,__xor__:156,_batch_siz:143,_bia:95,_children:121,_constant:137,_init_kvstor:143,_init_weight:[119,122],_kv_initi:143,_load_init:[174,176],_loss:168,_mulscalar0:174,_output:174,_plus_scalr:183,_rnnlayer:[94,116],_sampler:143,_set_updat:150,_sim:136,_src_max_len:137,_src_vocab:137,_test:[125,137,174],_test_out:137,_tgt_max_len:137,_tgt_vocab:137,_train:137,_unit:173,_val:137,_valid_out:137,abc:125,abcd16b16a:[182,183],abcd16b:[182,183],abcd:182,abil:[113,117,119,125,130,145],abl:[107,113,117,125,130,133,139,143,177,183],about:[45,92,93,94,98,99,107,109,111,112,114,116,119,120,121,131,136,139,140,147,151,156,168,172,174,177,183],abov:[87,94,109,111,113,114,116,117,119,121,122,123,124,127,130,135,140,143,144,145,146,151,155,156,172,173,177,182,183],abs:[99,114,119,122,146],absenc:[119,170,172],absolut:[136,146,177],abspath:129,acc:[100,107,130],acceler:[92,121,139],accept:[84,94,105,109,111,116,125,131,147,170,172,174,177,182],access:[92,94,97,98,104,109,113,115,116,117,119,131,139,140,147,151,152,156,160,168,170,172],accommod:156,accomplish:101,accord:[22,122,130,143,177],accordingli:[90,99],account:92,accumul:[111,119,122,177],accur:[130,139,145,174,176],accura:111,accuraci:[100,107,109,130,131,140,174],achiev:[99,107,111,139,146,147,174,177,179,182],acknowledg:[104,157],aco:111,across:[64,105,111,114,119,122,145,146,150,153,174,177,182],act:155,activ:[19,92,95,97,98,100,101,102,109,111,113,115,117,118,119,121,122,123,125,129,130,131,132,136,143,144,156,165,173,177,183],activation_fn:114,activi:119,actual:[107,119,122,136,139,156,177],adadelta:144,adadelta_optim:177,adagrad:172,adagrad_optim:177,adam:[123,129,133,137,139,144,147,172],adam_optim:177,adamax_optim:177,adapt:[104,115,144],add:[19,92,94,95,96,98,100,101,102,104,105,107,109,111,113,115,116,117,119,120,121,122,123,124,125,129,130,131,133,135,137,139,140,144,145,146,152,173,174,177,179,182,183],add_histogram:111,add_imag:129,add_op_in_backend:96,add_scalar:129,add_str:117,addbmm:111,addcdiv:111,added:[98,119,121,140,155,182],adding:[94,116,122,125,177],addit:[64,87,94,97,98,100,101,104,105,116,117,122,127,131,136,146,147,151,152,154,170,177,179,183],addition:[117,136,173],addmm:111,addr:111,address:[92,111,114,130,156,177],adjust:[107,115,119,121,122,124,143,145,146],adjusted_cycl:[144,145],adopt:[64,105,114],advanc:[93,94,109,116,119,122,130,138,139,142,143,146,154,171,182],advantag:[115,130,136,164,171,172,174],adversari:113,advis:143,affect:[94,116,117,119,124],affin:130,after:[87,92,94,98,99,100,107,109,111,113,114,116,117,119,121,123,125,130,133,137,139,143,144,145,146,147,152,155,173,174,177,179,182,183],afterward:[117,143],again:[113,117,119,123,130,144,146,173],against:[136,143,179],aggreg:[170,183],aggregate_stat:183,agnost:177,agx:87,ahead:123,aim:[105,130],ainer:111,albeit:[114,115,119],alex:[114,177],alexnet:[111,114,120,124],alg:[182,183],algebra:[130,157,160],algorithm:[93,112,130,147,156,164,170],alia:[155,161],align:[119,122,136,156],all:[22,45,64,82,87,92,94,95,100,101,102,104,105,111,113,114,116,117,119,120,121,123,124,125,127,130,131,133,135,136,139,140,143,144,146,147,150,151,152,154,155,156,168,170,172,174,177,182,183],all_inst_id:137,all_lay:174,allevi:177,alloc:[92,95,104,113,122,152,153,173,183],allow:[92,94,107,109,114,115,116,117,121,122,131,137,139,144,146,154,155,156,160,168,170,174,177],allow_deferred_init:[94,116,173],allow_miss:[111,129],almost:[64,102,105,131],along:[87,111,130,135,140,146,152,155,156,170,173,177,182],alongsid:[124,183],alpha:[114,124,135,137,139],alphabet:133,alreadi:[94,102,103,116,117,119,122,125,131,135,139,147,150,153,168,170,173,177,182,183],also:[83,84,87,92,94,97,98,101,107,109,111,113,114,115,116,117,119,120,121,122,125,127,128,130,131,135,136,137,139,140,143,144,146,147,150,151,152,154,155,156,168,170,172,177,179,182,183],alter:[107,152],altern:[87,114,124,135,144,146,147,173,177],although:[113,114,117,119,124,135,143,145,146,173],altogeth:168,alwai:[94,95,113,114,116,117,122,130,151,155,156,168,170,183],amax:167,amazon:[85,90,91,112],amazonaw:[87,125,174,176],ambigu:156,amd:102,ami:[90,92],amin:167,amount:[90,117,124,140,143,170,173],amp:180,analog:138,analys:[143,173,183],anatoli:139,anchor:136,angl:165,ani:[95,113,114,115,117,119,120,121,122,123,131,133,143,145,146,147,150,151,152,155,156,168,170,172,173,183],anim:131,ankl:[100,101,125,140],anneal:[144,145],annot:183,anoth:[94,98,102,104,111,113,116,117,119,121,122,123,125,127,130,133,135,140,145,146,151,153,156,170,172,173,177],answer:114,anyth:[109,117,119,125],anywher:155,apach:[19,64,75,84,85,87,94,96,107,108,109,116,117,131,132,140,175,178,182,186,188],apart:[111,117],api:[2,41,75,85,91,94,96,105,107,108,109,110,112,116,119,125,126,130,132,138,139,141,143,147,149,153,157,168,169,170,172,173,175,176,177,178,179,183,186,188],appear:[114,117,127,143,170,172,183],append:[101,104,121,129,130,137,139,140,143,162,179],appl:182,appli:[19,29,98,100,107,109,111,113,117,120,121,124,125,127,130,131,133,135,136,138,140,143,144,145,146,155,156,172,174,177,179,183],applic:[85,87,88,120,123,129,131,139,146,155],apply_:111,approach:[98,111,113,114,144,174,177],appropri:[87,117,119,122,130,144,156,165,173],approx:[143,146],approxim:[136,139,177],april:111,apron:176,apt:[87,182],aptli:151,aqua:135,arang:[104,113,136,146,152,168,170],arbitrari:[109,155,156,173],arbitrarili:[109,156],arbritrari:113,arcco:111,architectur:[107,114,115,119,122,129,130,131,139,140,146,164,177,179,182],archiv:[125,174,176],archive_fil:[125,174,176],archive_path:[125,174],arcsin:111,arctan:111,area:[124,127,146,174,177],aren:143,arg:140,arg_arrai:182,arg_param:[84,174,176],argmax:[100,101,123,156,174],argmin:[156,177],argpars:137,argpartit:[156,166],argsort:[129,156,166],argument:[94,95,98,105,109,111,116,117,122,135,136,144,145,147,152,173,177],argwher:166,aris:135,arithmet:[154,160],around:[107,121,130,136,139,146,177],arr1:155,arr2:155,arrai:[29,64,87,94,95,99,101,102,103,105,111,113,114,115,116,117,124,125,129,130,131,133,135,136,137,139,151,152,153,157,160,169,171,173,174,176,183],arrang:[111,154,156],array2str:163,array_equ:168,array_repr:163,array_split:162,array_str:163,arraydataset:[109,111,125,129,137,168],art:[107,114,131,139,144,177],articl:[94,116],artifact:121,as_in_context:[87,105,111,123,125,129,137,139,143,144,153,173,174,183],asanyarrai:[161,162],asarrai:[161,162],asarray_chkfinit:162,ascend:[170,172],ascontiguousarrai:[161,162],asfarrai:162,asfortranarrai:162,ashish:139,asin:111,ask:[123,144,173,183],asmatrix:[161,162],asnumpi:[94,95,97,100,101,102,105,111,113,114,116,117,123,124,125,127,129,131,133,136,137,146,150,152,168,170,172,173,174,176,182,183],aspect:[64,94,109,116,122,127,130],aspect_ratio:124,asscalar:[87,107,109,111,113,115,121,123,125,129,131,133,135,137,143,144,162,168,173,174,183],assembl:168,assert:[125,130],assign:[95,99,102,114,150,152,153,155,168,174,177,183],associ:[94,114,116,143,154,156,177,183],assum:[87,102,109,113,121,135,143,144,146,155,160],astyp:[87,100,101,104,111,123,125,129,131,133,137,146,174,176],asymmetr:[135,136],asymptot:114,async:[95,168],asynchron:[170,177,183],atan2:111,atan:111,atla:164,atleast_1d:162,atleast_2d:162,atleast_3d:162,attach:[95,121],attach_grad:[95,99,104,111,113,114],attempt:[114,115],attent:[138,139],attribut:[84,97,102,109,117,147,151,154,170,172],attributeerror:117,aug:[124,127],augment:[17,29,41,107,125,126,132],autoencod:[135,136],autograd:[2,29,94,95,98,100,102,103,104,105,107,109,112,114,116,119,121,122,123,125,129,130,132,133,136,137,139,143,144,146,147,148,168,172,173,174,177,179,183],autom:183,automat:[2,29,64,93,94,98,100,102,103,105,111,112,115,116,119,120,121,122,130,132,138,144,146,148,156,170,172,174,177,180],aux:[95,183],aux_param:[84,174,176],auxiliari:[95,100,127],avaibl:94,avail:[64,92,101,102,105,111,112,116,119,125,130,140,148,155,168,170,172,173,179,182,183],averag:[113,135,137,139,143,146,160,173,177],average_param_dict:139,average_start:139,avg:111,avg_loss:137,avg_loss_denom:137,avg_train_loss:109,avg_val_loss:109,avid:115,avoid:[94,109,116,117,119,120,122,123,124,129,133,136,146,152,156,168,173,177],avx512_common:[182,183],avx:[182,183],awai:146,awar:[107,109,113,119,144,177],awk:183,aws:[85,112],ax0:133,ax1:133,axes:[100,101,124,127,130,143,146,156,173],axi:[64,87,100,101,104,109,111,123,125,129,131,133,135,146,152,155,170,173,174,176],back:[94,95,99,101,113,116,117,121,122,138,145,151,153,156,168,173],backbon:[177,179],backend:[94,95,96,111,112,116,117,137,139,182],backprog:113,backprogr:133,backprop:[99,130],backpropag:[113,119,121,122,130,136],backpropog:[94,113,116,130],backward:[94,99,100,102,104,107,109,111,113,114,116,121,123,125,129,130,133,136,137,139,143,144,146,168,173,174,177,179,183],bad:[113,133,136],bag:[100,101,125,140],bake:115,bandwidth:[186,188],bar:135,base:[90,94,95,98,105,114,116,117,119,120,121,124,129,130,131,133,138,140,144,145,150,155,156,160,170,172,173,174,177],base_lr:[107,144,145],base_repr:163,base_url:[107,174,176],baselin:[143,183],basi:[121,155],basic:[94,107,111,115,116,133,138,143,144,145,151,154,156,160,169,170,172],basicconfig:[84,174,176,179],bat:182,batch1:111,batch2:111,batch:[87,94,100,102,109,113,114,116,123,125,129,130,131,135,136,137,139,140,143,144,145,147,170,173,174,176,177,179],batch_axi:[130,133,179],batch_begin:140,batch_dot:182,batch_end:140,batch_id:137,batch_idx:125,batch_mean:146,batch_num:[123,144],batch_sampl:[111,137,139,143],batch_siz:[93,98,100,102,107,109,111,123,125,129,130,133,137,139,140,143,144,147,168,170,173,174,179,183],batch_var:146,batchbegin:140,batchend:140,batchifi:[87,109,131,137,139],batchify_fn:[111,137,139],batchnorm:[111,113,129,132,146,179],batchsampl:[125,143],batchsiz:131,bayesian:174,beam:[137,138,139],beam_siz:[137,139],beamsearchscor:[137,139],beamsearchtransl:[137,139],becam:177,becaus:[94,95,99,107,109,111,113,114,116,117,119,122,123,125,130,135,136,143,144,145,146,152,155,156,164,168,173,174,177,183],becom:[114,119,129,137,143,156,173,177,183],been:[87,94,112,114,116,117,119,121,125,129,131,143,145,146,148,150,155,168,173,176,177,183],befor:[92,94,95,98,101,102,107,109,113,116,117,119,121,123,124,125,130,133,135,136,137,139,143,144,145,146,147,152,168,172,173,177,179,183],beforehand:144,begin:[101,104,114,117,119,121,122,124,136,140,145,146,152,155,156,183],beginn:[96,112,118,132,148],behav:[109,111,113,131,155,172],behavior:[29,111,125,131,152,156,168,183],behaviour:[109,135,146,155],behind:121,being:[113,114,119,121,122,135,145,146,147,155,168,170,174,177],believ:117,belong:[107,109,131,174,177],below:[94,109,111,114,115,116,117,119,121,122,125,127,135,139,143,144,156,168,172,173,174,177,179,182,183],benchmark:[100,111,117,171],benefit:[87,90,107,113,117,125,146,173,177,179,182],bernoulli:111,bernstein:177,bert:138,besid:[130,139,177],bespok:140,best:[41,85,94,105,107,112,116,120,123,131,132,136,137,138,139,140,168,188],best_valid_bleu:137,best_valid_loss:139,beta1:[129,177],beta2:[139,177],beta:[114,129,159,177],beta_1:177,beta_2:177,better:[92,99,107,114,117,130,136,145,146,152,156,168,177,182],between:[64,95,102,106,111,114,117,119,124,127,129,133,135,136,145,146,153,168,173,177,183],beyond:121,bia:[95,98,115,119,120,122,130,131,173,177],bia_undef:[182,183],bias:[130,177],bidirect:138,big:[136,151,170,177],big_arrai:170,big_array_csr:170,bin:[111,182],binari:[64,92,105,133,136,160,173],binary_repr:163,bincount:167,bind:[123,156,183],binomi:159,bit:[101,104,105,109,115,119,121,122,170,172],bit_gener:159,bitgener:160,bizarr:119,bla:[164,182],black:135,blank:109,bleu:[137,139],blk:98,blob:[87,131],block1:122,block2:122,block:[83,98,105,109,113,115,117,122,130,132,134,137,139,141,143,154,156,162,170,172,173,174,176,179,182,183],block_idx:173,blue:131,bmat:161,bmm:111,boiler:140,book:[107,112,113,127,129,147],bool:[95,104,155,156],boost:[112,132,180,182,183,186,188],boot:[100,101,125,140],bori:139,bos_token:137,both:[84,90,94,98,100,101,103,109,111,113,115,116,119,121,122,123,125,127,128,139,143,144,146,151,155,156,168,172,173,179,183],bottleneck:[95,177],bound:[129,145,155,177],boundari:[109,136,145],box:[93,125],box_loss:179,box_pr:179,box_target:179,box_targets_shap:179,bpe:139,bptt:138,bracket:155,branch:182,brew:182,briefli:[127,130,156],bright:[107,124,127],bring:[93,170,182],broadcast:[64,94,111,116,155,162],broadcast_add0:174,broadcast_div:[94,116],broadcast_mul:[94,116],broadcast_sub:[94,116],broadcast_to:111,brows:[94,116],btic:179,bucket:[85,87,91,137,139],bucket_len_step:[137,139],bucket_schem:[137,139],buffer:[95,152,168],bug:[147,182],build:[19,22,25,75,83,85,87,88,93,95,107,115,117,121,122,128,130,131,132,138,139,140,144,160,168,186],build_cnn:144,build_lenet:123,built:[84,93,95,111,115,117,123,128,140,154,156,170,174,176,182,183],bulk:183,bus:125,busi:131,bvlc_googlenet:[174,176],byteswap:156,cach:[94,111,116,137,139,168,176,183],cache_dataset:137,cache_path:137,cached_file_path:137,cacul:139,caff:110,calcul:[94,95,99,100,107,109,111,114,115,116,117,119,121,135,136,137,140,143,146,147,170,172,173,177,183],calculu:113,call:[93,94,95,97,98,99,100,107,110,113,116,117,119,121,122,125,130,131,136,137,139,140,143,144,145,146,147,150,151,152,153,156,172,173,177,182,183],callabl:144,callback:[29,140,168],calllabl:111,caltech101:176,caltech101_imag:176,caltech101_images_test:174,caltech101_images_transform:174,caltech:125,camera:124,can:[13,64,84,87,90,92,93,94,95,97,98,99,100,101,102,105,107,109,113,114,115,116,117,119,120,121,122,123,125,127,128,129,130,131,133,135,136,137,138,139,140,143,144,145,146,147,150,151,152,153,154,155,156,168,170,172,173,174,176,177,179,182,183],canadian_aboriginal_syllab:133,candid:139,cannot:[94,104,105,116,117,123,131,133,136,155,168],capac:92,captur:[107,113,114,177],car:[125,136],care:[113,121,125,130,155,156,174],carefulli:146,carri:115,cast:[109,111,156,168,170,172,179],cast_storag:[170,172],cat:[87,127,183],catch_warn:[123,140,174,176,179],categor:[129,135],categori:[22,29,107,124,127,131,135,136,140,170,174,176],category_prob:129,cauchi:111,cauchy_:111,caus:[95,119,135,173],cautiou:111,cb2cc7ac17ff4e2ef50805c7048d33256d82be4d:[182,183],cdot:[114,121,136,177],ce_metr:179,ceil:[107,109,144,145],celebr:129,cell:[114,146,174],center:[101,114,115,131,146,174,177],center_crop:[101,131,174],centercrop:[107,124],centeredlay:115,centr:177,central:[102,143],certain:[93,113,120,127,133,136,140,144,145,146,170,177],certainti:109,chain:[19,99,100,113,152],chainer:117,challeng:[99,114,177],chanc:127,chang:[13,93,94,98,100,102,105,107,109,113,116,117,119,120,121,122,123,124,125,129,130,131,132,133,137,143,144,145,146,156,160,170,172,173,182,183],channel:[84,87,95,98,100,101,102,123,130,131,143,144,146,174,183],chapter:[92,93,121,147,151,160],charact:[133,136,160,173],characterist:124,charg:93,chase:121,cheat:106,check:[92,99,102,105,111,112,113,114,115,119,122,124,125,129,133,136,140,146,147,156,173,177,183],check_graph:84,checker:84,checkout:145,checkpoint_handl:140,checkpointhandl:140,children:[120,121],chimera:121,chisquar:159,choic:[100,130,133,177],choleski:164,choos:[92,117,133,136,143,144,147,152,155,156],chose:111,chosen:[94,99,116,135,177],chrome:183,chunk:111,chw:143,cifar100:111,cifar10:[93,111,143],cifar:[93,143],cinereoargenteu:87,circuit:121,circumst:145,clamp:111,clang:182,clasifi:[123,144],classic:177,classif:[87,88,100,107,111,113,114,120,124,125,128,130,131,133,136,138,140,143,173,174,179,183],classifc:87,classifi:[100,125,128,130,131,136,144,174,176],classifier_b_0:174,classifier_w_0:174,clear:[19,111],clearli:121,clevert:114,clf:129,click:[92,182],clip:[111,133,137,139,156,172],clip_global_norm:137,clip_gradi:172,clone:111,close:[111,121,125,133,143,174,176,177],closer:[114,131,136],closest:129,cloth:100,cloud:91,cls_loss:179,cls_pred:179,cls_target:179,cls_targets_shap:179,cmake:182,cmap:[125,133],cnn:[114,130,133,146,177,182],cnr:182,coat:[100,101,125,140],code:[29,64,84,87,94,97,98,99,100,101,102,107,109,111,113,114,116,117,119,122,123,127,129,130,133,136,139,140,143,147,151,155,160,168,172,177,179,182,183],codebas:168,coef:124,coeffici:[104,119,122],coin:145,col_idx1:170,col_idx2:170,col_idx:173,col_idxn:170,collaps:117,collat:176,collate_fn:111,collect:[125,131,133,147,154,182,183],collect_param:[94,100,102,107,109,111,116,119,120,122,123,125,129,130,133,137,139,140,143,144,147,168,173,174,176,177,179,183],collis:120,colon:173,color:[101,107,130,131,135],color_aug:[124,127],color_channel:98,color_norm:[87,131],colour:124,column:[97,104,151,152,155,156,170,172,173],column_stack:[104,162],com:[87,104,107,124,125,127,131,139,174,176,182,188],combin:[114,121,122,124,133,136,150,156,173,177],come:[84,92,94,107,112,116,122,130,131,144,146,151,155,174,176,179,182],command:[97,98,100,102,137,182,183],comment:152,commit:[182,183],common:[2,29,94,101,107,113,114,116,121,124,125,128,130,132,136,146,147,151,168,172,174,177],common_prefix:137,commonli:[100,111,114,127,130,133,136,144,146],commun:[13,94,116,168,177,182,186,188],compar:[94,100,101,102,109,110,111,113,114,116,117,125,133,135,136,168,170,173,177,183],comparison:[111,117,121,143,154,155],compat:[105,125,131,155,157],compens:177,competit:170,compil:[29,117,182],compilers_and_librari:182,complet:[87,100,102,105,107,111,113,117,119,129,130,137,139,140,143,147,152,156,168,170,172,177,179,182,183],complex:[94,99,100,104,109,113,114,115,116,121,122,125,130,140,160,174],complic:[100,154,155,179],compliment:145,compon:[19,87,97,111,113,114,121,136,145,147,151,173,177],compos:[100,101,102,107,111,113,127,130,140,143,152,156],composit:155,comprehens:156,compress:[112,147,156,171,173,177],compression_param:147,compris:177,comput:[19,29,64,75,84,90,93,94,95,97,98,99,100,102,104,111,113,116,119,121,122,123,124,125,127,128,129,130,132,133,136,137,139,143,144,147,150,151,152,156,168,174,176,177,178,182,183],computation:[113,177,179],compute_bleu:[137,139],concat8:174,concat:129,concaten:[104,117,121,129,155,176],concept:[103,108,112,124,132,155],concern:121,concis:19,conclus:171,concret:177,cond:164,conda:[90,92,111],condit:[113,117],condition:179,conduct:139,conf_path:45,confid:[101,177],config:[45,182],configu:105,configur:[64,92,93,130,140,182,183],confirm:[84,113,135,146,173],confluenc:84,confus:[119,122,146],conj:[156,165],conjug:165,conjunct:[41,183],connect:[87,92,95,111,114,115,121,123,125,130,131,133,144,173],connectionist:136,consequ:177,conserv:[143,179],consid:[95,98,99,105,107,117,122,130,150,152,155,156,177],consider:[85,121,130],consist:[87,121,122,129,130,133,140,143,147,155,156,177],consol:[92,170,172],constant:[94,95,100,104,116,119,122,136,143,168],constant_valu:168,constitu:122,constrast:133,construct:[29,75,94,97,98,111,113,115,116,119,121,122,125,137,139,154,155,173,177],construct_net:125,constructor:[117,121,147,156,177],consum:[113,173,177,183],consumpt:[170,183],contain:[13,84,87,90,92,93,94,101,105,106,109,111,116,119,120,121,122,123,129,131,133,140,156,157,160,169,170,172,174,176,182,183],content:[84,103,151,152,153,156,170,172,182],context:[29,87,95,102,104,105,107,111,113,121,123,125,129,130,131,137,140,143,144,146,150,151,152,169,170,172,174,176,179,183],contextu:138,contigu:[155,156],contingu:156,contini:129,continu:[101,107,127,129,143,145,168,177],continuous_dump:183,continuous_mean:129,continuousbatchsampl:143,contrari:117,contrast:[107,114,124,127,155,177],contrastiveloss:133,contrib:[84,140,174,176,179],contribut:[86,89,133,135,168,185,187],contributor:13,control:[111,121,124,130,139,140,143,144,150,164],conv1:[130,174],conv2:[130,174],conv2d:[98,100,101,102,111,123,129,130,133,144,146,183],conv2dtranspos:129,conv:130,conveni:[87,116,117,124,125,135,151,160,168,183],convent:[101,111,122],converg:[113,114,130,133,136,139,143,144,146,147,177],convers:[84,125,171,173,179],convert:[84,94,95,100,104,105,107,109,110,111,116,117,131,143,170,172,173,174,179,183],convert_hybrid_block:179,converted_model:179,converted_model_path:84,convex:177,convin:182,convini:[94,168],convolut:[100,111,113,114,119,123,127,128,129,131,133,144,146,177,182,183],convolution0:174,convolution1:174,convolution2:174,convolution3:174,convolution56:174,convolution_direct:[182,183],convolv:165,cool:144,cooldown_length:145,coordin:128,copi:[64,101,102,111,123,130,131,137,139,145,147,151,152,153,155,156,168,171,174,183],copy_:111,copycpu2cpu:183,copysign:165,copyto:[102,104,105,111,129,153,162,170,172],core:[64,102,103,107,108,112,121,132,156,161,179,182],corespond:121,corpu:139,corrcoef:[104,167],correct:[133,136,146,177],correctli:[95,113,130,146,173,174,176],correl:[104,117,130,160],correspo:129,correspond:[101,102,125,129,130,131,137,146,155,156,170,172],cos:[104,136,144,145],cosin:[104,111,144],cosineannealingschedul:[144,145],cosineembeddingloss:136,cost:[94,116,139,182],could:[99,113,119,121,122,131,139,143,144,145,146,153,156,172,173,183],couldn:[121,174],count:[129,136,144,145,155,157,160],count_nonzero:166,counter:[129,143,144,179],counterpart:[173,177],coupl:[83,109,123,129,130,183],cours:[103,107,108,112,114,119,132],cov:167,cover:[94,107,111,116,122,125,130,132,140],coverag:84,covert:84,cpp:[85,88,107],cpp_infer:[85,88],cpu:[29,87,92,93,94,102,104,105,107,109,111,112,116,117,121,123,125,129,130,131,132,140,143,144,150,151,153,168,169,170,172,173,174,176,180,182,183],cpu_count:[125,129],cpu_pin:179,crash:[103,107,108,112,114,132,133],crash_course_train:101,creat:[19,64,75,93,94,95,96,100,102,103,105,107,113,114,115,116,117,119,120,121,123,124,125,127,128,129,130,132,133,135,136,138,140,143,144,145,146,147,150,151,155,156,160,168,170,172,173,174,177,179,182,183],create_generator_input:129,create_oper:[95,183],create_st:[172,177],creation:[96,111,156,157,160,171],criteria:143,criterion:125,critic:[113,125,130,136],crop:[101,107,124,131,174],crop_info:[131,174],cross:[100,109,113,123,125,130,144,165,174,183],crossentropi:179,crossentropyloss:111,crucial:[136,143,144],csr:[170,172,173],csr_matrix:[170,172],csrndarrai:[171,172,173],csv:104,ctx:[87,94,95,102,104,105,107,109,111,116,123,125,129,130,131,137,139,140,143,144,150,153,170,172,173,174,176,179,183],ctx_list:[107,130,179],ctype:156,cubic:113,cuda92:111,cuda:[29,92,102,111,183],cudnn:183,cumprod:[111,156,165],cumsum:[104,111,156],cumul:[104,109,111],cumulative_train_loss:[109,125],cumulative_val_loss:109,cumulative_valid_loss:125,curl:182,curr_loss:[123,144],curr_lr:144,curr_weight:147,current:[107,113,117,123,129,133,140,143,146,147,153,155,156,165,168,170,173,177,183],current_context:179,current_model:[174,176],curv:[111,113,114],custom:[96,109,111,114,118,128,132,134,139,143,147,156,173,176,179],custom_lay:96,custom_layer_beginn:132,customaddoneprop:183,customiz:140,customop:[96,112,132,183],customopprop:[95,183],cvpr:174,cwd:170,cwiki:84,cxx:182,cycl:[144,170],cycle_idx:145,cycle_length:[144,145],cycle_length_decai:145,cycle_magnitude_decai:145,cycle_offset:145,cyclic:[143,144],cyclicalschedul:145,d2l:127,d_error:129,d_error_epoch:129,d_error_fak:129,d_error_r:129,d_i:[155,177],d_in:111,d_j:156,d_out:111,d_trainer:129,dai:[139,155,177],dark:124,darker:124,dat:137,data:[2,15,17,29,41,64,84,85,87,91,93,94,95,98,101,103,112,113,114,115,116,119,120,121,122,123,124,127,129,136,137,139,140,143,144,147,148,150,152,153,154,155,160,168,169,171,172,176,177,182,183,188],data_0:[174,176],data_arrai:111,data_aug:124,data_augment:[126,132],data_dir:129,data_expand:168,data_fil:129,data_fold:[125,174],data_imag:129,data_it:[125,173],data_iter:174,data_iter_load:125,data_libsvm:[170,173],data_list:[102,170,172],data_load:[125,137,143],data_loader_it:143,data_nam:176,data_np:[170,172],data_on_ctx:173,data_pad:168,data_path:[129,170],data_ptr:111,data_reshaped_back:168,data_sampl:173,data_shap:[95,170,173,179],data_sourc:111,data_tensor:111,data_test:[137,139],data_test_length:[137,139],data_test_process:137,data_train:[137,139,170],data_train_length:[137,139],data_train_process:137,data_url:[125,174],data_util_fil:107,data_v:[137,139],data_val_length:[137,139],data_val_process:137,databatch:[125,173],datacamp:104,datait:170,dataiterload:125,dataload:[41,100,102,107,109,111,123,126,129,132,133,140,143,144,168,173,183],dataloader_test:174,dataloader_train:174,dataparallel:111,datapoint:177,dataprocessor:139,dataset:[19,41,87,92,93,100,101,102,109,111,114,123,124,126,128,129,130,131,132,133,138,143,144,146,147,170,172,173,175,176,177,183],dataset_nam:[125,139,174],dataset_process:137,dataset_test:174,dataset_train:174,datasourc:163,datatyp:104,date:105,datetim:129,dcasgd_optim:177,dcgan:129,dcmake_build_typ:182,dcuda_arch_nam:182,deal:[113,115,170,172,173],debug:[29,94,116,117,119,122,182,183],decai:[109,145],decent:[94,116],decid:[87,119,122,123,146,156],decidedli:119,decis:136,declar:[64,111,121,130],decod:[119,122,125,136,137,139],decomposit:160,decor:177,decreas:[113,123,133,136,145,146,174,177],dedic:147,deep:[19,87,90,92,94,100,103,104,105,106,109,111,112,114,115,116,117,119,121,122,130,131,132,136,138,139,140,146,147,151,152,153,170,172,174,177,179],deeper:113,deepfunnel:129,deepnumpi:[108,169],def:[94,95,98,99,100,101,107,109,111,113,114,115,116,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,137,140,143,144,145,147,150,168,173,174,176,179,183],default_col:111,default_load:111,defchararrai:161,defer:[121,144],defin:[13,15,17,20,64,84,94,98,99,102,113,114,115,116,117,119,120,121,122,123,124,125,127,129,132,136,137,140,143,144,147,155,156,172,173,174,176,183],definit:[84,99,101,102,123,131,135,136,140,155,174,176],degre:[113,115,121,124,127,173],delai:[168,177],delet:[104,162],delimit:104,delta:177,demand:121,demo:139,demo_jetson:88,demonstr:[107,113,117,120,121,122,123,140,144,150,152,160,178,179,182,183,188],denomin:177,denot:[144,177],dens:[19,94,95,98,100,101,102,107,109,111,113,115,116,117,119,120,121,122,123,125,129,130,131,133,136,144,147,168,170,172,173,174,177,183],dense0:[120,122,173],dense0_bia:122,dense0_weight:122,dense1:[120,173],dense1_bia:122,dense2:173,dense_lay:174,denseblock:95,densenet:131,denseprop:95,densiti:[170,173],depend:[87,94,95,99,113,116,121,133,135,136,146,147,151,155,164,168,173,182,183],deploi:[85,87,88,91,93,102,107,112,117,153,175,177],deploy:[93,108,117,132],deprec:[112,148,155],depth:[93,129,131,136,173],derefer:152,deriv:[99,113,114,121,170,172,177],descent:[94,100,109,111,113,114,116,130,135,140,143,144,145,146],describ:[29,84,93,95,114,117,121,122,146,154,155,172,177,183],descript:[125,131,156,160],deseri:[111,123],deserialized_net:123,design:[114,117,121,122,145,168,170,172,177],desir:[121,130,153,155,172,177],despit:[109,168],destin:[170,172],det:164,detach:129,detail:[29,92,105,111,113,114,117,123,124,140,145,146,147,148,151,154,156,170,172,173,177,182,183],detect:[88,107,124,128,131,174,182,183],detector:[88,128,130],determin:[117,119,125,137,138,144,183],determinist:[124,146],detoken:139,dev:[87,173,182],develop:[87,92,95,114,117,125,139,165,183],deviat:[100,104,107,109,131,146],devic:[102,104,105,107,117,147,150,151,153,157,177],device_id:111,dfrac:[114,177],diag:[111,161,168],diagflat:161,diagnos:122,diagon:[111,156],diagram:[113,121,177],dict:[130,174],dictionari:[84,115,121,122,144],did:[101,115,119,122,130,131,152,155,172,179,183],didn:[98,113,173],diff:[102,165],differ:[64,85,92,97,100,102,104,106,107,109,111,113,114,119,121,122,124,125,127,129,130,135,136,140,143,144,145,146,147,150,151,154,155,156,160,170,172,173,174,177,183],differenc:113,differenti:[2,29,94,98,103,105,111,112,116,119,122,132,135,148,172,177],difficult:174,difficulti:179,digit:[100,111,123,128,144,167],dim:[100,111,129,154,168],dimens:[97,104,117,119,120,122,125,130,131,135,136,146,151,152,155,156,160,168,172,173],dimension:[29,64,97,103,111,119,151,152,154,155,157,168,169,170,172],dimes:111,direct:[113,114,117,177],directli:[87,92,94,102,111,115,116,117,119,121,122,125,130,140,144,147,156,168,177,183],directori:[107,123,170,182,183],dirichlet:159,dirnam:[125,174,176],disabl:[172,183],disadvantag:146,disappear:146,discard:[125,130,170],discimin:129,discontinu:144,discov:114,discret:128,discuss:[105,113,115,122,130,143,144,146,170,177,183],disentangl:129,disk:[84,92,100,117,125,173],displai:[84,87,100,101,105,109,123,136,183],dissimilar:[133,136],dissimlar:133,dist:[111,129,133],dist_1:135,dist_2:135,dist_3:135,dist_4:135,dist_a:135,dist_b:135,dist_device_async:147,dist_device_sync:147,dist_sq:133,distanc:[113,129,133,136],distances_squar:133,distinct:107,distinguish:155,distribut:[29,93,109,119,122,124,129,135,136,146,147,148,149,151,160,174],distributed_train:188,distributeddataparallel:111,div:156,dive:[111,112,140,147,148,151,152,153],diverg:[134,143],divers:124,divid:[94,101,104,111,116,136,140,155],divis:[94,104,111,116,125,156,177],divmod:[156,165],dll:182,dmkl_root:182,dmlc:[87,124,127,131,139,174,176],dnn:[112,180],dnnl:[182,183],dnnl_verbos:[182,183],doc:[87,107,108,112,119,124,127,131,174,175,176],docker:93,docstr:[156,160],doctest_mod:160,document:[13,105,111,112,117,139,148,156,157,163,169,170,172,173,177],doe:[64,105,111,114,117,119,121,122,123,127,130,133,146,155,156,172,173,176,177,182,183],doesn:[84,94,109,115,116,119,121,124,125,143,146,168,173,183],dog:[101,131,176],doing:[94,109,116,119,130,147,168,176],dolphin:[174,176],domain:[107,124,183],domin:146,don:[92,104,107,111,113,115,120,123,125,130,131,133,135,140,143,144,146,151,152,153,168,170,172,173,182,183],done:[87,94,95,100,111,113,116,119,122,130,135,137,139,147,156,168,176,177],dope:129,dot:[64,94,95,97,104,115,116,121,152,170,172,173,182,183],doubl:[99,104,113,145],down:[127,130,144,146,173,179],downcast:156,download:[87,93,100,101,107,111,124,125,127,129,130,131,133,138,182,183],downsampl:133,dozat:177,dramat:173,drastic:139,draw:[98,100,111,119,122,127,177],drawback:[114,130],drawn:[109,111,133,151,177],dress:[100,101,125,140],driver:[92,183],drop:[143,144,155],drop_last:111,dropout0:174,dropout:[111,113,137,139],dsplit:162,dst:111,dst_f32:[182,183],dtype:[87,97,100,104,105,111,117,125,137,139,151,155,156,165,168,170,172,173,174,179,183],duchi:177,due:[94,111,114,116,136,137,146,155,176,177,179],dummi:[113,173,179],dump:[129,156,183],duplic:[152,170],durat:[90,183],dure:[29,94,98,107,113,114,115,116,117,119,121,122,123,130,133,136,137,139,140,143,144,146,147,177,179,183],duse_bla:182,duse_cuda:182,duse_cudnn:182,duse_dist_kvstor:182,duse_lapack:182,duse_mkl_if_avail:182,duse_mkldnn:182,duse_nvrtc:182,duse_opencv:182,duse_openmp:182,duse_profil:182,dying:114,dyn:182,dynam:[45,99,113,117,123,177,182],dzdy:113,dzdy_np:113,each:[19,90,94,97,100,101,102,109,111,113,115,116,117,119,120,121,122,124,125,127,128,129,130,131,133,135,136,139,140,143,144,145,146,147,148,150,151,154,155,156,170,172,173,174,177,183],earli:[143,174],earlier:[98,102,117,130,140,177],earliest:127,earlystoppinghandl:140,eas:[94,108,112,116,122,139],easi:[19,95,111,115,117,121,125,139,147,152,154,168,177],easier:[107,117,121,127,146,174],easiest:[140,155],easili:[92,93,94,105,116,117,125,130,137,139,168,173,183],east:[87,125,174],ec2:[85,91,93,112],ec2inst:92,edg:[101,131,174],ediff1d:165,edit:182,edu:129,effect:[113,124,127,133,145,146,156,172,177],effic:113,effici:[101,103,107,113,117,121,125,130,139,164,172,173],effort:[99,101,114,183],efg:125,egyptian:87,eig:164,eigendecomposit:111,eigenvalu:160,eigh:164,eigval:164,eigvalsh:164,einsum_path:164,either:[87,93,94,99,109,116,117,133,146,168,170,172],ele:[137,139],elegantli:119,element:[97,99,100,105,111,117,124,130,151,152,155,156,160,170,172,173,177],elementwis:136,elemwise_add:152,elif:[145,173],ell:[147,152],ell_2:136,ellipsi:155,elmo:138,elmo_sentence_represent:138,els:[99,102,104,105,107,109,113,121,123,125,129,130,133,137,139,140,143,144,145,173,174,183],embed:[119,122,133,146],embed_initi:139,embed_s:[137,139],empir:[137,143],emploi:130,empow:[94,116],empti:[104,121,151,155],empty_lik:161,enabl:[64,102,104,111,113,139,156,182,183],encapsualt:115,encapsul:[93,177],enclos:111,encod:[119,121,122,125,137,138,139],encount:[115,133,173],encourag:177,end:[84,97,100,102,114,117,119,122,123,124,130,132,136,137,140,144,145,152,155,174,183],endors:87,endpoint:93,endswith:129,enforc:177,engin:[29,111,121,168,183],english:[137,138,139],enhanc:105,enjoi:177,enough:[92,107,121,131,146,174,177,179],ensur:[95,114,119,122,125,146,177],enter:137,entir:[117,121,122,130,146,152,156,174,177,183],entiti:128,entri:[93,99,146,147,151,155,170,172],entropi:[100,109,111,113,123,125,130,144,174,183],entry_point:93,enumer:[107,109,123,125,129,133,137,139,140,144,174,179],environ:[85,87,88,92,117,123,151,152,153,156,182],environment:164,eos_token:137,epoch:[29,93,94,100,102,107,109,111,116,123,125,129,130,133,139,140,144,173,174,179],epoch_begin:140,epoch_end:140,epoch_id:[137,139],epoch_s:179,epochbegin:140,epochend:140,eps:177,epsilon:[133,135,139,177],equal:[97,109,113,119,122,130,131,136,144,146,151,152,155,174],equat:[114,130,160,177],equip:131,equival:[94,99,111,116,121,122,125,146,155,156,173,177],equivel:183,erf:111,err:[170,172],error:[84,94,102,111,113,116,117,119,129,130,131,133,136,155,156,170,172,177,183],esenti:113,especi:[87,90,100,131,136,151,168,177,183],essenti:[87,125,146,174,182],est:140,estim:[93,109,128,129,140,143,146,177],eta:[147,177],eta_:177,eta_i:177,etc:[93,95,107,111,113,125,139,144,154,156,182,183],euclidean:[113,133],euclidean_dist:133,eval_start_tim:139,evalu:[19,111,113,121,125,130,136,137,138,143,144,170],evaluate_accuracy_gluon:174,evalut:139,even:[102,109,111,113,115,117,119,121,122,123,125,130,131,135,136,152,153,156,174,176,177,182,183],even_split:107,evenli:[104,152],event:[170,172,183],event_handl:140,eventu:156,everi:[94,109,111,113,116,123,125,129,130,137,139,140,143,144,146,147,152,153,154,156,168,173,177,183],everyon:168,everyth:[107,130],everywher:114,evid:177,evil:168,evoke_str:117,exact:[124,146],exactli:[94,113,116,119,121,130,146,154,155,170,177,179],exagger:144,exampl:[85,88,92,94,96,97,98,99,100,101,102,105,107,109,111,113,116,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,137,138,139,140,144,145,146,147,150,152,153,154,160,164,168,171,172,173,174,176,177,179,182,183,188],example_imag:124,examples_classif:128,examples_dataset:128,examples_deploy:[83,85,88,186],examples_detect:[88,128],examples_inst:128,examples_pos:128,examples_segment:128,exce:[136,143,173],except:[94,111,115,116,121,131,155,160,170,172],exchang:[83,84,85,148,174,176],exclud:[146,155],exe:182,exec:[117,182,183],execut:[19,29,64,94,95,98,99,107,109,111,113,116,117,119,121,123,139,160,168,170,172,173,182,183],executor:29,executor_manag:29,exercis:97,exhaust:114,exist:[94,104,113,115,116,123,125,129,137,144,145,160,168,170,172,177,179,183],exp1:155,exp2:[155,165],exp:[95,97,104,136,137,139,152],expand:[111,121,127,155,168],expand_dim:[87,101,111,131,135,146,174,176],expect:[99,109,113,117,121,122,125,131,133,135,143,144,145,146,165,168,170,174,176,182],expens:[113,144,177],experi:[99,108,117,125,132,140,143,173],experiment:[13,107,182],explain:[108,121,127,132,147,156,157,168,170,173],explan:170,explicit:[136,147,177],explicitli:[102,111,113,115,122,136,146,147,152,170,172,173,177,183],exploit:[173,179],explor:[93,131,170],expn:155,expon:160,exponenti:[97,104,111,114,146,152,159,177],exponential_:111,export_model:84,export_network:[83,85],expos:[140,156],express:[75,114,121,122],expwidthbucket:[137,139],extend:[94,106,111,116,129,132,137,155,156,174,176,177],extens:[84,94,97,106,116,129,157,174,176,177,182],extent:177,extern:[113,164],extra:[111,119,122,125,129,177,183],extract:[120,125,131,138,151,152,153,154,166,174,176],extractal:[125,129,174,176],extractor:[111,146],extrem:[90,94,116,147,173],eye:[104,152],f_contigu:156,fab:165,faces_easi:125,facilit:117,fact:[98,114,115,117,130,133,168,172,173,176,177,183],facto:114,factor:[107,131,135,143,144,145,177],factori:[121,122],factorschedul:144,fail:[155,183],fair:121,fairli:101,fake:[109,129],fake_imag:129,fake_label:129,fall:[136,143,144,183],fallback:[170,172],fallen:114,fals:[84,94,100,101,102,104,107,111,116,123,124,125,127,129,133,136,137,139,140,143,155,170,172,174,176,177,179,182,183],famili:[114,177],familiar:[87,103,124,168,170],famou:98,fan:113,fancy_func:117,fancy_func_str:117,fancymlp:121,faq:[85,91,96,110,178,186,188],far:[121,130,136,150],fashion:[121,125,130,139,140,146,156],fashion_mnist_train:140,fashion_mnist_v:140,fashionmnist:[100,101,102,125,140],fast:[64,107,111,119,121,183],faster:[94,101,111,116,121,123,131,143,145,147,155,170,173,177,183],fastmm:182,fasttext:138,favor:135,fc1:130,fc2:130,feasibl:[130,179],feat:129,feat_model:111,featur:[13,75,84,94,107,109,111,114,116,120,125,128,129,130,131,138,140,145,146,148,170,172,173,174,177,182],feature_s:129,fed:[130,133],fee:92,feed:[98,99,100,111,115,121,130,136,137],feedback:[13,136,144],feel:[109,168],fei:174,fergu:174,fetch:[93,117,130,155],fetch_tgt_sent:137,few:[64,94,109,113,114,116,117,122,124,125,130,131,135,139,140,147,170,173,174,177,183],field:[94,116,156],fig:[100,101,129,133],figsiz:[100,101,124,127,129,133,135,143],figur:[104,114,129,130,135,143,146],file:[45,83,84,101,107,117,122,129,140,160,170,173,175,182,183],file_nam:[122,123],file_path:137,filenam:[111,129,131,183],filepath:[84,173],fill:[97,111,151,152,155,156,170,172],fill_valu:168,filter:130,filterwarn:[137,139],find:[45,94,95,97,101,105,107,111,113,116,119,121,122,130,131,132,136,139,143,144,146,170,172,173,177,182,183],find_conf_path:45,find_include_path:45,find_lib_path:45,finder:[132,142],fine:[101,119,128,133,138,140,144,146,175,176],fine_tuning_gluon:175,finetune_net:107,finish:[107,111,117,140,145,168,183],finish_idx:145,finish_lr:145,finit:113,fire:[90,143],first:[64,87,92,94,95,100,101,102,104,106,107,109,111,113,114,115,116,117,119,120,121,122,123,125,127,130,131,135,136,137,139,144,145,146,147,150,151,152,153,155,156,170,173,174,177,179,183],first_loss:143,firstli:183,fit:[93,94,116,125,131,132,141,156],fit_api_tutori:132,fit_transform:129,five:87,fix:[104,114,125,130,136,144,146,156],fixedbucketsampl:[137,139],fixeds:176,fixm:[102,104],flag:[111,133,156,182],flat:[156,162],flatlin:113,flatnonzero:166,flatten0:174,flatten:[104,111,117,123,130,144,174,183],flavor:170,fleet:177,flexibl:[94,111,113,116,117,121,146,156,168],flip:[107,124],fliplr:162,flipud:162,float16:[104,117,151,170,172,186,188],float32:[84,87,100,101,104,123,125,129,131,133,137,139,143,146,151,156,170,172,173,174,176,179],float64:156,float_pow:165,floattensor:111,floor:113,floor_divid:165,flow:[114,121,146,168],flower:107,flush:129,fly:111,fmax:165,fmin:165,fmod:[111,165],fname:[101,107,129,131,174,176],focu:[109,124,183],folder:[107,111,125,131,174,182],follow:[19,22,25,29,64,75,83,84,85,87,88,91,92,93,96,97,98,99,100,101,102,106,107,108,109,111,114,115,117,119,120,121,122,127,129,130,131,133,136,137,139,143,145,146,147,152,156,170,172,173,174,176,177,180,182,183,186,188],font:152,footprint:131,forc:[95,113,151,168,179],force_reinit:[102,119,122,140],forget:177,form:[94,114,116,121,124,131,137,139,151,152,155,173],format:[2,29,83,85,87,94,95,100,105,107,114,116,117,120,125,129,131,133,135,136,137,139,140,143,144,146,151,160,168,169,171,173,174,175,176,179],format_float_posit:163,format_float_scientif:163,former:[94,109,116,155,168],formula:[94,113,116,156],fortran:156,fortun:179,forward:[94,98,100,102,109,111,113,114,115,116,117,119,120,121,122,123,130,133,136,137,139,143,144,155,173,177,179,182,183],forward_backward:147,forward_infer:[182,183],found:[45,87,93,115,136,137,139,143,145,146,156,173,182],foundat:87,four:[100,113,127,137],fourier:183,fourth:131,fout:170,fox:87,fp16:179,frac:[99,111,114,119,122,136],fraction:[111,145,177],framework:[84,92,94,103,108,111,112,113,116,117,119,146,177],frank:145,free:[93,109,182],freez:113,frequent:183,frexp:165,from:[29,64,85,87,90,91,92,93,94,95,97,98,99,100,102,104,105,108,109,111,112,113,114,115,116,117,119,121,122,124,127,129,130,131,132,133,135,136,137,138,139,140,143,144,145,146,147,151,153,154,155,156,157,160,168,170,172,173,175,177,179,180,182,188],from_logit:136,from_sigmoid:[109,136],fromarrai:161,frombuff:161,fromfil:[161,163],fromfunct:161,fromit:161,fromrecord:161,fromregex:163,fromstr:[161,163],front:[97,102,117],frontend:29,fssl:182,ftml_optim:177,ftrl_optim:177,full:[104,107,130,139,143,145,151,155,177,179,182],full_lik:[161,168],fullc:[94,116],fulli:[95,111,115,117,121,123,125,130,131,133,144,173,177],fullyconnect:[94,116,171],fullyconnected0:173,fullyconnected1:173,fullyconnected2:173,fullyconnected3:173,fullyconnectedspars:171,fullyconnectedsparse0:173,fullyconnectedsparse1:173,fun:131,fundament:[113,155],further:[117,145,170,177],furtherli:182,furthermor:[121,130,150,183],fuse:[136,183],futur:[13,94,116,117,137,139],g_error:129,g_error_epoch:129,g_input:129,g_trainer:129,gain:[85,88,114,115,117,125,173,176,186],gamma:[159,177],gan:129,gap:[177,183],gate:114,gather:[111,174],gather_nd:111,gauss:111,gaussian:[119,122,177],gave:145,gca:143,gcd:165,gcv:179,gdata:127,gel:111,gener:[29,84,92,105,109,111,113,117,119,121,122,125,130,131,137,138,139,143,154,155,156,170,171,172,174,177,179,183],genfromtxt:104,geometirc:111,geometr:159,geometric_:111,geomspac:161,geq:114,german:[138,139],get:[19,87,92,93,94,97,98,99,102,107,109,111,113,115,116,117,119,120,122,123,125,129,130,131,133,135,136,140,143,144,146,147,153,156,168,173,176,177,179,180,182,183,184,188],get_cifar10:93,get_const:121,get_data:107,get_data_length:[137,139],get_execution_rol:93,get_fil:129,get_gnmt_encoder_decod:137,get_grad:113,get_intern:[111,174],get_knn:129,get_layer_output:174,get_mnist:130,get_model:[139,179],get_model_metadata:176,get_nbyt:173,get_net:117,get_network:179,get_printopt:163,get_random_data:109,get_start:87,get_transformer_encoder_decod:139,get_xaxi:[100,101,124,127],get_yaxi:[100,101,124,127],getcwd:[129,170],getdata:170,getfield:156,getimagepair:133,getlabel:170,getlogg:179,getnet:119,gil:95,giraff:124,git:[87,182],github:[87,131,139,182,188],githubusercont:[107,124,127,131,174,176,182],give:[93,111,113,114,115,117,119,122,130,131,136,137,139,140,143,144,145,146,152,173,174,177],given:[92,94,111,113,114,116,122,123,124,125,127,129,130,133,136,137,139,143,144,145,153,155,156,170,172,173,174,177,183],global:[113,121,144,146,177],global_step:[111,129],gloss:136,gluon:[15,17,41,83,85,87,88,94,95,96,97,98,100,102,103,108,109,112,114,115,116,117,118,119,120,121,122,124,126,127,128,129,130,131,133,135,136,138,139,141,143,146,147,148,151,152,153,168,171,175,177,179,183,186],gluon_from_experiment_to_deploy:[108,132],gluoncv:[83,85,88,179,186],gluonnlp:[137,138],gnmt:138,gnmt_:137,gnmt_en_vi_u512:137,gnorm:137,gnu:182,goal:[99,100,122,129,168],goe:129,going:[94,109,111,113,115,116,119,121,131,137,151,168,173,174],gold:139,goldberg:121,golden:101,golden_retriever_medium:101,gone:115,good:[95,101,103,107,109,113,115,119,122,123,124,125,130,131,132,143,144,145,168,174,176,177],googl:138,googlenet:[174,176],goos:121,got:179,gotcha:132,gotchas_numpy_in_mxnet:132,govern:[115,121,177],goyal:145,gpu:[29,64,87,90,92,93,94,101,103,105,107,109,116,121,123,125,129,130,131,132,137,139,140,143,144,147,149,150,151,153,168,169,171,173,174,176,179,182,183,188],gpu_0:[104,176],gpu_1:[102,104],gpu_count:140,gpu_devic:[170,172],grab:[122,151,152],grad:[94,95,99,104,111,113,114,116,119,122,136,137,146,147,172,173,177],grad_interv:139,grad_req:[111,113,139],grad_styp:171,grad_w:172,gradient:[29,94,95,98,99,100,104,109,111,114,116,119,121,122,123,130,135,136,137,139,140,143,144,145,146,147,165,171,173,174,186,188],gradient_compress:[186,188],grai:[87,105,124,125,133],grain:[140,144],graph:[29,75,84,94,95,107,111,113,114,116,117,119,143,168,174,176,178,182,183],graphic:[102,183],graphviz:[176,182],grave:177,grayscal:[130,140],great:[107,121,130,147,174,179],greater:[114,124,144,174],greatli:[119,121,130,140],green:[92,131],grei:[87,100],grep:183,greyscal:146,grid:124,ground:[101,109,113,124,133,136],groundtruth:93,group:[22,29,129,137,139,160,174],grow:155,gru:[94,114,116],guarante:[92,102,121,155],guard:179,guess:176,guid:[19,64,82,84,87,96,102,108,112,114,126,132,147,151,152,153,169,176,177,181,184],guidanc:182,guidelin:179,gumbel:159,habit:151,had:[135,146,168,173],hahnlos:114,hairier:153,halv:[144,145],hammerhead:131,hammerheadshark:176,hand:[107,113,114,117,130,133,140,151,155],handl:[95,125,151,153,160,169,173,177],handwritten:[100,111,128,144],happen:[114,117,119,121,122,143,146,150,151,152,153,156,170,172,179],har:117,hard:[94,116,117],hardwar:[64,90,156,179,183],has:[87,94,95,99,102,105,109,112,114,115,116,117,119,120,121,122,123,125,129,130,131,133,135,136,140,143,145,146,147,148,150,151,153,155,156,168,170,172,173,176,177,179,183],have:[64,83,84,87,92,94,95,99,101,102,105,107,109,111,113,114,115,116,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,137,139,143,144,145,146,147,151,153,155,156,168,170,172,173,174,176,177,179,182,183],haven:[146,170,183],header:[45,182],hear:113,heatmap:128,heavisid:165,height:[87,98,100,107,124,127,129,130,131,146],held:143,help:[83,84,85,88,91,94,96,99,103,107,109,116,117,121,124,125,126,128,138,146,170,174,180,183,186,188],helper:[94,116,121,123,129,174,176,183],henc:[113,117,183],here:[19,64,87,90,93,95,97,98,100,101,102,103,105,107,111,112,114,117,119,121,123,124,130,131,133,135,137,139,140,143,145,147,148,150,152,155,156,157,173,174,177,182,183],herein:139,hidden:[19,111,117,119,121,122,130,133],hidden_out:121,hidden_s:[137,139],hidden_unit:[94,116],hierarchi:122,high:[29,93,94,109,116,119,121,122,129,130,133,136,139,143,146,152,156,170,172,173,183],higher:[85,88,109,124,130,143,173,186],highest:136,highli:[121,125,164],highlight:102,hightest:[137,139],hij:125,hinder:127,hingeloss:[133,136],hinton:177,histogram2d:167,histogram:160,histogram_bin_edg:167,histogramdd:167,histor:177,histori:[114,177],hit:[109,183],hmm:176,hold:[95,111,131,145,155,156,170,172,174],holder:170,home:183,homebrew:182,homogen:154,honor:168,hood:[113,173],hope:168,horizont:[104,107,124,130],horovod:188,host:[87,93,152,182],hour:145,housekeep:[115,183],how:[19,64,75,83,85,87,88,91,92,94,95,96,97,98,99,100,101,102,103,107,108,109,110,111,112,114,115,116,117,119,120,121,122,123,124,126,127,128,130,131,132,133,135,136,137,138,139,140,143,144,145,146,147,148,149,150,151,154,156,169,172,173,174,175,176,177,178,179,180,181,183,186,188],howard:145,howev:[93,99,100,101,114,117,119,121,122,127,131,133,136,147,152,155,156,168,170,172,173,177,179,183],hparam:139,hspace:124,hsplit:104,hstack:[104,162],html:[2,19,29,64,75,82,83,85,88,91,96,108,110,112,126,128,132,138,139,148,149,169,175,180,186,188],http:[19,83,84,85,87,88,93,96,101,107,108,124,125,127,128,129,131,138,139,174,175,176,178,182,186,188],huberloss:136,hue:[124,127],huge:[113,173],hundr:122,hurt:95,hutter:145,hwc:143,hybrid:[87,107,115,118,120,123,125,129,132,133,137,139,176,179,183],hybrid_forward:[94,115,116,117,129,133,173],hybridblock:[107,115,120,129,133,168,173],hybridiz:117,hybridlayer_param:[94,116],hybridnet:117,hybridsequenti:[94,109,111,113,116,123,125,129,133,144,174,183],hybridsequential94_normalizationhybridlayer0_scal:[94,116],hybridsequential94_normalizationhybridlayer0_weight:[94,116],hyper:130,hyperbol:[114,160],hypergeometr:159,hyperparamet:[93,109,114,125,139,177],i_1:155,i_m:155,idea:[114,115,123,125,129,145,146,173],ideal:173,ident:[104,105,119,122,133,155],identifi:[122,128,129,170],idx:[87,101,129,135,145,173],idx_to_token:137,ieee:174,ignor:[123,125,137,139,140,156,170,174,176,179],ignore_extra:[111,129],illustr:[95,119,147],ilsvrc:114,ilya:145,imag:[19,29,88,100,101,107,108,111,119,120,123,125,130,131,132,133,136,140,143,144,146,156,165,174,177,179],image0:133,image0_index:133,image0_tupl:133,image1:133,image1_index:133,image1_tupl:133,image2:133,image_classification_jetson:88,image_float:146,image_fold:[174,176],image_int:146,image_net_imag:176,image_net_label:[131,176],image_net_labels_fil:176,image_url:124,imagefold:111,imagefolderdataset:[107,111,125,133],imageit:125,imagenet:[84,87,101,107,128,131,145,174,176,188],imagerecordit:125,images_background:133,imagetsn:129,imagin:[152,153],img0:133,img1:133,img2:133,img:[87,123,124,127,129,174,176],img_arr:129,img_arrai:129,img_path:87,immedi:[64,93,119,146,168],impact:[130,143],imper:[64,94,96,107,111,112,116,130,133,148,168,170,172,176,183],implement:[87,92,94,96,98,100,108,109,110,111,112,113,114,115,116,117,119,121,122,125,129,130,132,133,144,145,146,147,155,156,164,168,170,172,173,177],implicit:177,implicitli:[102,113],import_model:[174,176],importantli:172,importerror:170,imposs:[119,146],imprecis:165,improv:[107,109,112,113,114,117,121,131,133,136,145,146,151,173,177,182,183,188],imread:[87,101,124,127,129,131,174,176],imres:[87,129],imshow:[100,101,123,124,125,127,129,131,133,174],imtil:123,in_channel:[95,98],in_data:[95,183],in_dtyp:95,in_grad:[95,183],in_shap:[94,95,116,183],in_unit:[98,111,115,119,173],inc_fract:145,inception_3a:174,inception_5b:174,incid:136,incl_path:45,includ:[29,45,84,111,113,117,119,124,130,131,133,136,137,139,140,143,145,151,155,157,177,182,183],incom:122,incomplet:183,incorpor:[124,147,177],incorrectli:136,increas:[87,92,94,101,103,109,113,116,121,124,143,145,168,173,179,186,188],incred:113,increment:[120,174],incub:[87,107,182,183,188],ind1:155,ind2:155,ind:[137,155],ind_1:155,ind_2:155,ind_n:155,inde:[119,121,173,174],indefinietli:145,indefinit:145,indent:160,independ:[117,146,147,177],index:[2,19,29,64,82,98,108,109,112,122,125,128,129,131,132,133,137,139,144,148,150,154,157,169,171,172,173,180],indexerror:155,indic:[102,111,113,117,129,133,135,143,155,156,168,170,172,173],indices_list:[170,172],indices_np:[170,172],individu:[117,121,124,125,136,155,180,183],indptr:[170,172,173],indptr_list:170,indptr_np:170,induc:114,ineffici:117,inf:139,infer:[84,87,92,93,94,98,101,107,109,111,115,116,117,119,123,125,128,130,133,152,171,174,175,180,182,183,186,188],infer_shap:[95,183],inference_on_onnx_model:175,infinit:[114,145],influenc:177,info:[84,92,104,129,137,170,174,176,179,182,183],infogan_d_latest:129,infogan_g_latest:129,inform:[29,45,84,93,97,105,109,113,117,119,122,129,139,146,147,156,173,177,182,183],infti:177,infty_:177,ingeni:[119,122],inher:[115,121,156],inheret:[94,116],inherit:[94,111,115,116,117,121,130,133,140,144,170],init:[94,98,100,107,109,111,113,114,116,119,122,123,125,129,130,132,133,137,139,140,143,144,150,173,174,179,183],init_process_group:111,init_train:179,initi:[29,94,95,98,99,100,102,107,109,113,114,115,116,117,118,120,121,123,125,129,131,132,133,136,137,139,140,143,144,145,146,147,151,152,153,155,168,173,174,177,183],initial_instance_count:93,inject:[117,177],inlin:[105,114,125,131,144,145,174,176],inner:[109,177],inp:183,inplac:95,input0:133,input1:[133,136],input2:136,input:[19,64,84,93,94,95,98,99,102,104,105,109,111,113,114,115,116,117,119,121,122,123,124,127,129,130,131,133,136,137,139,140,144,146,150,153,157,160,165,168,170,172,173,174,176,177,179,183],input_shap:84,input_tensor_data:176,input_typ:84,input_vector:129,inputchannel:131,insert:[104,111,121,137,155,162],insid:[94,99,113,116,121,122,123,130,137,139,146,155,183],insight:[182,183],inspect:[122,129,171,173],inspir:117,inst_id:137,instabl:[136,144,146],instal:[84,90,100,102,104,130,131,140,151,152,153,168,170,172,174,176,181],instanc:[64,85,91,93,94,98,107,112,115,116,117,119,121,122,127,128,133,136,145,156,170],instance_typ:93,instancenorm:146,instanti:[19,115,125,133,140,143,144,147,177],instead:[64,94,101,105,109,111,114,116,120,121,125,130,135,136,145,146,152,154,168,170,173,174,177],instruct:[92,115,121,130,131,170,172,182],insuffici:[119,122],int32:[100,104,109,137,151,155,156,168,174],int64:[104,105,172],int8:[104,112,182,186],int8_infer:[85,88,186],integ:[97,104,105,117,125,137,144,154,156,159],integr:[2,84,165],intel64:182,intel:[85,88,102,112,180,182,183,186],intel_thread:182,intellig:153,intelswtool:182,intend:[146,151,183],intens:[130,179],intention:168,interact:[114,140,172],interchang:[94,116],interest:[113,121,177,183],interfac:[29,75,96,106,112,125,130,148,150,183],intermedi:[29,98,113,117,183],intern:[94,111,116,130,154,170,172,177,183],interp:165,interpol:124,interpret:[114,117,121,152,154,155,156],interspers:155,interv:[127,144],intp:155,intric:115,intrins:[138,156],intro:[168,169],introduc:[94,97,114,115,116,121,124,125,127,129,130,139,144,145,147,150,151,152,153,168,169,173,177],introduct:[117,132,169,170],inuktitut:133,inuktitut_:133,inv:164,invari:[124,130],invers:111,invert:160,investig:183,invoc:183,invok:[84,99,119,121,122,152,156,170],involv:[124,129,140,150,177],iop:92,ipynb:140,ipython:[100,101,136,160],irregularli:156,is_np_arrai:158,is_np_shap:158,is_train:[95,113,182,183],isa:[182,183],isdir:[174,176],isfil:[125,129,174],isinst:[105,140,173],isn:[113,125,173],issu:[114,117,130,135,146,173,177,182],item:[94,104,109,116,133,139,140,152,154,155],items:[156,173],items_with_index:133,itemset:156,iter:[2,29,41,99,100,109,113,121,122,123,125,129,130,133,136,137,139,144,145,147,155,168,173,177,183],iter_idx:143,iteration_idx:144,iteration_loss:143,iterations_per_epoch:[107,144],itr:183,its:[87,94,98,99,100,101,111,113,114,115,116,117,119,121,122,125,127,129,130,133,136,137,139,140,145,151,152,156,168,170,172,173,177,183],itself:[104,121,135,152,156,164,168],iwslt2015:137,iwslt2015_:137,iwslt:137,java:[88,107],jeremi:145,jetpack:87,jetson:88,jit:[182,183],jitter:[107,124],jitter_param:107,job:[93,113,115,153,176],join:[101,107,125,129,137,160,170,173,174,176],joint:128,jointli:[102,183],journal:139,jpg:[87,101,124,125,127,129,131,174,176],json:[83,84,107,117,120,123,129,131,174,176,183],juditski:139,jupyt:[93,130,140,170,172],just:[84,94,107,109,111,113,114,115,116,119,121,122,123,124,130,131,133,136,140,143,144,146,150,151,155,156,170,173,177,183],k80:92,keep:[94,111,116,117,119,130,143,144,146,177,179],keepdim:[133,155],kei:[29,92,94,113,116,120,125,130,147,168,173],kern:136,kernel:[98,113,114,182,183],kernel_s:[98,100,101,102,123,130,144,183],key_prefix:93,keyboard:87,keyword:[147,152,156],kill:87,kind:[114,120,121,155,156,160,183],kingma:177,kit:87,kl_diverg:135,kl_divergence_not_from_logit:135,klambuer:114,kldivloss:[135,136],klm:125,knew:119,know:[94,107,115,116,117,119,121,122,130,131,170,172,183],knowledg:[107,113,122,131,170,172,174],known:[105,113,114,119,121,129,130,136,177],krizhevski:114,kron:164,kullback:134,kvstore:[29,111,148,150,177,188],kvstore_serv:29,kwarg:[95,98,115,117,119,121,129,130,133,140,145],kweight:[94,116],l1loss:[133,136],l2loss:[94,113,116,129,133,136,147],l_1:177,l_2:177,label:[84,87,94,100,101,102,107,109,111,116,123,125,129,130,131,133,136,143,144,147,168,170,173,174,176,183],label_arrai:111,label_desc:125,label_list:102,label_sampl:173,label_shap:[170,173],label_smooth:139,label_str:173,label_tensor:111,labelsmooth:139,laboratori:143,lag:168,lambda:[114,137,139,173,177],lamda1:177,lamda:177,langevin:177,languag:[19,85,117,121,123,137,139,156,177],language_model:138,lapack:164,laplac:159,larg:[22,92,97,101,107,114,123,124,130,131,136,139,145,146,152,157,170,172,173,174,183],large0:172,larger:[107,114,121,122,131,136,147,156],last:[64,92,94,98,100,107,109,116,117,125,129,130,131,136,152,170,173,179],last_batch:[111,125,129,144,174],last_batch_handl:170,lastli:[143,145,170,173],late:177,latent:129,later:[84,99,100,105,109,113,115,119,131,139,143,144,145,146,151,152,168,170,173,177],latest:[84,92,168,182],latter:[94,109,116,117,155,168],launch:[92,93,183],layer:[19,29,64,84,95,96,107,111,113,114,117,118,119,120,122,123,124,127,129,130,131,132,136,144,173,179,182],layer_nam:174,layernorm:146,layout:[124,129,154,155,182],lazi:[111,119,121,137,139,143,172,174],lazili:113,lazy_upd:172,lbl_path:87,ldot:136,lead:[111,113,114,122,133,136,144,145,146,156,170,172,173,183],leader:177,leak:114,leakag:146,leakyrelu:[114,129],learn:[19,29,83,84,85,87,88,90,91,92,94,95,96,97,98,99,100,101,102,103,105,106,107,109,111,112,114,115,116,117,119,121,122,123,126,128,130,131,132,133,135,136,137,138,140,141,146,151,152,153,157,168,169,172,173,174,176,179,180,183,186,188],learnabl:[95,114,130,146,177],learner:143,learning_r:[94,100,102,107,109,111,116,123,125,129,130,132,133,137,139,140,143,144,147,172,174,177,179,183],learning_rate_find:132,learning_rate_schedul:132,learning_rate_schedules_advanc:132,learnt:[119,144,147,174],least:[102,111,117,121,127,136,155],leav:[111,117,125,135],lecun:114,led:173,left:[124,127,130,152,177],legal:156,legend:114,lego:121,leibler:134,len:[100,102,104,107,111,125,129,137,139,143,144,150,173,174],lenet:[98,100,101,102,114,123,130],length:[104,111,125,137,139,144,145,155],length_decai:145,lesli:[143,145],less:[104,124,130,146,151,155,168,177],lesser:170,let:[84,94,99,107,109,111,113,115,116,119,120,121,122,123,130,131,135,136,139,140,143,147,150,151,152,153,155,170,172,173,174,176,179,183],level:[29,84,93,94,116,117,130,138,139,156,164,174,176,182,183],leverag:[111,173],lexnet:111,lexsort:166,lfw:129,lfw_dataset:129,lfw_url:129,lhs:[170,172],lib:[163,182],lib_path:45,libiomp5:182,liblapack:182,libmkldnn:182,libmklml:182,libmxnet:[45,182],libopenbla:[87,182],libopencv:[87,182],libpython:95,librari:[19,45,64,100,105,121,156,164,182,183],library_path:182,libsvm:[170,173],libsvmit:[170,173],licens:[87,182],lies:111,life:[95,101],lifetim:130,light:[101,124,131],lighter:[124,139],lighting_param:107,like:[87,94,95,97,98,104,105,106,109,111,114,115,116,117,119,120,121,122,123,124,130,131,133,146,151,152,155,156,160,168,169,173,174,176,177,179,183],likelihood:136,lil:152,limit:[92,98,111,125,144,146,165,182],linalg:[111,157,160,182],linalg_gemm20:174,linalg_gemm2:111,linalg_gemm:111,linalgerror:164,line:[100,109,117,122,131,140,160,168,170,173,177,179,183],linear:[99,108,111,114,115,130,133,136,145,157,160,170,172,177],linearcooldown:145,linearli:[130,145],linearwarmup:145,linger:177,link:[92,93,105,128,157],linspac:[104,114],linux:[95,182],linux_aarch64:87,list:[13,45,64,84,92,94,95,104,105,111,119,127,131,133,137,139,143,147,151,155,168,170,172,182],list_argu:[95,174,183],list_gpu:[130,173],list_output:[95,183],littl:101,live:153,llvm:182,lnx:182,load:[19,29,83,84,87,94,100,101,102,105,115,116,118,125,126,128,129,132,140,143,144,163,171,173,175,182,183],load_cached_dataset:137,load_model:84,load_paramet:[101,102,111,120,122,123,129,139,140,143],load_stat:143,load_state_dict:111,load_translation_data:[137,139],loader:[100,111,137,139,140,143],loadtxt:[104,161,163],local:[93,113,146,147,150,177],locat:[127,130,139,151,156],lock:121,log:[84,92,93,104,114,129,135,136,137,140,143,170,172,174,176,179,182,183],log_avg_gnorm:137,log_avg_loss:137,log_interv:137,log_softmax:[135,136],log_start_tim:137,log_wc:137,logaddexp2:165,logaddexp:165,logarithm:[104,160],logdir:129,logger:179,logging_config:137,logginghandl:140,logic:[109,117,119,122,133,143,155],login:92,logist:[108,114,132,159],logistic_regression_explain:[108,132],logisticloss:136,logit:114,lognorm:159,logseri:159,longer:[117,146,150,174,183],longtensor:111,look:[94,109,114,116,121,122,123,124,125,129,131,136,139,140,143,144,145,147,156,170,172,176,177],lookahead:177,lookup:[115,121],loop:[93,100,102,109,113,125,130,133,137,140,145,155,173,177],loos:119,loshchilov:145,loss1:[129,179],loss2:[129,179],loss3:[129,174],loss:[19,94,99,100,102,107,109,113,116,117,123,125,129,130,132,135,137,139,140,143,144,146,147,168,173,177,183],loss_buff:168,loss_contrast:133,loss_d:129,loss_fn:[111,113,135,136,140,143,147,173],loss_funct:[137,139],loss_g:129,loss_histori:140,loss_mean:133,loss_nam:140,loss_record_handl:140,loss_result:109,loss_val:140,lossbuff:168,lossrecordhandl:140,lot:[107,114,117,121,123,130,168,183],lotu:[174,176],love:139,low:[94,116,119,122,133,139,143,146,152,156,164,170,183],lower:[124,125,129,145,179],lp64:182,lp_alpha:[137,139],lp_k:[137,139],lr_:177,lr_epoch:107,lr_factor:107,lr_finder:143,lr_mult:146,lr_multipli:143,lr_schedul:[29,107,144,145,147],lr_start:143,lr_step:107,lr_update_factor:137,lrfinder:143,lrfinderstoppingcriteria:143,lrn0:174,lrn1:174,lrs:[143,144,145],lrschedul:[144,145],lstm:[94,114,116,138,188],lstsq:164,lucki:176,luckili:177,mac:182,machin:[90,93,102,103,121,123,131,136,170,172,173,177],machine_transl:138,maco:182,macroti:87,made:[129,130,145,156,174,177,183],magic:[113,140],magnitud:[94,116,130,139,145,173,174],magnitude_decai:145,mai:[13,92,94,95,105,111,114,116,117,119,120,121,122,127,129,133,136,143,144,146,147,155,156,164,168,170,173,177,179,182,183],main:[94,102,107,109,111,113,116,117,121,123,168],maintain:[90,145,177],major:[94,102,113,116,117,122,154,155,156,170,173],make:[19,92,94,95,97,102,107,109,111,113,114,115,117,119,121,122,123,124,125,127,129,130,131,136,139,146,147,151,152,153,155,168,170,172,173,174,177,179,182,183],makedir:[129,137],manag:[29,87,118,121,132,147],mani:[13,97,102,105,107,111,113,114,119,123,124,125,129,130,131,140,143,144,145,155,156,160,168,170,172,173,176,177,183],manifest:121,manifold:129,manipul:[2,29,64,98,103,112,117,119,122,148,154,157,160,168,169,170,172],manner:[98,119,122,129],manual:[93,99,113,135,146,157,182],map:[107,115,128,131,137,139,156,160,176],margin:[133,136],mark:[94,116],mask:[117,131,137,155],master:[87,107,124,127,131,140,168,174,176,182,188],mat1:111,mat2:111,mat:161,match:[84,94,104,107,116,120,121,122,131,146,152,155,170,172],math:[107,113,136,144,145,151,165,169,177,182],mathbb:[119,177],mathbf:[119,121],mathemat:[64,97,114,152,157,160],mathrm:156,mathtt:[114,177],matlab:156,matmul:164,matplotlib:[100,101,114,123,124,125,127,129,131,133,135,136,143,144,145,174,176],matric:[111,119,122,151,160,170,172,173,183],matrix:[97,104,109,111,115,119,121,122,129,130,131,151,152,154,160,171,172,173,183],matrix_pow:164,matrix_rank:164,matter:[119,122,130,135,172],max:[94,98,104,107,111,114,116,129,133,136,156,177],max_length:[137,139,168],max_lr:[144,145],max_score_sampl:137,max_src_length:139,max_tgt_length:139,max_upd:144,maxcpucount:182,maxim:[129,136],maximis:173,maximum:[104,109,125,131,137,177],maxpool2d:[98,100,101,102,111,123,130,133,144,183],mayb:120,mb32_ic32oc32_ih256oh256kh3sh1dh0ph1_iw256ow256kw3sw1dw0pw1:[182,183],mbox_loss:179,mcmahan:177,mean:[87,94,95,99,100,101,104,105,107,109,111,114,115,116,117,121,123,129,130,131,133,136,137,143,144,146,151,155,156,168,170,172,173,174,177,182],mean_img:107,mean_std_224:107,meaning:[121,129],meaningfulli:156,measur:[109,129,130,133,135,136,174,183],mechan:[114,119,122,130,136],median:[104,167],meet:183,member:[121,147,177],memmap:163,memori:[75,87,97,102,111,113,117,125,130,131,151,152,153,154,155,160,170,172,173,176,182,183],mention:[109,113,119,121,122,146,155],menu:182,merg:[150,168],messag:[87,119,170,172,182],metadata:176,method:[29,82,84,94,95,98,99,100,105,109,111,113,114,115,116,117,119,121,122,123,124,125,132,133,140,143,144,145,146,147,153,154,168,170,172,173,183],metric:[19,100,107,109,113,130,136,140,146,168,179],metrichandl:140,mgrid:161,microsecond:173,microsoft:182,micrsoft:182,middl:[127,183],might:[19,75,87,94,97,101,105,109,113,116,123,125,135,136,143,144,146,151,152,153,173,182,183],million:[107,131,170,173,177],mimic:105,min:[94,104,111,116,129,139,143,156],min_it:143,min_lr:[144,145],mind:[94,116,130,168,173],mingw64:182,mini:[125,130,137,139,177],minibatch:[145,177],minim:[99,113,135,136,140,146,153,177],minima:177,minimis:[133,136],minimum:[104,131,143],minor:[107,135],minut:[107,108,111,112,132,177],miscellan:160,misconcept:[132,168],mismatch:[94,116,121],miss:168,mitig:114,mix:[121,156,180],mixmlp:98,mkdir:182,mkl:[112,164,180],mkl_root:182,mkl_verbos:182,mkldnn:[112,180,181,182],mkldnn_quantiz:181,mkldnn_readm:181,mkldnn_verbos:[182,183],mklvar:182,mlp:[111,121,130],mnist:[100,108,110,111,123,125,128,130,140,144,183,188],mnist_train:100,mnist_valid:[100,101],mobil:131,mobilenet0_5:131,mock:119,mockup:170,mod:111,mode:[97,98,104,139,160,168,183],model0:120,model1:120,model2:120,model:[19,83,85,88,90,92,93,99,103,110,112,113,114,115,118,119,120,121,122,124,125,127,128,129,130,132,133,136,143,144,145,146,147,149,153,170,171,172,175,177,179,182,186,188],model_dense0_relu_fwd_output:111,model_dir:140,model_fold:[174,176],model_metadata:176,model_parallel_lstm:188,model_prefix:140,model_proto:84,model_zoo:[19,87,101,107,111,120,131,140,143,179],modern:176,modf:165,modif:[114,177],modifi:[119,122,156,177],modul:[15,17,20,22,25,84,88,97,100,102,104,105,106,119,121,122,123,124,127,130,136,144,147,148,155,157,160,173,174,176,182,183],moment:[94,116,153,168,177],momentum:[94,107,116,146,172,174,179],monitor:[29,140,180],more:[87,92,93,94,95,97,98,99,100,102,105,107,109,111,112,113,114,115,116,117,119,120,121,122,123,125,128,130,131,135,136,138,139,140,143,144,145,146,147,153,154,155,156,157,168,170,172,173,177,179,182,183],moreov:[90,117,168,183],most:[64,83,87,94,100,105,112,113,114,116,117,122,125,127,128,130,133,136,144,145,146,152,155,156,165,170,172,173,174,179,180,183],motiv:[130,171],motorbik:174,move:[94,95,102,105,107,108,111,112,116,121,143,155,177],movi:138,msbuild:182,mse:[94,116],mse_loss:[94,116],msort:166,much:[94,107,113,114,116,125,129,143,151,170,173],muddl:125,multi:[29,97,119,140,147,151,152,160,169,170,173,174,183],multi_devic:188,multi_dot:164,multidimension:[111,156,172],multifactorschedul:[107,144,145],multilay:[111,121,122],multinomi:159,multipl:[64,90,93,94,97,101,103,104,111,114,116,117,119,121,122,124,130,131,133,136,140,144,146,147,149,152,153,154,170,172,173,174,177,182,183,188],multipli:[104,111,114,143,144,145,168,170,172,177,183],multiprocess:[95,125,129,174],multithread:164,multivariate_norm:159,mumber:176,must:[94,107,109,116,117,125,144,145,147,155,156,168,173],mutabl:95,mutlipl:129,mutual:129,mx2onnx:84,mx_loss_fn:111,mx_net:111,mx_nn:111,mx_train_data:111,mx_trainer:111,mxboard:[111,129],mxent:182,mxn:176,mxnet:[15,17,20,29,82,83,85,88,91,92,93,94,95,96,98,99,100,101,102,107,108,109,112,114,115,116,117,119,120,121,122,123,124,125,127,128,129,130,132,133,135,136,138,141,143,144,145,146,147,148,150,153,154,155,156,160,169,170,172,173,174,175,177,178,179,180,181,184,186,188],mxnet_cu102:87,mxnet_exec_bulk_exec_infer:183,mxnet_exec_bulk_exec_train:183,mxnet_exported_resnet50:84,mxnet_profiler_autostart:183,mxnet_subgraph_backend:182,mxneterror:[170,172],mxnetestim:93,my_arrai:104,my_fil:104,my_mlp:117,my_model:140,my_profil:183,my_profiler_script:183,my_script:183,myaddon:183,myarrai:104,mydens:[115,120],myfil:104,myinit:[119,122],mysequenti:121,mysteri:121,n02119022:87,n02119789:87,n02120505:87,n02124075:87,n02441942:87,n_0:156,n_1:156,n_categori:129,n_compon:129,n_continu:129,n_i:155,n_iter:111,n_k:156,naacl2018:138,nabla:147,nabla_a:104,nadam_optim:177,nag:177,nag_optim:177,name1:179,name2:179,name:[64,94,95,100,104,111,113,114,115,116,118,119,121,122,130,132,136,140,147,151,156,173,174,176,177,183],name_scop:120,named_paramet:111,namespac:182,nan:[133,135],nan_to_num:165,nanargmax:166,nanargmin:166,nancumprod:165,nancumsum:165,nanmax:167,nanmean:167,nanmedian:167,nanmin:167,nano:87,nanpercentil:167,nanprod:165,nanquantil:167,nanstd:167,nansum:165,nanvar:167,narrow:114,nativ:[113,168,182],natur:[19,104,113,114,130,138,177],naval:143,navig:182,nbsphinx:177,nbyte:156,nchw:146,ncol:133,ncpu:182,nd_y:168,ndarrai:[2,29,94,95,99,100,102,104,105,107,109,111,112,113,116,117,119,121,122,123,125,129,130,131,132,133,148,150,154,155,157,162,163,165,166,171,183],ndarrayit:[125,130,170],ndarri:133,ndim:[104,105,155],nearbi:129,nearest:129,nearli:[113,114],necessari:[92,98,100,107,121,122,146,156,168],need:[84,87,90,92,93,94,95,99,100,101,102,105,107,109,115,116,117,119,121,122,123,124,125,130,133,135,136,137,139,140,143,144,146,147,151,152,155,164,168,170,172,173,174,176,179,182,183],need_top_grad:183,neg:[109,114,136,155,156],neg_i:136,negative_binomi:159,neglig:[64,143],neighbor:129,neo:93,neq0:155,nerual:157,nest:[64,122],nestmlp:121,net:[19,87,94,98,100,101,102,107,109,111,113,114,115,116,117,119,120,121,122,123,125,130,131,136,140,143,144,146,147,168,173,174,176,177,179,183],net_nam:179,net_param:[174,176],network:[19,22,25,29,64,84,97,99,101,103,109,111,113,114,115,117,121,122,123,124,125,128,129,132,135,136,139,140,143,144,145,146,148,151,153,157,173,174,176,177,178,179,182,183],neural:[19,22,25,29,64,83,84,85,94,97,99,103,111,113,114,116,119,120,121,122,125,128,131,132,133,136,138,139,140,143,144,145,146,147,148,151,153,174,176,177,178,179,182,183],neuron:[94,116,121,123,130,131,144],never:[114,155,156],new_arg:174,new_arg_param:174,new_aux:174,new_aux_param:174,new_loss:168,new_lr:137,new_nam:183,new_net:123,new_op:96,new_sym:174,new_val_accuraci:174,newaxi:155,newcom:109,newli:[152,174],newstest2014:139,next:[19,92,109,113,115,117,121,123,125,127,130,137,139,143,145,146,155,168,171,176,179,182,183],nextaft:165,nice:[174,176,177],nicholai:145,nightli:140,nividia:92,nlp:[19,93,94,116,137,138,139],nmicdev:182,nmt:[137,139],nmtmodel:[137,139],nnvm:96,no_bia:[94,116,182],node:[19,29,150,177],node_attr:176,nois:[107,124,129,177],non:[94,98,109,114,115,116,117,123,130,135,136,144,155,156,170,172,173,174,177],noncentral_chisquar:159,noncentral_f:159,none:[87,111,119,133,137,139,143,145,147,155,156,168,173],nonlinear:[114,129,136],nonstandard:115,nontrivi:[119,122],nonzero:[115,122,155,156,166,170],nor:87,norm:[99,111,121,160,177],norm_lay:179,normal:[87,94,100,101,102,107,109,111,113,114,116,117,119,122,124,129,130,131,132,133,141,143,147,151,182],normalizationhybridlay:[94,116],normalizationlay:[94,116],normalized_data:[94,116],normalized_img0:133,normalized_img1:133,notabl:[105,177],notat:[109,121,152,155],note:[84,92,94,99,111,115,116,117,119,120,121,122,123,125,130,131,135,139,140,143,144,150,154,170,172,182,183],notebook:[93,109,129,130,131,137,139,140,168,170,172],noth:[94,113,116,119,121,130,144],notic:[94,109,116,119,131,139,143,146,172,177],novel:[122,179],now:[84,87,92,93,95,101,102,107,113,115,117,119,121,122,123,125,129,130,131,136,137,139,140,143,144,145,146,147,151,152,155,170,173,174,176,177,183],np_arrai:158,np_shape:158,np_y:168,nproc:182,npx:[97,98,99,100,101,102,104,105,106,160],npy:[137,160],npy_relaxed_strides_check:156,npz:[137,160],nsight:183,ntc:146,nthr:182,nuanc:114,num_accumul:139,num_batch:107,num_bi_lay:137,num_bucket:[137,139],num_categori:135,num_channel:[107,130],num_class:[131,174],num_col:[124,127],num_epoch:[140,144],num_featur:173,num_filt:182,num_gpu:[102,104,105,107,123,125,129,140,143,144,174,183],num_head:139,num_hidden:[94,116,137,173],num_input:[94,116,123,144],num_inst:174,num_lay:[137,139],num_loop:113,num_of_chunk:111,num_output:[19,100,111,123,144],num_pair:139,num_row:[124,127],num_sampl:173,num_shard:139,num_unit:139,num_work:[100,102,107,111,125,129,137,139,140,144,168,174],number:[22,92,94,97,102,104,105,107,109,111,113,114,115,116,123,125,127,130,131,133,135,136,139,140,143,144,145,146,152,155,156,160,168,170,173,174,176,177,179,183],numel:111,numer:[113,135,136,155,160,177],numpi:[64,84,96,98,100,102,104,106,109,111,113,114,123,125,129,131,132,135,137,139,144,145,151,154,155,156,157,160,170,172,173,174,176,179,182,183],nvidia:[87,92,102,111,180,188],nvprof:183,nvtx:183,nvvp:183,obj:155,object:[29,84,88,94,100,101,104,107,109,111,117,119,122,123,124,125,127,128,131,137,140,150,152,155,156,157,168,170,173,174,176,177,179],observ:[114,117,119,121,127,139,143,146,173,177],obtain:[64,100,101,111,117,121,124,127,129,136,137,139,155,173,176,177,183],obvious:[113,121,135],occas:113,occasion:135,occup:183,occupi:151,occur:[119,143,144,146,155,173],off:[129,131,133,174,182],offer:[90,92,93,168,174],offici:[87,155,156],offlin:177,offset:[156,170],oft:170,often:[90,92,94,99,100,116,117,119,121,122,125,130,133,135,136,140,146,151,153,156,173,174,177,183],ogrid:161,okai:[123,168],old:146,older:177,ominglot:133,omit:[95,119,147,156],onc:[19,92,93,94,111,113,115,116,119,120,121,123,124,129,133,144,155,168,173],one:[19,84,92,94,95,98,99,100,102,104,107,111,113,114,115,116,117,119,121,122,123,124,127,129,130,131,133,135,136,140,143,144,145,146,147,150,152,154,155,156,168,170,174,177,183],one_hot:129,onecycleschedul:145,ones:[94,97,100,102,104,111,113,116,129,131,136,150,151,152,153,156,168,170,172,182],ones_lik:[111,117,136,172],onli:[87,93,94,95,98,100,102,107,111,113,115,116,117,119,120,122,123,130,131,133,135,140,146,150,153,155,156,165,168,170,172,173,174,177,179,182,183],onlin:111,onnx:[2,83,85,131,148],onnx_fil:84,onnx_file_path:84,onnx_mxnet:[84,174,176],onnx_path:[174,176],onp:105,onto:[100,150],onward:144,op_typ:[95,183],open:[83,84,85,87,101,125,129,131,137,143,148,170,173,174,176,182,183],openbla:[164,182],openblas_hom:182,opencv:182,opencv_dir:182,openfil:173,openmp:182,oper:[2,64,75,84,92,94,96,106,110,112,113,116,117,121,124,130,132,135,136,146,150,151,153,154,155,157,160,169,171,173,174,176,177,179,180,182],operand:156,opportun:[131,179],opposit:[113,136,177],oprim:[94,116],opset_3:[174,176],opt:[114,144,182],optim:[19,29,75,92,93,94,100,107,109,113,116,117,123,131,132,135,136,139,143,144,145,146,148,164,168,171,173,179,182,183],optimis:125,optimizer_param:[109,144,147,177],optimzi:[137,139],option:[83,92,109,111,113,125,135,146,156,160,170,172,179],optm:111,order:[100,101,111,114,115,117,119,121,122,125,129,130,131,133,135,139,140,144,146,155,156,160,168,170,172,177,179,183],ordereddict:121,ordinari:[119,136],org:[84,85,87,96,101,108,175,178,186],organ:[107,122],origin:[105,109,117,124,125,127,128,130,139,145,152,155,157,173,177],other:[84,90,92,94,102,103,105,108,111,112,114,116,117,119,121,122,123,124,125,128,136,138,139,143,144,145,146,147,153,155,160,168,173,176,177,179,182,183],otherwis:[104,113,114,125,127,130,133,136,147,153,156,173,182,183],ouput:111,our:[92,94,98,107,109,111,113,115,116,119,123,124,125,130,131,133,135,140,143,144,145,146,151,173,174,176,177,179],ourselv:[139,146,173],out0:133,out1:133,out:[13,92,93,94,99,111,112,113,114,115,116,117,119,121,122,123,124,125,130,136,137,140,144,146,147,150,151,152,155,156,168,170,172,173,177,183],out_data:[95,183],out_grad:[95,183],outcom:173,outer:111,outfil:129,outlier:136,outlin:119,outperform:111,output1:133,output2:133,output:[19,29,84,87,94,95,98,99,100,101,102,107,111,113,114,115,116,117,119,120,121,122,123,124,125,129,130,131,132,133,135,136,137,139,143,144,146,156,157,160,165,170,172,173,174,176,179,182],output_fak:129,output_r:129,output_shap:95,output_tensor_data:176,outsid:[94,113,114,116,155],outstand:182,oval:176,over:[94,102,109,113,114,116,117,122,123,130,131,132,140,143,144,145,146,147,155,156,170,177,179],overach:177,overal:[146,173,177],overcom:144,overfit:[123,124,174],overflow:156,overhead:[113,173],overid:146,overlai:127,overload:114,overrid:[115,121,140,146,177],overview:[93,103,108,112,145,171,188],overwrit:133,overwritten:111,owing:114,own:[93,111,113,114,115,122,128,131,138,140,143,144,145,146,156,168,173,174,177],oxford102:107,oxford:107,oxford_102_flower_dataset:107,packag:[13,64,83,87,92,98,99,107,108,109,111,113,130,139,140,164,170,174,176,182],pad0:174,pad1:174,pad2:174,pad3:174,pad4:174,pad5:174,pad6:174,pad70:174,pad:[137,139,168,182],pad_arrai:168,pad_width:168,page:[84,137,168],pair:[100,130,133,136,137,138,143,173],paper:[114,129,131,138,139,143,145,177],paradigm:116,parallel:[64,100,102,111,125,140,170,177,188],parallelis:174,param2:115,param:[83,84,94,100,101,102,107,109,111,115,116,117,119,120,121,122,123,129,131,137,139,140,143,144,174,176,177,179],param_:120,paramat:177,paramet:[19,29,83,84,99,100,101,102,109,114,117,118,124,125,131,132,135,136,138,139,140,143,144,146,147,150,151,153,156,172,173,174,176,177,179,183],parameter:95,parameterdict:[94,115,116],parametr:[109,114],paramterdict:116,parent:121,parenthes:111,pareto:159,pars:[113,125],part:[102,107,111,117,121,125,129,130,137,139,143,144,145,146,155,156,157,169,173,183],partial:[113,144],particular:[97,98,102,111,115,119,121,122,130,147,155,168,170,177],particularli:114,partit:[125,156,166],partwai:143,pass:[84,94,95,98,102,109,111,113,114,116,117,121,123,125,130,133,135,136,140,143,144,145,151,156,173,174,177,183],past:[160,177,182],patch:130,path:[45,84,93,107,111,125,129,136,137,170,174,176,182,183],pattern:[109,114,131,173,174,177,183],patterson:177,paus:183,pca:124,peculiar:[94,116],penal:[136,177],penalti:[170,172,177],peopl:[129,168,177],per:[109,111,129,133,136,144,146,155,170,173,174,177],per_device_batch_s:107,percent:100,percentil:167,perceptron:[111,119,121,122,147],perf:188,perfect:122,perform:[19,29,64,85,88,92,94,95,99,100,101,102,104,107,111,113,114,115,116,119,121,122,123,124,125,128,130,131,133,135,136,137,138,139,140,143,144,145,146,147,151,152,156,168,170,172,173,174,176,177,180,181,182,183,186],performac:182,perhap:[114,177],period:[145,183],perl:117,permut:[104,160],perona:174,perplex:129,persist:123,perspect:[130,177],pertin:119,phase:[94,111,116,140],phenomenon:114,pick:[99,100,111,117,119,122,130,131,140,174,176,177],pictur:[101,111,131,174,176,183],pinv:164,pip3:87,pip:[87,100,111,130,131,140,170,172,182],pitfal:[94,109,116,177],pix:101,pixel:[100,123,124,125,127,130,144,146],pkg:182,place:[13,99,101,102,103,114,117,121,125,150,153,155,156,177],placehol:75,plagu:114,plai:[119,124,130,147,177,179],plain:147,plan:[99,152],plate:140,plateau:140,platform:[85,91,93,182],plausibl:124,pleas:[95,97,107,109,125,139,147,150,172,182,183],plot:[100,105,111,113,114,124,129,133,136,143,174,176,183],plot_network:[176,178],plot_predict:[174,176],plot_schedul:[144,145],plt:[100,101,105,114,123,124,127,129,131,133,135,136,143,144,145,174,176],pluck:152,point:[93,94,100,104,105,115,116,119,122,129,133,136,143,146,152,156,160,168,177,182,183],pointer:170,poisson:[136,159],polici:[135,136],polyak:[139,177],polynomi:[113,114],polyschedul:144,pool1:130,pool2:130,pool:[98,124,127,130,133],pool_proj_b_0:174,pool_siz:[98,100,101,102,123,130,144,183],pooling0:174,pooling13:174,pooling1:174,poor:[113,114],popular:[100,111,114,127,130,146,177],port:117,portabl:117,portion:111,pos_i:136,pose:[128,129],posit:[109,114,124,127,136,155,165,177],possibl:[94,102,107,116,117,119,121,122,131,143,155,164,177,179,183],post:[113,146,177,183],posterior:177,potenti:[109,117,124,143,173],pow:156,power:[90,92,93,102,159,177],ppl:[137,139],practic:[85,105,120,122,124,125,127,130,132,146,155,174,177],practition:[145,177],pre:[15,17,19,20,75,84,94,95,101,116,125,127,128,130,132,138,140,143,145,146,147,173,175],pre_train:174,preced:[130,177],preceed:177,precis:[90,104,113,122,144,151,152,156,177,180],pred:[101,136,173],pred_batch:135,predecessor:117,predefin:[94,111,116,130],predict:[87,100,102,103,109,111,113,119,123,128,131,132,133,135,136,138,155,173,174,176,177],predict_imag:87,predicted_class:109,predictor:93,prefer:[114,143,144,151,152,153,155,161,164],prefix:[45,124,137,139,182,183],preinstal:182,preload:182,prepar:[93,107,128,143,144],preprocess:[101,125],prerequisit:[104,119,171],present:[19,100,136,143,145,155,160,173],preserv:[113,160],preset:[119,122],pretrain:[88,100,103,107,111,120,128,129,131,140],pretrained_bas:179,pretrained_model:132,pretti:[130,176],prev:129,prev_loss:168,prevent:[146,174,183],previou:[94,98,101,107,116,119,130,131,139,146,147,152,168,170,174,177,183],previous:[95,100,102,115,117,119,122,124,146,152,173,183],primari:170,primit:[182,183],principl:[115,120],print:[84,87,94,95,98,100,101,102,107,109,111,113,115,116,117,119,120,122,123,125,129,130,131,133,135,136,137,139,140,143,144,146,147,150,151,152,153,168,170,172,173,174,176,179,182,183],print_funct:[94,116,120,123,129,130,144,168],print_memory_alloc:173,print_param:[94,116],printinit:119,printopt:163,prior:177,priya:145,prmitiv:183,prob:[87,101,129],probabilist:114,probabl:[87,100,101,109,113,114,119,122,123,131,135,136,182],probapil:136,problem:[100,107,109,114,119,121,130,131,133,136,138,140,173,177],problemat:136,proce:[119,156],procedur:[101,113,143],proceed:119,process:[19,92,93,94,95,100,102,107,109,113,116,117,119,124,125,130,133,136,137,138,139,140,143,144,146,168,170,172,173,174,177,183],process_dataset:137,processor:[85,88,164,177,182,186],prod:156,prod_:156,produc:[98,109,117,121,122,127,129,131,155,156,182],product:[64,94,95,97,104,111,113,116,117,131,151,152,160,173,177,182],profil:[29,112,145,173,180,182,188],profile_al:183,profile_api:183,profile_imp:183,profile_memori:183,profile_output:183,profile_symbol:183,profit:93,prog:117,program:[64,75,94,95,99,113,116,168,182,183],progress:119,project:[125,143],prompt:182,prone:113,propag:[94,99,113,116,121,130,138,177],proper:[97,109,152],properli:[102,122],properti:[29,95,113,114,124,125,130,144,156,168,177],propog:[94,116],proport:[127,173],propos:[145,177],proto:84,protobuf:84,prototyp:[19,95],prove:[119,122,131,172],proven:130,provid:[13,15,17,19,20,22,25,64,84,87,92,93,94,98,101,103,106,107,109,111,115,116,119,121,122,125,127,130,131,133,136,139,140,143,144,145,147,150,154,156,164,168,170,172,173,174,176,177,179,182,183],provis:92,proxim:177,pt_loss_fn:111,pt_net:111,pt_nn:111,pt_train_data:111,pt_trainer:111,ptp:[156,167],publish:145,pullov:[100,101,125,140],purchas:170,pure:[117,183],pure_python:183,purpos:[95,130,139,177,179],push:[111,114,145,168],put:[99,136,156,170,182],pwr:144,py2:87,py3:87,pyi:101,pylab:125,pyplot:[100,101,105,114,123,124,127,129,131,133,135,136,143,144,145,174,176],python3:87,python:[64,84,87,92,95,96,104,107,108,111,117,119,121,125,130,148,151,152,153,154,155,156,170,172,174,175,176,182],pythonpath:182,pytorch:[110,117],q_trainer:129,qquad:136,quad:156,quadrat:[96,113,144],qualifi:84,qualiti:[94,116,125,138],quant:136,quantil:167,quantit:[111,133],quantiti:113,quantiz:[2,85,88,181,182,186],quartic:113,queri:[97,104,151,170,172],question:[114,173,182],queu:183,quick:[103,105,107,108,111,112,124,139,146,152],quicker:125,quickli:[113,114,125,130,139,145,173],quit:[102,111,119,121,122,125,143,145,174,177],quotient:155,rais:[145,155,156,179],ramchandran:114,ran:[107,152,173],rand_ndarrai:173,rand_weight:121,randint:[129,133,146,168],random:[29,94,97,98,99,100,102,104,105,109,111,113,115,116,117,119,121,122,123,124,125,127,129,130,133,136,137,139,143,146,147,151,157,160,168,170,179,182,183],random_exponenti:111,random_norm:[129,151,152],random_uniform:[94,116,183],randombright:[124,127],randomcolorjitt:[107,124,127],randomcontrast:124,randomflipleftright:[107,124,127],randomfliptopbottom:[124,127],randomhu:[124,127],randomli:[97,107,122,124,127,130,133,151,177],randomlight:[107,124],randomresizedcrop:[107,124,127],randomsampl:[111,143],randomsatur:124,rang:[64,94,100,102,107,109,111,113,114,115,116,117,122,123,124,125,127,129,130,133,137,139,140,143,144,145,146,150,152,155,156,160,173,174,179,182,183],rank:105,rapidli:90,rare:[94,113,116,136],raspberri:88,rate:[29,100,107,109,113,114,130,132,136,137,138,140,141,146,183],rather:[111,113,117,119,121,122,144,145],ratio:[124,127,139,145],ration:160,rational:115,ravel:[104,156,168],ravel_multi_index:168,raw:[87,107,124,127,131,160,174,176,182],rayleigh:159,rch:111,rcnn:128,reach:[99,107,109,129,143,144],read:[29,95,97,101,117,124,127,131,152,170,171,172],readabl:122,reader:[87,121],readi:[84,87,92,93,113,143,144,146,150,173],readili:177,readlin:173,reagrd:183,real:[64,95,99,100,101,114,124,129,156,165,170,172],real_data:129,real_if_clos:165,real_label:129,real_translation_out:137,realiz:151,realli:[107,119,121,139,168,177],rearrang:160,reason:[92,94,115,116,117,121,123,130,131,136,143,146,168,170,183],rec:160,receiv:[13,129,130],recent:[145,168,177],recip:179,recogn:[95,101,107,128,155],recognis:113,recognit:[107,127,128],recommend:[106,112,125,130,144,170,171,174,179,182,183],reconstruct:170,record:[94,95,99,100,102,104,107,109,111,113,114,116,121,123,125,129,130,133,136,137,139,140,143,144,146,147,160,168,170,173,174,179,183],recordio:29,recreat:[123,170],rectifi:[129,130],recurr:[19,113,136,146,177],recurs:[121,182],red:[87,131],redefin:107,redistribut:182,reduc:[75,105,111,117,124,127,130,144,145,155,156,168,170,173,177,183,186,188],reduct:[156,173],refer:[92,94,97,105,109,111,112,114,116,117,119,122,127,130,131,135,140,144,147,148,152,156,164,168,169,173,177,183],refin:177,reflect:156,refresh:124,regard:[119,121,155],regardless:[119,122],region:[124,127,135,136,143],regist:[177,183],regress:[108,113,114,132,133,136,170,172],regret:177,regular:[64,94,109,121,122,129,174,177],regularli:84,reinforc:[114,135,136],reiniti:102,rel:[107,131,136,174],relat:[87,94,107,113,114,116,117,121,144,182,183],relationship:[125,173],relax:156,releas:[87,140,168,182],relev:117,reli:[111,164],reliabl:146,relu0:174,relu1:174,relu2:174,relu3:174,relu56:174,relu:[19,95,98,100,101,102,109,111,115,117,119,120,121,122,123,125,129,130,132,133,144,183],remain:[113,117,119,121,125,130,177,183],remaind:155,rememb:[101,102,109,113,146,155,177],remind:173,remov:[100,125,146,160,168,170],renam:117,reorder:[168,182],repeat:[111,113,117,121,145,155,156],repeatedli:117,replac:[107,117,130,131,150,152,155,156,168,177],replic:[144,155],report:[119,170,172],repositori:[140,182],repres:[64,94,95,104,111,116,125,129,130,131,144,154,155,156,170,172,177,183],represent:[120,129,130,138,156,160,168,172,177],reproduc:[94,109,116,125,137,143],req:[95,183],request:[92,122,130,168],requir:[84,90,93,94,98,109,111,113,116,117,119,121,122,124,125,127,130,131,133,143,146,151,156,162,168,170,172,173,176,177,182,183],requires_grad:111,requisit:[121,173],requri:102,rescale_grad:172,rescaled_grad:172,rescu:130,research:[115,125,131,143,145,146],resembl:121,reset:[107,109,119,125,130,140,156,173,179],reset_ctx:[102,179],reshap:[98,100,101,104,109,111,117,123,125,129,130,146,152,156,168,170],reshape_lik:[111,117],resili:177,resiz:[87,101,104,107,124,131,140,156,162,174],resize_short:[101,131,174],resnet152:174,resnet18:131,resnet18_v1:[131,140],resnet18_v2:143,resnet50:107,resnet50_v1:[87,179],resnet50_v2:[101,107],resnet:[84,101,111,121,140,143,146],resnet_18_v1:140,resolut:[119,131],resolv:[117,119],resourc:[90,92,114,125],respect:[94,99,113,115,116,117,121,122,145,146,147,172,173,177,183],respond:113,respons:[168,173],rest:[13,94,109,111,116,130,152,183],restart:145,restor:[123,143],restrict:87,result:[64,87,94,98,99,107,109,111,113,116,117,122,124,127,129,130,135,137,139,143,144,145,146,147,151,152,153,155,156,165,168,170,172,173,174,176,177,179,183],resum:183,ret:168,retain:[114,171],retrain:174,retriev:[101,115,125,129,168],reus:[94,102,116,121],reveal:151,revers:[104,113,122,173],review:[106,117,138,152],reweigh:177,rewrit:[94,116],rewritten:[114,117],rgb:[87,101,131],rgb_mean:101,rgb_std:101,rgnet:122,rho:[136,177],rhs:[170,172],ridicul:152,right:[92,124,127,130,131,174,177,183],rmsprop_optim:177,rn50:179,rnn:[19,94,116,146,177],road:136,robust:[107,124,139],role:[93,124,130,147,177],rollaxi:162,rollov:[125,129,174],room:117,root:[104,111,133,174,177,179],rootmeansquar:177,rotat:124,round:[156,160,170],round_:165,routin:[13,64,105,115,156,157,177],row:[97,104,131,151,152,155,156,171,173],row_idx:173,row_spars:[171,172],row_sparse_arrai:172,rowsparsendarrai:[171,173],rowsum:155,rprop:177,rsp:172,rsp_retain:172,rstrip:87,rtc:29,rube:121,rubi:182,ruder:145,rule:[94,99,113,116,143,147,155,172,173],rumelhart:177,run:[29,84,85,88,94,97,98,101,104,107,111,112,113,116,117,119,121,123,125,127,130,131,133,136,139,140,143,144,146,147,173,174,175,179,182,183],run_batch:[174,176],run_training_iter:183,running_mean:[143,146],running_var:146,runtim:[117,119,121,182],s3_integr:[85,91],s_k:156,sacremosesdetoken:139,sacrif:19,sagemak:[85,90,91,112],sagemaker_sess:93,sai:[94,107,113,116,121,140,172],said:[121,130,183],same:[64,95,97,101,102,104,107,109,111,113,114,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,139,146,150,151,152,153,154,155,156,165,168,170,172,173,177,179,182,183],sampl:[97,104,111,113,119,125,127,129,130,137,139,143,146,151,170,173,176,177,179],sample_data:123,sample_idx:125,sample_src_seq:139,sample_str:173,sample_tgt_seq:139,sample_uniform:111,sample_valid_length:137,sample_weight:136,sampler:[111,143],sandal:[100,101,125,140],saniti:146,satur:[107,114,124,127,146],save:[83,84,94,95,99,101,102,111,113,115,116,117,118,121,129,132,137,139,140,143,163,168,173,177,183],save_as_libsvm:173,save_best:140,save_dir:[137,139],save_load_param:[83,132],save_paramet:[100,111,120,122,123,129,137,139,143],save_path:137,save_st:143,savetxt:[104,163],savez:[137,163],savez_compress:163,saw:[111,136,174],scala:[85,88,107,117,123],scalabl:[182,183],scalar:[100,111,113,121,130,154,155,156],scale:[92,94,101,113,114,116,124,125,127,139,143,146],scale_loss:179,scaled_data:[94,116],scaled_loss:179,scatter:[111,143,144,145],scatter_:111,scatter_nd:111,scenario:[109,183],scene:121,schedul:[29,107,132,142,143,147,177],schedule_class:145,schedule_fn:[144,145],scheme:[137,147,156,177],scientif:132,scientist:122,scipi:[129,170],scope:[99,113,119,122,130,143,146,147],score:[101,109,133,136,137,139],scorer:[137,139],scratch:[94,101,112,116,131,140,174],screen:92,screenshot:183,script:[87,93,137,139,174,176,183,188],sdk:[87,93],search:[114,130,137,138,139,143,155,157,160],searchsort:[156,166],sebastian:145,sec:[100,102,117,179,183],second:[64,95,97,102,104,111,119,122,123,129,130,131,135,144,147,152,153,155,156,170,177],secondli:139,section:[29,95,106,113,115,117,119,121,122,123,127,131,144,146,150,156,157,169,170,172,182,183],see:[41,94,95,97,98,99,101,102,113,115,116,117,119,120,121,122,123,124,125,129,130,131,135,138,139,143,144,145,146,147,151,156,170,172,173,174,176,177,183],seed:[94,109,116,125,130,137,139,143,151,158],seek:107,seem:[146,183],seen:[94,98,101,114,116,119,124,125,130,137,143,145,146,150,170,177],segment:[107,113,128,146,156,183],select:[92,99,101,104,105,109,122,127,130,143,147,155,177,183],self:[94,95,98,111,115,116,117,119,120,121,122,125,129,130,133,137,138,140,143,144,145,156,168,173,179,183],self_attentive_sentence_embed:138,semant:128,send:[115,119,121],sens:125,sensit:[127,130,136,177],sent:137,sentenc:[64,113,137,139],sentence_embed:138,sentiment_analysi:138,sep:139,separ:[94,116,125,130,131,146,154,155,156,170,172,173],seper:125,seq2seq:[138,139],sequenc:[94,98,116,121,136,137,139,146,155,183],sequence_sampl:138,sequenti:[19,94,98,100,101,102,111,115,116,117,119,120,122,123,125,130,146,173,177,183],sequentialsampl:111,seri:127,serial:[107,115,123,173],serializ:94,serv:[130,155],server:[29,107,150,153,177],servic:[93,107],session:93,set:[19,29,84,87,94,97,107,109,111,112,113,114,116,117,119,121,122,123,124,125,127,129,130,131,133,135,136,137,140,143,145,146,147,148,151,155,156,170,171,173,176,177,179,182,183,188],set_config:183,set_data:[119,122,139],set_fonts:[100,101],set_gradient_compression_method:147,set_learning_r:[137,143,144,147],set_matplotlib_format:[100,101,136],set_np:[97,98,99,100,101,102,104,105,160],set_printopt:163,set_stat:183,set_string_funct:163,set_titl:[100,101],set_vis:[100,101,124,127],set_xlim:143,set_ylim:143,setattr:139,setdefault:140,setflag:156,setlevel:179,setup:[87,92,107,130,170,172,182],sever:[102,111,114,117,122,129,130,136,140,150,156,172,174,183],sgd:[94,100,102,107,109,111,116,125,130,139,140,143,144,145,147,168,172,173,174,179,183],sgd_optim:[107,144,177],sgd_updat:173,sgdr:145,sgemm:182,sgld_optim:177,shade:124,shallow:177,shape2:[94,116],shape:[64,84,94,95,97,98,100,109,113,114,115,116,119,121,122,123,124,125,129,130,131,135,136,137,143,144,146,147,150,151,152,153,155,160,168,170,172,173,174,176,179,182,183],shape_assign_check:[94,116],shape_aug:[124,127],shape_w:182,shape_x:182,shardeddataload:139,share:[64,97,115,119,121,122,129,133,139,150,152,156,183],share_emb:139,shark:131,sheer:173,sheet:106,shelf:131,shell:87,shift:[113,124,130,131,146],shirt:[100,101,125,140],shortcom:[114,177],shorter:[131,174],shot:128,should:[87,94,99,107,109,113,114,116,117,119,120,124,125,130,133,135,136,143,144,145,146,147,155,156,173,182,183],should_get_same_class:133,shouldn:[94,116,119,146],show:[19,64,75,84,85,87,92,93,94,97,100,101,102,103,107,109,111,114,115,116,117,119,121,122,123,124,127,129,133,136,137,139,143,144,145,152,155,168,170,174,176,179,183],show_classification_loss:136,show_imag:[124,127],show_regression_loss:136,showcas:[139,140],shown:[97,98,99,102,113,114,123,137,139,145,168,177,183],shuffl:[100,102,107,109,111,123,125,129,130,133,137,139,140,144,168,174,183],shutdown:[93,143],siam:139,sigma:[114,119,122],sigma_j:177,sigmoid:[95,109,130,133,173],sigmoidbinarycrossentropi:133,sigmoidbinarycrossentropyloss:[129,133,136,173],sigmoidprop:95,sign:[104,177],signatur:[94,116],signbit:165,signific:[124,147,173,177],significantli:[102,170,173],signsgd:177,signum_optim:177,silent:156,sim:[119,122,129,177],similar:[64,94,97,98,100,101,102,106,109,114,115,116,117,122,125,127,128,130,133,135,136,137,138,139,143,146,156,170,172,173,177],similarli:[111,117,121,127,145,150,151],similiar:129,simpl:[19,75,94,97,98,100,101,107,109,113,114,116,117,120,121,122,124,125,128,130,131,140,144,145,147,150,151,155,160,168,170,177],simple_bind:182,simpledataset:[137,139],simplefilt:[123,140,174,176,179],simplest:[113,144,155],simpli:[111,117,119,120,121,122,130,145,147,170,172,177,183],simplic:[111,114],simplifi:[94,115,116,119,139,140,151,152,153,182],simul:125,sin:104,sinc:[84,107,109,113,114,115,117,119,121,122,124,130,131,135,136,139,140,144,145,146,147,155,165,170,172,173,177],sine:[104,111],singl:[92,94,109,111,113,116,121,122,125,128,130,131,135,136,143,145,146,150,155,156,173,177,182,183],situat:[113,117,121,145,151,155,168,173],six:[100,101,132],sixth:98,sizabl:143,size:[92,94,97,98,99,100,102,104,105,109,111,116,124,125,129,130,131,136,140,145,146,147,151,154,155,156,170,173,174,176,177,182],skip:[95,109,117,140,143,153,168,183],sklearn:129,sky:124,slice:[97,117,124,130,154,156,169,171],slight:113,slightli:[100,113,115,124,130,131,143,145,168,173,174],sln:182,slogdet:164,slow:[101,130,139,179,183],slowdown:173,slower:174,slowli:143,small:[94,107,109,111,114,115,116,130,131,133,135,136,143,144,146,173,174,183],smaller:[109,125,135,155,173],smi:92,smith:[143,145],smooth:[114,136,143,144,145,146],smoother:144,smoothl1:179,smoothl1_metr:179,smoothrelu:114,snapshot:183,sneaker:[100,101,125,140],snippet:[111,114,117,147,151,177,182,183],socket:102,softmax0:174,softmax:[87,100,101,107,125,130,131,135,174,183],softmax_1:176,softmax_cross_entropi:[100,102,107,123,144,174,183],softmax_cross_entropy_loss:130,softmaxbinarycrossentropyloss:133,softmaxceloss:168,softmaxcemaskedloss:[137,139],softmaxcrossentropyloss:[100,102,107,111,123,125,129,130,136,140,143,144,174,183],softplu:114,softrelu:133,softwar:[87,179],solut:[113,119,130,143,144,145,168,182],solv:[107,109,111,130,131,133,155,160,177],some:[64,90,94,109,111,113,114,115,116,117,119,121,122,124,129,133,135,136,140,143,144,145,146,151,155,156,168,170,172,173,176,177,179,182],someth:[114,119,121,122],sometim:[94,99,105,113,116,117,119,120,122,123,125,133,144,146,147,151,156,168,183],somewhat:87,soon:[112,119,133],sooner:115,sort:[131,156,157,160,170,172],sort_complex:166,sound:[119,121],sourc:[45,64,84,87,107,111,130,137,139,140,146,160,170,172,174,176,177],space:[92,104,113,114,117,129,144,152,156,165,173],spare:125,spars:[169,171,177],sparse_label:139,sparsiti:[170,173],spatial:[129,130,146,173],speak:122,speci:107,special:[94,116,117,121,154,160,164,170,172,173,177],specif:[84,93,97,114,117,119,122,124,131,145,146,151,152,155,156,168,173,174,177,182,183],specifi:[98,102,109,111,113,119,121,124,131,140,144,145,147,152,154,155,156,164,170,172,173,177,182,183],speed:[19,94,112,116,129,130,131,132,143,144,173,179,183,186,188],speedup:133,spent:[137,145,153],split:[101,102,111,117,129,130,136,137,139,145,160,168],split_and_load:[102,107,111,130,179],split_compound_word:139,spot:[113,155],spsp:170,spuriou:[124,125],sqare:133,sqrt:[104,133,146,177],squar:[94,98,104,111,116,129,133,136,146,177],squeez:156,src:[111,137,139,182],src_data:137,src_f32:[182,183],src_lang:[137,139],src_max_len:137,src_npy:137,src_sentenc:137,src_seq:137,src_valid_length:137,src_vocab:[137,139],src_wc:137,srg:137,ssd:[128,179],ssd_512_resnet50_v1_coco:179,ssdmultiboxloss:179,ssh:[87,92],stabil:[113,145,177],stabl:[135,168],stack:[104,107,109,111,130,137,139,140,173],stage:[113,136,137,140,145],stai:[94,116,123,144,145,179],stand:[114,177],standard:[84,95,97,100,104,107,109,113,114,122,130,131,143,146,151,152,155,156,164,173,174,176,183],standard_cauchi:159,standard_exponenti:159,standard_gamma:159,standard_norm:159,standard_t:159,start:[19,64,87,92,93,97,98,99,101,102,107,113,115,117,119,121,122,123,124,125,133,137,139,143,144,145,146,148,152,155,168,170,172,173,177,179,182,184],start_idx:145,start_lr:145,starter:113,starttim:129,starv:174,starvat:121,stat:[137,139],state:[94,95,107,109,111,113,114,116,117,119,121,127,130,131,139,140,143,144,145,172,177],state_dict:111,statement:[117,137,139],static_alloc:[87,137,179],static_shap:[87,179],statist:[113,146,157,160,177,183],statsit:146,statu:92,status:29,std:[87,104,107,131,143,146,156,173],std_img:107,stderr:[170,172],step:[64,87,92,94,103,104,107,109,113,115,116,117,121,122,123,125,129,130,131,133,137,139,143,144,145,146,152,155,168,171,174,179,182,183],step_loss:137,step_num:139,steps_epoch:144,steps_iter:144,stepsiz:145,stepwis:145,still:[112,113,114,117,121,124,133,143,146,147,148,152,168,170,172,173,177,183],stochast:[94,100,109,111,113,116,130,139,140,143,144,145,146],stop:[125,130,140,143,146,155,174],stopiter:179,stopping_criteria:143,stoppinghandl:140,storag:[151,171,173],store:[19,29,92,94,97,99,101,104,111,116,117,121,125,129,131,143,147,151,152,156,168,170,172,173,177,183],str:[84,111,137,170,172,173],straight:[125,129,155],straightforward:[94,99,111,116,117,177],strategi:[121,144,145,170,188],stream:130,streamlin:131,strength:124,strictli:114,stride:[98,100,101,102,105,123,129,130,144,156,183],string:[45,95,104,115,117,137,139,144,147,156,160],string_:104,strong:129,structur:[64,111,113,120,122,125,130,132,138,139,143,154,156,170,172],studio:182,style:[117,124,155,156],styliz:146,stype:[170,172,173],sub:[95,122,155,174,182,183],subarrai:156,subblock:[119,122],subclass:[94,98,100,115,116,117,119,121,122,172],subgraph:182,subject:[145,147],subplot:[100,101,124,127,129,133,135],subplots_adjust:124,subproblem:177,subsect:139,subsequ:[94,116,119,121,130,155,168,170,177,183],subset:[133,164,172,173],subspac:155,subtl:105,subtract:[94,101,104,109,115,116,177],success:[109,114,115,130,155,177,179],successfulli:[84,123,179,182],suddenli:137,sudo:[87,182],suffer:[114,117],suffici:177,suffix:120,sugar:155,suggest:[113,139,143,145,147,177],suit:[90,113,119,146,177],suitabl:[131,147],sum:[99,102,104,105,107,109,111,113,121,124,125,129,133,135,136,137,146,150,155,156,160,173,174,177,183],sum_:[156,177],sum_i:136,sum_j:136,sum_loss:179,sum_metr:174,summarywrit:[111,129],summat:150,super_resolut:175,supercharg:177,superfici:117,superior:[111,117],supervis:125,support:[2,64,84,93,94,97,102,105,111,116,117,136,139,152,153,155,156,165,168,171,173,179,182,183],suppos:[121,155,156],sure:[92,102,109,119,122,123,129,131,146,147,155,177,182,183],sutskev:177,svg:[100,101,136],svm:136,swap:114,swapax:156,swapfil:87,syevd:111,sym:[29,75,84,117,174,176,182],symbol:[2,64,84,94,107,111,112,113,116,120,123,130,133,137,139,148,170,172,173,174,176,183],symbolblock:[120,123,174,176],symeig:111,symmetr:[98,111,145],sync:[95,168],synchron:[29,147,177],synset:[84,87,101,125,174],syntact:155,syntax:[155,156],synthet:179,syntheticdataload:179,sys:[129,170,172],sysctl:182,system32:182,system:[92,95,98,117,119,121,130,139,170,172,173,182],tack:155,tackl:177,tag:[111,129],tailor:93,take:[92,113,114,115,117,121,123,124,125,129,130,131,133,136,139,140,143,144,145,147,151,152,154,155,156,164,168,170,172,173,174,177,179,183],take_step:143,taken:[113,121,129,143,146,155,156,173,177,183],talk:[120,121],tangent:[111,114],tanh:[129,130],tap:182,tar:[125,129,174,176],tarfil:[125,129,174,176],target:[111,125,127,135,136,137,139,177,183],target_batch:135,target_dist:136,target_test_length:139,target_transform:111,target_val_length:139,task:[101,107,111,124,125,128,129,130,131,133,136,138,139,146,155,173,174,177,179,183],tau:177,teach:[108,151],technic:[144,177],techniqu:[107,124,144,146,186],technolog:127,tediou:122,teh:177,tell:[97,99,113,119,121,137,151,152,177,183],tempor:[136,173],temporari:[152,168],temporarili:[170,172],tempt:[117,183],ten:[123,140],tend:[145,179],tendenc:114,tensor:[64,105,117,133,168,170,172,179],tensorboard:2,tensorboardx:111,tensordataset:111,tensorflow:[113,117],tensorinv:164,tensorrt:[2,180,188],tensorsolv:164,term:[109,114,121,122,129,133,135,140,155,168,177],termin:[87,170,172,182],terminolog:[111,145],terrif:121,tesla:107,test:[29,87,95,100,101,107,123,125,129,130,137,139,140,143,146,156],test_acc:107,test_batch_s:[137,139],test_batch_sampl:[137,139],test_batchify_fn:[137,139],test_bleu_scor:137,test_data:[107,130],test_data_load:[137,139],test_dataload:133,test_dataset:125,test_filenam:129,test_gt:137,test_imag:129,test_label:130,test_loss:[137,139],test_loss_funct:139,test_path:107,test_tgt_sent:[137,139],test_translation_out:137,test_util:[29,84,93,107,124,125,130,131,173,174,176],testing_dir:133,testing_path:[125,174],text:[2,101,114,119,122,132,136,160],text_label:[100,101],texttt:177,tgt:[137,139],tgt_data:137,tgt_lang:[137,139],tgt_max_len:137,tgt_npy:137,tgt_sentenc:137,tgt_seq:137,tgt_valid_length:137,tgt_vocab:[137,139],tgt_wc:137,tgz:129,than:[87,99,102,104,109,111,113,114,117,119,121,122,125,130,131,135,136,139,143,144,145,146,150,155,156,170,173,183],thank:[94,116],the_model:111,theano:117,thei:[29,87,94,105,113,114,115,116,117,119,120,121,122,125,130,131,133,136,144,145,146,155,156,170,173,176,177,183],them:[84,94,95,98,100,102,107,111,114,115,116,119,121,122,123,124,125,127,129,130,131,139,143,145,146,147,156,168,170,172,174,176,177,182],themselv:[117,121,146],theoret:183,theori:119,thereaft:[144,145],therebi:[117,136],therefor:[117,119,123,124,130,156,173,177,179,183],thi:[13,29,41,84,92,93,94,95,97,98,99,100,101,102,103,105,106,107,109,110,111,113,114,115,116,117,119,120,121,122,123,124,125,127,129,130,131,133,135,136,137,139,140,143,144,145,146,147,148,150,151,152,153,155,156,157,160,165,168,169,170,172,173,174,176,177,179,182,183],thing:[94,109,113,115,116,119,121,122,132,135,153,168],think:[121,150,155,168,177],third:[97,117,119,122,152,156,170],those:[111,114,119,122,145,164,170,177,183],though:[94,98,111,113,116,117,125,131,135,139,144,146,153,173,176],thought:[124,146],thread:[111,164,168,182],threadpoolctl:164,three:[19,97,113,117,119,130,131,136,147,155,156,170],threshold:[109,136,143],through:[95,98,99,100,102,107,109,113,114,115,117,119,121,122,123,125,127,130,131,133,138,139,140,143,144,146,147,152,156,170,176,177,182,183],throughout:[94,116,117,121,143,144,146],throughput:[131,137],thu:[113,117,155,156,177],thumb:[94,101,116,143],tic:[100,102,107,111,179],tid:182,tie_weight:139,tied:[119,121,122],tielemen:177,tier:93,tifinagh:133,tild:177,tile:[111,123,129,160],time:[90,93,98,99,100,101,102,106,107,113,115,117,119,121,123,124,125,127,129,130,131,132,136,137,138,139,140,143,144,145,146,152,153,156,168,173,174,177,179,182,183],timeit:173,timelin:183,timestep:136,tini:177,tint:124,tip:[146,183],titl:[94,100,101,116,135],tobyt:156,todo:[101,104,105],tofil:[156,163],togeth:[97,100,139,140,151,155,183],toi:[111,113],token:[137,139],tolist:[94,136,137,163,173],too:[100,101,109,113,114,119,121,122,129,143,144,146,172,173,177],tool:[29,84,117,122,123,182,188],toolkit:[19,137,139,183],top:[87,101,107,121,125,129,131,135,140,176,183],top_p:[174,176],top_pr:131,topic:[103,105,106,157,171],topin:145,topk:[87,101,131],torch:111,torchvis:111,tostr:156,tostyp:[170,172,173],total:[123,129,140,144,170,176,177,183],total_loss:111,totensor:[100,101,102,107,111,123,124,140,143,144,183],touch:130,toward:[114,123,146,155,177],trace:[99,156,173,183],track:[29,119,144,146,177],tractabl:[114,177],tradeoff:144,tradit:130,traffic:136,train:[29,83,84,85,90,91,92,93,94,95,99,101,103,108,112,114,115,116,117,121,122,124,125,127,128,136,138,143,144,145,146,147,148,149,153,170,172,173,175,176,182,183,186],train_acc:[100,107,140],train_accuraci:140,train_batch_sampl:[137,139],train_batchify_fn:[137,139],train_begin:140,train_data:[100,102,107,111,123,129,130,140,168,179],train_data_load:[125,137,139,140],train_data_s:109,train_dataload:[109,129,133,144],train_dataset:[109,125,144,168],train_end:140,train_filenam:129,train_ground_truth_class:109,train_imag:129,train_instance_count:93,train_instance_typ:93,train_label:130,train_loss:[100,102,107,125],train_metr:140,train_model:[109,123],train_one_epoch:139,train_path:107,train_root:174,train_softmaxcrossentropyloss0:140,train_x:109,trainabl:[94,116,146,177],trainbegin:140,trained_model:128,trainend:140,trainer:[19,94,100,102,107,109,116,123,125,129,130,132,133,137,139,140,141,143,144,146,168,173,177,179,183],training_dir:133,training_path:[125,174],training_sampl:125,training_transform:107,trainvaldatatransform:[137,139],tran:111,transfer:[107,131,153,173,174],transform:[41,100,101,102,107,109,111,114,123,125,127,129,130,131,133,137,138,140,143,144,146,174,176,177,183],transform_first:[100,102,107,111,123,140,143,144,183],transformer_:139,transformer_en_de_512:139,transit:[108,112],translat:[124,130],translation_out:137,transmit:177,transpos:[64,87,97,101,107,111,123,129,131,133,152,155,156,160,172,173,174,176],transpose_a:172,transpose_b:182,transpose_dot:172,trapz:165,travers:[121,122,125],treat:[114,156],treatment:173,tree:[113,122,188],tremend:115,tri:[102,161,177],triangular:159,triangularschedul:145,trick:168,tricki:183,trigger:[119,155],trigonometr:160,trim_zero:162,triu:161,trouser:[100,101,125,140],trpo:[135,136],true_diverg:135,truediv:156,trunc:111,truncat:138,trust:[135,136],truth:[101,109,113,133,136,156],tsne:129,tsneview:129,tune:[93,94,101,114,116,128,138,146,175,176,177,188],tupl:[84,95,97,98,104,111,125,137,139,143,155,156,173],ture:179,turn:[19,111,117,121,130,131,177,182,183],tutori:[83,84,85,88,91,92,93,94,95,96,100,102,107,108,109,111,114,116,119,120,121,123,124,125,130,131,132,133,136,140,143,144,145,148,150,151,152,153,168,169,170,172,173,174,175,176,179,180,183,186,188],tutorial_util:107,tvm:[45,112,180],tvmop:45,twice:[111,121,133,136,143,145],twiddl:143,two:[22,25,64,75,84,94,95,97,98,100,102,106,107,109,111,113,114,115,116,117,119,121,122,123,125,130,131,133,135,136,146,147,151,152,155,156,170,172,173,176,177,183],txt:[84,87,101,104,137],type:[45,84,92,95,97,100,111,115,121,125,130,146,147,151,152,154,155,163,171,173,174,176,183],typeerror:[117,173],typic:[115,121,125,130,133,136,143,144,146,151,153,156,170,172,179,182],ubuntu:92,ufunc:156,uint8:[125,129],ultim:[122,143,144],umass:129,unabl:119,unambigu:155,unari:156,unbias:177,uncertainti:177,unchang:[113,117],uncom:100,uncommon:113,undef:[182,183],under:[113,146,155,173,182],underflow:179,underli:[117,156],understand:[111,114,119,121,122,132,136,151,155,156,172,177],undo:146,unexpect:[109,144,183],unfinish:95,unfortun:[94,116],unhelp:124,uni:182,unicod:104,unicode_:104,unifi:139,uniform:[95,97,98,99,102,104,105,115,119,121,122,124,125,127,129,136,137,144,147,168,170,179],uniform_:111,uniformli:[97,98,111,119,122],uninform:177,uniqu:[107,120,121,122],unit:[98,102,109,111,113,114,115,121,130,133,139,143,146,148,151,155,173],unit_cycl:[144,145],univers:156,unknown:[94,116,136],unless:[114,121,125,127,146,156],unlik:[114,125,136,144,145,146,155],unnorm:146,unpredict:90,unreli:146,unrespons:183,unsaf:179,unset:182,unspecifi:119,unsqueez:111,unstabl:[135,143],unsupervis:129,until:[99,113,117,119,130,143,144,168,174],untrain:[131,174],unusu:122,unwrap:165,unzip:182,updat:[84,87,94,99,100,104,107,109,111,113,114,116,119,123,129,130,132,133,136,137,139,143,144,146,147,171,173,174,177,179,182],update_average_param_dict:139,update_on_kvstor:[147,179],upload:101,upload_data:93,upon:95,upper:145,url:[101,174,176],urocyon:87,usabl:115,usag:[75,87,113,132,160,168,173,183],use:[75,85,87,88,90,92,93,94,95,96,98,100,101,102,105,107,108,109,111,112,114,115,116,117,119,120,121,122,123,125,126,127,128,129,130,131,132,133,135,136,137,138,139,140,143,144,145,146,147,148,149,151,152,153,155,168,170,172,173,174,176,178,179,180,182,183,186,188],use_average_length:139,use_bia:129,use_bla:182,use_ec2:[85,91,112],use_global_stat:146,use_intel_path:182,use_mkldnn:182,use_np_arrai:158,use_np_shap:158,use_opencv:182,use_openmp:182,use_sagemak:[85,91,112],used:[41,94,95,98,99,100,101,105,107,109,111,113,114,115,116,117,120,121,122,123,124,125,127,129,130,133,135,136,139,140,143,144,145,146,147,152,155,156,168,170,172,173,177,179,182,183],useful:[13,84,106,107,111,112,122,125,131,133,136,145,146,148,152,155,156,173,183],user:[102,105,117,119,122,125,140,168,170,173,182,183],uses:[64,93,94,98,100,105,111,113,115,116,117,120,129,130,131,133,137,139,146,170,172,173,177],using:[19,29,64,75,82,84,85,91,94,95,96,97,98,100,101,102,106,108,109,111,112,113,114,115,116,117,119,121,123,124,125,126,127,130,131,132,135,136,137,139,143,144,145,146,147,150,151,152,153,154,155,156,164,170,172,173,177,179,180,181,182,184,188],usr:182,usual:[94,95,99,109,111,113,116,117,119,122,124,125,127,130,131,135,143,146,156,165],usus:172,utf:137,util:[2,29,87,101,102,107,111,117,124,127,129,130,137,139,140,174,176,179],utils_fil:[174,176],uuid4:120,uvw:125,v100:107,v_1:177,v_i:177,vae:[135,136],val:[107,137],val_acc:107,val_accuraci:[140,174],val_batch_sampl:[137,139],val_data:[107,109,130,140],val_data_load:[137,139,140],val_data_s:109,val_dataload:109,val_dataset:109,val_ground_truth_class:109,val_gt:137,val_path:107,val_softmaxcrossentropyloss0:140,val_tgt_sent:[137,139],val_x:109,valid:[100,101,107,123,125,130,137,139,140,155,174],valid_acc:100,valid_best:[137,139],valid_bleu_scor:137,valid_data:[100,102],valid_data_load:125,valid_dataset:125,valid_loss:[125,137,139],valid_sampl:125,valid_translation_out:137,validate_model:109,validation_transform:107,validationhandl:140,valu:[29,92,94,97,98,99,100,104,105,107,109,111,113,114,116,117,119,121,122,124,125,127,129,130,131,135,136,137,140,144,145,146,147,151,155,156,165,168,170,172,173,177,179],value1:170,value2:170,value_str:173,valueerror:145,valuen:170,vander:161,vanish:114,vari:[111,113,131,143,145,156],variabl:[75,84,104,109,113,115,117,119,121,122,125,129,136,147,151,152,153,156,164,168,170,172,173,177,182],varianc:[101,114,136,143,146,151,160,177],variant:[114,173,177],variat:[94,116,128,135,136],varieti:[19,119,122,124,144,156,170],variou:[29,64,85,91,109,111,112,114,119,121,124,147,153,183],vast:173,vaswani:139,vc14:182,vc15:182,vec1:111,vec2:111,vector:[109,111,113,129,130,136,152,160,170,172,177,182],veiw:111,vendor:183,verbos:[84,129],veri:[92,94,97,102,107,109,111,113,115,116,117,121,122,123,124,130,131,133,143,145,146,151,177,179,183],verif:181,verifi:[99,133,147],verify_loaded_model:123,versa:[129,170,172],versatil:121,version:[84,92,102,111,114,115,123,130,131,140,150,164,168,177,182,183],versu:[136,153,173,179],vert:136,vert_2:136,vertic:[104,124,130],vgg16:174,via:[93,94,109,114,115,116,121,125,144,151,156],vice:[129,170,172],video:129,vietnames:137,view:[64,104,111,117,145,155,156,177],view_a:111,vis:129,visibl:[152,156],vision:[19,87,93,100,101,102,107,111,120,123,124,125,127,128,130,131,133,140,143,144,146,174,182,183],visit:[84,182],visual:[29,100,101,122,129,135,136,143,144,148,174,176,177,182,183],visualize_activ:114,visualize_graph:178,viz:[148,178],vizualis:[174,176],vocab:[137,138],vocabulari:[137,139],volta:179,volum:92,vonmis:159,vs2015:182,vsplit:104,vstack:104,vtune:183,vulp:87,w_0:177,w_1:177,w_i:177,w_j:177,w_npy:182,wai:[84,90,94,97,98,101,107,109,111,113,114,115,116,117,119,121,122,123,124,130,131,135,136,139,140,146,147,152,154,155,160,168,170,172,173,174,179],wait:[117,174,183],wait_to_read:[95,111,168,173,183],waital:[95,117,139,168,174,183],wald:159,walk:[107,122,129,130,177],want:[84,94,95,97,99,109,113,114,115,116,117,119,120,121,122,123,124,125,129,131,133,136,139,140,143,144,145,146,151,153,168,173,176,177,182,183],warm:144,warmup:[139,147],warmup_step:139,warn:[87,114,123,137,139,140,146,147,170,172,174,176,179],wasn:113,wast:[170,172],watch:146,wd_lh:177,wdecai:174,wdiv:182,weasel:87,web:[87,111,124,127,131,174,176],websit:[87,93,128,182],wei_f32:[182,183],weibul:159,weight:[29,94,95,98,99,100,109,111,113,115,116,119,121,122,123,130,131,133,143,147,172,173,174,182,183],weight_decai:172,weight_grad_nbyt:173,weight_grad_nbytes_pct:173,weight_grad_styp:173,weight_initi:111,weight_nbyt:173,weight_nbytes_pct:173,weight_shap:95,weighted_data:[94,116],welcom:[86,89,168,185,187],well:[84,90,94,99,102,107,116,117,121,130,136,139,140,146,155,174,176,177,179,182],went:130,were:[107,109,113,119,121,122,125,146,155,173,177,183],wget:87,what:[29,94,102,108,116,117,119,121,122,128,130,135,138,143,147,151,152,153,155,168,170,172],wheel:87,when:[19,93,94,95,99,102,109,110,111,113,114,115,116,117,119,120,121,122,124,125,130,131,132,133,135,136,139,140,143,144,145,146,147,149,150,151,153,155,156,164,168,170,172,173,176,177,182,183,188],where:[84,93,98,99,109,111,113,114,115,117,120,123,129,130,131,133,135,136,143,144,147,150,152,155,156,166,168,170,172,173,176,177,179,183],wherea:[64,155,156],wherev:179,whether:[87,95,99,113,115,117,119,122,124,129,133,147,156,173,183],which:[84,92,94,95,97,98,99,100,102,103,104,106,107,109,111,113,114,115,116,117,119,120,121,122,124,125,127,129,130,131,133,135,136,137,139,140,143,146,147,151,152,154,155,156,160,168,170,172,173,174,176,177,179,182,183],whl:87,who:113,whole:[94,113,116,122,139,152,168],whose:[97,105,111,114,122,151,154,155,172],why:[117,121,131,146,152,155,168,172,173],wide:[64,114,115,127,130,136],widespread:114,width:[87,98,100,107,124,127,129,130,131,146],wikimedia:101,wikipedia:[101,109],wild:121,william:177,win64:182,window:182,wine:88,wine_detector:88,winner:131,winograd:183,wise:[97,104,111,130,131,143,144,151,152,156,173],wish:143,within:[93,94,111,116,119,120,122,133,135,136,177,183],without:[19,95,117,119,125,151,156,173,183],wmt14:139,wmt2014:139,wmt2014bpe:139,wmt_bucket_schem:139,wmt_data_test:139,wmt_data_test_with_len:139,wmt_dataset_process:139,wmt_detoken:139,wmt_model_nam:139,wmt_src_vocab:139,wmt_test_batch_sampl:139,wmt_test_batchify_fn:139,wmt_test_bleu_scor:139,wmt_test_data_load:139,wmt_test_loss:139,wmt_test_loss_funct:139,wmt_test_text:139,wmt_test_tgt_sent:139,wmt_test_translation_out:139,wmt_tgt_vocab:139,wmt_transform_fn:139,wmt_transformer_model:139,wmt_translat:139,won:[114,123,146],wonder:152,word2vec:138,word:[94,116,119,122,136],word_embed:138,word_embedding_train:138,work:[85,87,88,94,99,100,107,114,115,116,119,121,122,123,125,128,130,132,135,136,138,143,144,145,146,148,155,156,168,170,173,183],workaround:[95,117],workdai:92,workdir:182,worker:[140,143,174,177],workshop:174,world:[124,170,172],worri:[140,151],wors:143,worth:[94,116],would:[87,94,95,109,113,116,117,119,121,122,123,124,131,133,136,143,146,155,168,170,172,173,174,177],wouldn:146,wps:137,wrap:[125,140,183],wrapper:145,wrench:[174,176],write:[29,94,95,97,99,109,111,113,115,116,117,121,130,137,139,143,152,168,170,171,172,177],write_sent:137,written:[111,130,156,173],wrong:[133,153],wspace:124,www:[104,129],x64:182,x86:182,x_batch:125,x_gpu:153,x_npy:182,xavier:[87,94,100,107,109,111,116,119,122,123,125,130,133,139,140,143,144,146,174,183],xeon:[85,88,182,186],xlabel:[136,143,144,145],xlarg:[92,93],xscale:143,xyz:125,y_batch:125,y_hat:113,y_lower:143,y_np:[113,183],y_upper:143,yelp:138,yet:[94,115,116,119,122,131,146,156,168,170,177],yhat:107,yield:[100,143,156],ylabel:[136,143,144,145],ylim:135,yolo:[85,88,128],you:[19,64,75,83,84,85,87,88,90,91,92,93,94,95,96,97,98,99,100,101,102,103,105,106,107,109,111,112,113,114,115,116,117,119,120,121,122,123,124,125,126,128,129,130,131,133,135,136,138,139,140,143,144,146,147,148,150,151,152,153,155,156,168,169,170,172,173,174,176,177,179,180,182,183,186,188],your:[83,85,87,92,93,94,95,97,101,102,106,108,109,111,112,113,114,116,117,120,123,124,125,128,130,131,132,133,136,138,140,143,144,145,146,147,151,152,153,156,168,170,172,173,176,177,178,180,183,186,188],yourself:[139,182],yscale:143,yum:182,z_dim:129,z_i:177,z_np:113,zalando:125,zeiler:177,zero:[104,111,114,120,122,125,129,135,146,150,151,155,160,170,172,173,174,177,179,183],zero_grad:139,zeros_lik:[136,151,152],zheng:177,zip:[100,101,102,107,111,130,137,173,174,182],zipf:159,zoo:[107,120,131,139,140,143,146],zoom:183},titles:["mxnet.autograd","contrib.autograd","mxnet.contrib","contrib.io","contrib.ndarray","contrib.onnx","contrib.quantization","contrib.symbol","contrib.tensorboard","contrib.tensorrt","contrib.text","gluon.Block","gluon.Constant","gluon.contrib","gluon.data","vision.datasets","data.vision","vision.transforms","gluon.HybridBlock","mxnet.gluon","gluon.loss","gluon.model_zoo.vision","gluon.nn","gluon.Parameter","gluon.ParameterDict","gluon.rnn","gluon.SymbolBlock","gluon.Trainer","gluon.utils","Python API","mxnet.initializer","mxnet.kvstore","mxnet.lr_scheduler","mxnet.module","mxnet.attribute","mxnet.base","mxnet.callback","mxnet.context","mxnet.engine","mxnet.executor","mxnet.executor_manager","mxnet.image","mxnet","mxnet.io","mxnet.kvstore_server","mxnet.libinfo","mxnet.log","mxnet.model","mxnet.monitor","mxnet.name","mxnet.notebook","mxnet.operator","mxnet.profiler","mxnet.random","mxnet.recordio","mxnet.registry","mxnet.rtc","mxnet.runtime","mxnet.test_utils","mxnet.torch","mxnet.util","mxnet.visualization","ndarray.contrib","ndarray.image","mxnet.ndarray","ndarray.linalg","ndarray","ndarray.op","ndarray.random","ndarray.register","ndarray.sparse","ndarray.utils","mxnet.optimizer","symbol.contrib","symbol.image","mxnet.symbol","symbol.linalg","symbol.op","symbol.random","symbol.register","symbol.sparse","symbol","Python Documentation","Export","Exporting to ONNX format","Deployment","Deploy into C++","Image Classication using pretrained ResNet-50 model on Jetson module","Inference","Deploy into a Java or Scala Environment","MXNet on the Cloud","Run on AWS","Run on an EC2 Instance","Run on Amazon SageMaker","Custom Layers","Custom Numpy Operators","Extend","Step 1: Manipulate data with NP on MXNet","Step 2: Create a neural network","Step 3: Automatic differentiation with autograd","Step 4: Train the neural network","Step 5: Predict with a pretrained model","Step 6: Use GPUs to increase efficiency","Getting started with NP on MXNet","The NP on MXNet cheat sheet","Differences between NP on MXNet and NumPy","What is NP on MXNet","Gluon: from experiment to deployment","Getting Started","Logistic regression explained","Moving to MXNet from Other Frameworks","PyTorch vs Apache MXNet","Python Tutorials","Automatic Differentiation","Activation Blocks","Custom Layers","Customer Layers (Beginners)","Hybridize","Blocks","Initialization","Parameter and Block Naming","Layers and Blocks","Parameter Management","Saving and Loading Gluon Models","Image Augmentation","Gluon <code class=\"docutils literal notranslate\"><span class=\"pre\">Dataset</span></code>s and <code class=\"docutils literal notranslate\"><span class=\"pre\">DataLoader</span></code>","Data Tutorials","Image Augmentation","Image Tutorials","Image similarity search with InfoGAN","Handwritten Digit Recognition","Using pre-trained models in MXNet","Gluon","Custom Loss Blocks","Losses","Kullback-Leibler (KL) Divergence","Loss functions","Google Neural Machine Translation","Text Tutorials","Machine Translation with Transformer","MXNet Gluon Fit API","Training","Learning Rates","Learning Rate Finder","Learning Rate Schedules","Advanced Learning Rate Schedules","Normalization Blocks","Trainer","Packages","KVStore","Distributed Key-Value Store","An Intro: Manipulate Data the MXNet Way with NDArray","NDArray Operations","NDArray Contexts","Array objects","Indexing","The N-dimensional array (<code class=\"xref py py-class docutils literal notranslate\"><span class=\"pre\">ndarray</span></code>)","NP on MXNet reference","NP Extensions","np.random","Routines","Array creation routines","Array manipulation routines","Input and output","Linear algebra (<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">numpy.linalg</span></code>)","Mathematical functions","Sorting, searching, and counting","Statistics","Gotchas using NumPy in Apache MXNet","NDArray","CSRNDArray - NDArray in Compressed Sparse Row Storage Format","Tutorials","RowSparseNDArray - NDArray for Sparse Gradient Updates","Sparse NDArrays with Gluon","Fine-tuning an ONNX model","ONNX","Running inference on MXNet/Gluon from an ONNX model","Optimizers","Visualization","Using AMP: Automatic Mixed Precision","Accelerated Backend Tools","Intel MKL-DNN","Install MXNet with MKL-DNN","Profiling MXNet Models","TensorRT","Use TVM","Compression","Deploy with int-8","Performance"],titleterms:{"boolean":[104,155],"char":161,"class":[109,117,161],"default":105,"export":[83,84,85],"float":165,"function":[104,105,111,133,136,165,172,179],"import":97,"int":187,"long":113,"new":111,"short":113,"super":145,"switch":113,AND:123,AWS:91,Adding:[94,104,116,162],For:[104,111],Ones:161,The:[94,104,107,116,156,161,183],Tied:[119,122],Use:[95,102,104,109,139,185],Using:[95,99,113,117,125,131,144,147,179,183],acceler:[177,180,188],access:[122,159],achiev:117,activ:[22,114,133,146],adadelta:177,adagrad:177,adam:177,adamax:177,adapt:177,advanc:[22,29,113,132,135,136,140,144,145,147,155,170,172,183],advantag:[113,170],again:122,aggreg:[104,135,150],alexnet:21,algebra:164,algorithm:[111,177],alik:111,all:[109,122],alloc:102,allow:111,amazon:93,amp:179,analysi:138,answer:113,apach:[111,168],api:[13,14,16,17,19,21,22,25,29,64,82,84,111,140,144,148],appendix:[111,125],applic:132,approach:130,architectur:123,argument:156,arithmet:[104,156,165],arrai:[97,104,154,155,156,161,162,168,170,172],ask:104,assign:117,asynchron:168,attent:183,attribut:[34,156],augment:[124,127],auto:104,autograd:[0,1,99,111,113],automat:[99,113,179,183],averag:167,axi:156,backend:[180,188],backward:[95,147],base:[35,163],basic:[22,99,128,136,140,147,155,162],batch:[111,146],bayesian:177,beginn:116,benchmark:173,best:117,beta:146,between:[94,97,105,113,116],binari:163,bitgener:159,block:[11,94,95,111,114,116,118,120,121,133,146,168],both:117,broadcast:152,browser:183,build:[123,137,161,182,183],built:[119,122],calcul:[113,156,168],call:[111,168],callback:36,caltech101:174,can:[111,124],cell:25,chain:98,chang:[104,127,147,162],charact:161,cheat:104,check:84,classic:87,clone:182,cloud:[85,90],code:121,color:[124,127],combin:[104,155,168],common:[133,135],comparison:[104,110,156],compat:158,complex:165,compos:124,compress:[170,186,188],comput:117,conclus:[94,109,111,116,119,136,139,168,173],consol:183,constant:[12,121],construct:[117,156],contain:22,context:[37,117,153],contrast:133,contrib:[1,2,3,4,5,6,7,8,9,10,13,62,73],contribut:2,control:[99,113],converg:145,convers:[156,170,172],convert:[97,152,168],convolut:[13,22,130],cool:145,copi:[104,170,172],core:19,correct:183,correl:167,cosin:[136,145],count:166,creat:[97,98,104,111,137,139,161],creation:[161,170,172],crop:127,cross:[111,136],csrndarrai:170,ctc:136,current:179,custom:[94,95,107,112,113,115,116,119,121,122,125,133,140,144,145,177,183],customop:95,cycl:145,cyclic:145,data:[13,14,16,19,97,100,102,104,105,107,109,111,117,125,126,130,131,132,133,146,151,156,159,161,163,170,173,174,179],datait:125,dataload:[14,125,137,139,174],dataset:[13,14,15,16,107,125,137,139,140,174],dcasgd:177,decai:[144,177],decomposit:164,defer:119,defin:[100,107,109,111,130,133,139],definit:111,densenet121:131,densenet:21,deploi:[86,89,111,187],deploy:[85,107,112],descent:177,descript:163,detail:155,devic:[111,158],differ:[94,105,116,117,123,131,165,168],differenti:[99,104,113,133],digit:130,dimens:162,dimension:156,discrimin:129,disk:104,distribut:[111,150,159,177,188],diverg:[135,136],dnn:[181,182],document:82,doe:113,down:145,download:[84,174,176],dynam:179,ec2:92,effici:102,eigenvalu:164,element:[104,162],elu:114,embed:[22,136,138],encod:109,end:111,engin:38,entropi:136,environ:[89,139,183],epoch:[137,143],equat:164,essenti:188,estim:13,evalu:[139,174],event:[13,140],exampl:[19,64,75,95,155,156,170],except:164,executor:39,executor_manag:40,exist:[111,161],experi:107,explain:109,expon:165,extend:96,extens:158,extra:105,fals:135,fanci:104,few:168,file:[104,123,163,174,176],find:[124,168],finder:143,fine:[107,120,131,174],first:98,fit:140,flexibl:98,flip:127,flow:[99,113],forc:119,fork:95,format:[84,163,170,172],forward:[95,147],fp32:179,framework:110,from:[84,101,107,110,120,123,125,152,161,174,176,183],from_logit:135,frontend:123,ftml:177,ftrl:177,fullyconnect:173,fullyconnectedspars:173,further:183,gamma:146,gener:[129,173],get:[100,103,108,112,132,139,151,174],github:168,gluon:[11,12,13,14,18,19,20,21,22,23,24,25,26,27,28,29,101,107,111,113,123,125,132,137,140,144,173,174,176],gluoncv:128,gluonnlp:139,gnmt:137,goldberg:122,googl:137,gotcha:168,gpu:[102,104,111,170,172],grad_styp:173,gradient:[113,172,177],granular:183,guid:110,handl:[150,165],handler:[13,140],handwritten:130,has:111,head:113,help:104,helper:179,high:148,higher:168,hing:136,histogram:167,how:[84,113,129,168],huber:136,hybrid:[94,111,116,117,121],hybridblock:[18,94,111,116,117],hybridsequenti:117,hyper:[107,137],hyperbol:165,idea:143,imag:[41,63,74,87,124,127,128,129,176],imagefolderdataset:174,impact:168,imper:[29,117],implement:[95,143],incept:21,includ:125,incorrect:183,increas:[102,183],index:[97,104,117,155,156,170],infer:[85,88,113,139,146,170,172,176,179],info:111,infogan:129,initi:[30,104,111,119,122,130,150,179],input:163,inspect:[104,170,172],instal:[87,111,182],instanc:[92,146,147],instanti:119,integ:155,intel:181,intermedi:133,intern:156,intro:151,introduct:125,invert:164,item:[117,156],iter:143,java:89,jetson:87,join:162,kei:[117,150],kind:162,kullback:[135,136],kvstore:[31,147,149],kvstore_serv:44,languag:138,larg:177,last:[133,174],layer:[22,25,94,98,109,115,116,121,133,146,174],layout:156,leaki:114,learn:[125,129,142,143,144,145,147,177],leibler:[135,136],less:95,level:[148,168],libinfo:45,like:162,limit:[117,179],linalg:[65,76,164],linear:164,list:150,load:[104,107,111,120,122,123,130,131,137,139,170,174,176],loader:179,log:46,logarithm:165,logist:[109,136],look:111,loop:[129,139,174,179],loss:[20,111,133,134,136,174,179],lower:168,lr_schedul:32,machin:[125,137,138,139,150],manag:[122,153],manipul:[97,104,111,151,156,162],manual:144,map:163,mathemat:[104,165],matplotlib:105,matric:[161,164],matrix:[156,161,164,170],memori:[156,163],method:[127,156,177],metric:111,minim:168,miscellan:165,miss:105,mix:179,mkl:[181,182],mkldnn:183,mobilenet:[21,131],mode:[113,146],model:[47,84,87,100,101,107,109,111,117,123,131,137,138,139,140,173,174,176,183],model_zoo:21,modifi:145,modul:[2,19,29,33,87,111,112,125],momentum:177,monitor:[48,111],more:158,most:111,motiv:172,move:110,multi:111,multilay:130,multipl:[102,127,150,156],mxnet:[0,2,19,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,64,72,75,84,87,90,97,103,104,105,106,110,111,113,131,137,139,140,151,152,157,168,176,182,183],nadam:177,name:[49,120,168],natur:168,ndarrai:[4,62,63,64,65,66,67,68,69,70,71,97,151,152,153,156,168,169,170,172,173],necessari:111,need:[111,113],nerual:158,nest:120,nesterov:177,network:[13,94,98,100,102,116,119,120,130,131,133,147,158],neural:[13,98,100,102,130,137],neuron:109,next:[97,98,99,100,101,102,107,111,112,114,119,136,140,147,150,151,152,153,170,172,173,177],non:[113,168],norm:164,normal:[22,146],note:155,notebook:50,npy:163,npz:163,number:[162,164,165],numer:161,numpi:[95,97,105,152,163,164,168],nvidia:183,object:154,onc:122,one:109,onli:[109,144],onlin:177,onnx:[5,84,174,175,176],oper:[51,95,97,102,104,105,111,152,156,158,162,165,168,170,172,183],optim:[72,111,130,140,147,172,177],option:[147,163],order:167,other:[110,156,164,165],out:153,output:[109,163,183],overli:127,overrid:111,overview:[29,107,151,152,153,172],own:[125,139],packag:[19,75,97,112,148],pai:183,pair:150,paramet:[23,94,95,107,111,113,115,116,119,120,121,122,123,130,137],parameterdict:24,parametr:95,partial:111,pass:147,paus:111,perceptron:130,perform:[97,112,117,188],permut:159,pitfal:133,place:152,placehold:104,point:165,poissonnllloss:136,polynomi:144,pool:22,practic:119,pre:[87,107,111,131,174,176],precis:179,predict:[101,130],predict_mod:111,prelu:114,prepar:[133,139],preprocess:[137,139],prerequisit:[84,87,101,102,107,124,130,140,151,152,153,170,172,182],pretrain:[87,101,139],product:[164,165],profil:[52,183],program:117,provid:117,pull:150,pure:155,push:150,put:109,python:[29,82,99,112,113,123,183],pytorch:111,quantiz:6,random:[53,68,78,159],rang:161,rate:[142,143,144,145,147,177],ration:165,raw:163,read:[111,173,183],real:176,rearrang:162,rec:161,recognit:130,recommend:[111,119,136,173],record:161,recordio:54,rectifi:114,recurr:[13,25],refer:[13,14,16,17,21,22,25,82,107,139,149,157,178],regist:[69,79,95],registr:95,registri:55,regress:109,relat:29,relu:114,remov:[104,162],replac:120,represent:163,requisit:[174,176],resnet:[21,87,131],retain:172,rmsprop:177,rnn:25,round:165,routin:[160,161,162,165],row:[170,172],row_spars:173,rowsparsendarrai:172,rtc:56,rube:122,rule:183,run:[87,91,92,93,102,150,176],runtim:57,sagemak:93,sampl:[14,124,138],sampler:[137,139],save:[100,104,105,107,120,122,123],scala:89,scalar:105,scale:[177,179],schedul:[144,145],scope:111,search:[129,166,168],secur:85,select:156,selu:114,sentenc:138,sentiment:138,sequenc:138,sequenti:[22,121],serial:111,set:[139,144,172],setup:[123,183],sgd:177,sgld:177,shape:[104,111,117,133,145,156,162],share:148,sheet:104,should:177,siames:133,sigmoid:[114,136],sigmoidbinarycrossentropyloss:109,signatur:168,signum:177,similar:[111,129,168],simpl:[123,143,159],simplest:[94,116],skip:113,slant:145,slice:[104,152,155,170,172],softmax:136,softrelu:114,softsign:114,solv:164,some:183,sort:[104,166],sota:139,sourc:[163,182],spars:[64,70,80,170,172,173],spatial:124,special:[156,165],split:[104,162],squeezenet:21,start:[103,108,112,132,151,183],statist:167,step:[97,98,99,100,101,102,111,112,114,119,136,140,147,150,173,177],stepwis:144,stochast:177,stop:183,storag:[170,172],store:150,strike:122,string:163,subset:104,sum:165,summari:[114,130,137,147,177],support:[87,135,170,172,174,176],swish:114,symbol:[7,29,73,74,75,76,77,78,79,80,81,117],symbolblock:[26,111],synchron:111,tanh:114,target:122,tensor:111,tensorboard:8,tensorrt:[9,184],test:[131,133,174,176],test_util:58,text:[10,13,104,138,163],thi:87,tile:162,time:111,tip:109,togeth:[95,109],toi:139,tool:[180,183],toolkit:128,topic:[132,170,172],torch:59,train:[19,87,100,102,107,109,111,113,123,129,130,131,132,133,137,139,140,141,174,177,179,188],train_mod:111,trainer:[27,111,147,174],transform:[16,17,124,139],translat:[137,138,139],transpos:[104,162],triangular:145,trigonometr:165,triplet:136,tune:[107,120,131,174],tutori:[19,64,82,87,112,126,128,138,171],tvm:185,type:[104,105,117,156,170,172],updat:[150,172],upgrad:125,usag:[95,111,136,140,143,147],use:[84,99,113,177],using:[87,107,140,168,174,176,183],util:[19,28,60,71],valid:[84,109],valu:[133,150],variabl:[111,183],varianc:167,vector:[133,164],verifi:182,vgg:21,view:183,vision:[15,16,17,21],visual:[61,111,114,178],wai:[151,183],warm:145,watch:153,weight:[136,177],what:[87,106,107,113,124,133,177],where:124,whether:182,who:87,why:113,without:115,wmt:139,word:138,work:[109,113,182],world:117,wrap:143,wrapper:111,write:173,your:[98,104,107,139],zero:161,zero_grad:111,zoo:[84,101,174,176]}}) |