-
Notifications
You must be signed in to change notification settings - Fork 0
/
valgrind
5036 lines (4529 loc) · 470 KB
/
valgrind
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
==415861== Memcheck, a memory error detector
==415861== Copyright (C) 2002-2017, and GNU GPL'd, by Julian Seward et al.
==415861== Using Valgrind-3.14.0 and LibVEX; rerun with -h for copyright info
==415861== Command: ./onnx_test_runner -e mkldnn /home/padma/mkldnn-data/data/
==415861==
2018-12-11 13:26:42.815279272 [E:onnxruntime:Default, runner.cc:131 ParallelRunTests] Running tests in parallel: at most 112 models at any time
2018-12-11 13:26:48.001523369 [E:onnxruntime:Default, runner.cc:303 RunTask] convtranspose_1d:Input X must be 4-dimensional. X: {1,1,3}
2018-12-11 13:26:48.311796470 [E:onnxruntime:Default, runner.cc:303 RunTask] convtranspose_3d:Input X must be 4-dimensional. X: {1,1,3,4,5}Use --max-threads=INT to specify a larger number of threads
and rerun valgrind
valgrind: the 'impossible' happened:
Max number of threads is too low
host stacktrace:
==415861== at 0x5809614A: show_sched_status_wrk (m_libcassert.c:369)
==415861== by 0x58096257: report_and_quit (m_libcassert.c:440)
==415861== by 0x580964A1: panic (m_libcassert.c:516)
==415861== by 0x580964A1: vgPlain_core_panic_at (m_libcassert.c:521)
==415861== by 0x580964CA: vgPlain_core_panic (m_libcassert.c:526)
==415861== by 0x580F004C: vgPlain_alloc_ThreadState (scheduler.c:303)
==415861== by 0x58146871: do_clone (syswrap-linux.c:605)
==415861== by 0x58146871: vgSysWrap_linux_sys_clone_before (syswrap-linux.c:891)
==415861== by 0x580F354C: vgPlain_client_syscall (syswrap-main.c:1863)
==415861== by 0x580EFD62: handle_syscall (scheduler.c:1176)
==415861== by 0x580F187E: vgPlain_scheduler (scheduler.c:1498)
==415861== by 0x58145C26: thread_wrapper (syswrap-linux.c:103)
==415861== by 0x58145C26: run_a_thread_NORETURN (syswrap-linux.c:156)
==415861== by 0x58145EBA: vgModuleLocal_start_thread_NORETURN (syswrap-linux.c:320)
==415861== by 0x5810316D: ??? (in /usr/lib/valgrind/memcheck-amd64-linux)
==415861== by 0xDEADBEEFDEADBEEE: ???
==415861== by 0xDEADBEEFDEADBEEE: ???
==415861== by 0xDEADBEEFDEADBEEE: ???
sched status:
running_tid=65
Thread 1: status = VgTs_WaitSys syscall 202 (lwpid 415861)
==415861== at 0x6400360: pthread_cond_wait@@GLIBC_2.3.2 (pthread_cond_wait.S:185)
==415861== by 0x43D29A: WaitAndCloseEvent(OnnxRuntimeEvent*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42CA69: RunTests(TestEnv&, int, int, unsigned long, Eigen::ThreadPoolInterface*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x41E02A: real_main(int, char**) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x41A3D5: main (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
client stack range: [0x1FFEFFC000 0x1FFF000FFF] client SP: 0x1FFEFFE270
valgrind stack range: [0x10031AE000 0x10032ADFFF] top usage: 11456 of 1048576
Thread 2: status = VgTs_WaitSys syscall 2 (lwpid 415862)
==415861== at 0x66D8160: opendir (opendir.c:200)
==415861== by 0x438C9B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x81DB000 0x89D9FFF] client SP: 0x89D6800
valgrind stack range: [0x1006468000 0x1006567FFF] top usage: 2920 of 1048576
Thread 3: status = VgTs_WaitSys syscall 78 (lwpid 415863)
==415861== at 0x66D88EB: __getdents (getdents.c:111)
==415861== by 0x66D84B0: readdir (readdir.c:65)
==415861== by 0x438D0F: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x89DC000 0x91DAFFF] client SP: 0x91D7840
valgrind stack range: [0x100656C000 0x100666BFFF] top usage: 3104 of 1048576
Thread 4: status = VgTs_WaitSys syscall 0 (lwpid 415864)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x73F125: onnxruntime::Model::Load(int, std::shared_ptr<onnxruntime::Model>&, std::__cxx11::list<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection>, std::allocator<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection> > > const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x73F70F: onnxruntime::Model::Load(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::shared_ptr<onnxruntime::Model>&, std::__cxx11::list<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection>, std::allocator<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection> > > const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x466AA2: onnxruntime::common::Status onnxruntime::InferenceSession::Impl::Load<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A810: onnxruntime::InferenceSession::Load(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44990D: ONNXRuntimeCreateInferenceSession (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425BEC: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x91DD000 0x99DBFFF] client SP: 0x99DA060
valgrind stack range: [0x1006D80000 0x1006E7FFFF] top usage: 2904 of 1048576
Thread 5: status = VgTs_WaitSys syscall 78 (lwpid 415865)
==415861== at 0x66D88EB: __getdents (getdents.c:111)
==415861== by 0x66D84B0: readdir (readdir.c:65)
==415861== by 0x438D0F: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x99DE000 0xA1DCFFF] client SP: 0xA1D9840
valgrind stack range: [0x1006E84000 0x1006F83FFF] top usage: 3096 of 1048576
Thread 6: status = VgTs_WaitSys syscall 202 (lwpid 415866)
==415861== at 0x64032E9: __lll_unlock_wake_private (lowlevellock.S:341)
==415861== by 0x63FAF29: pthread_create@@GLIBC_2.2.5 (pthread_create.c:717)
==415861== by 0x74E633F: ???
==415861== by 0xA9D940F: ???
client stack range: [0xA1DF000 0xA9DDFFF] client SP: 0xA9D85E8
valgrind stack range: [0x1006F88000 0x1007087FFF] top usage: 5336 of 1048576
Thread 7: status = VgTs_WaitSys syscall 0 (lwpid 415867)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802909: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xA9E0000 0xB1DEFFF] client SP: 0xB1DB5A0
valgrind stack range: [0x100708C000 0x100718BFFF] top usage: 2736 of 1048576
Thread 8: status = VgTs_WaitSys syscall 202 (lwpid 415868)
==415861== at 0x6401AC0: futex_wake (futex-internal.h:231)
==415861== by 0x6401AC0: __pthread_once_slow (pthread_once.c:127)
==415861== by 0x43109B: OnnxTestCase::ParseConfig() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4333FA: OnnxTestCase::GetPerSampleTolerance(double*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A417: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xB1E1000 0xB9DFFFF] client SP: 0xB9DD490
valgrind stack range: [0x1007190000 0x100728FFFF] top usage: 2944 of 1048576
Thread 9: status = VgTs_WaitSys syscall 2 (lwpid 415869)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4358AD: OnnxTestCase::ParseConfig()::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6401A98: __pthread_once_slow (pthread_once.c:116)
==415861== by 0x43109B: OnnxTestCase::ParseConfig() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4333FA: OnnxTestCase::GetPerSampleTolerance(double*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A417: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xB9E2000 0xC1E0FFF] client SP: 0xC1DE0D0
valgrind stack range: [0x1007294000 0x1007393FFF] top usage: 3120 of 1048576
Thread 10: status = VgTs_WaitSys syscall 0 (lwpid 415870)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x807431: onnx::ModelProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43535A: OnnxTestCase::loadModelFile(char const*, onnx::ModelProto**) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4354F8: void std::__once_call_impl<std::_Bind_simple<OnnxTestCase::ParseModel()::{lambda()#1} ()> >() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6401A98: __pthread_once_slow (pthread_once.c:116)
==415861== by 0x431353: OnnxTestCase::ParseModel() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43A7E5: OnnxTestCase::GetNodeName(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42593C: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xC1E3000 0xC9E1FFF] client SP: 0xC9E0950
valgrind stack range: [0x1007398000 0x1007497FFF] top usage: 2864 of 1048576
Thread 11: status = VgTs_WaitSys syscall 2 (lwpid 415871)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x73F6DE: onnxruntime::Model::Load(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::shared_ptr<onnxruntime::Model>&, std::__cxx11::list<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection>, std::allocator<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection> > > const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x466AA2: onnxruntime::common::Status onnxruntime::InferenceSession::Impl::Load<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A810: onnxruntime::InferenceSession::Load(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44990D: ONNXRuntimeCreateInferenceSession (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425BEC: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xC9E4000 0xD1E2FFF] client SP: 0xD1E1210
valgrind stack range: [0x100749C000 0x100759BFFF] top usage: 2848 of 1048576
Thread 12: status = VgTs_WaitSys syscall 202 (lwpid 415872)
==415861== at 0x640326D: __lll_lock_wait (lowlevellock.S:135)
==415861== by 0x63FCDBC: pthread_mutex_lock (pthread_mutex_lock.c:80)
==415861== by 0x50CCD65: mkldnn_sgemm (in /opt/PR12/onnxruntime/build/Linux/Release/mkl-dnn/install/lib/libmkldnn.so.0.17.1.0)
==415861== by 0x718D4F: void onnxruntime::math::Gemm<float, onnxruntime::CPUMathUtil>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, long, long, long, float, float const*, float const*, float, float*, onnxruntime::CPUMathUtil*, onnxruntime::DataTypeImpl const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x583825: onnxruntime::ConvTranspose<float>::Compute(onnxruntime::OpKernelContext*) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6CB71B: onnxruntime::SequentialExecutor::Execute(onnxruntime::SessionState const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >&, onnxruntime::logging::Logger const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x46535A: onnxruntime::InferenceSession::Impl::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A6B0: onnxruntime::InferenceSession::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44CE7F: ONNXRuntimeRunInference (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A2D5: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xD1E5000 0xD9E3FFF] client SP: 0xD9DF9F8
valgrind stack range: [0x10075A0000 0x100769FFFF] top usage: 3336 of 1048576
Thread 13: status = VgTs_WaitSys syscall 202 (lwpid 415873)
==415861== at 0x6401AC0: futex_wake (futex-internal.h:231)
==415861== by 0x6401AC0: __pthread_once_slow (pthread_once.c:127)
==415861== by 0x431353: OnnxTestCase::ParseModel() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43A7E5: OnnxTestCase::GetNodeName(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42593C: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xD9E6000 0xE1E4FFF] client SP: 0xE1E3D80
valgrind stack range: [0x10076A4000 0x10077A3FFF] top usage: 2984 of 1048576
Thread 14: status = VgTs_WaitSys syscall 0 (lwpid 415874)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x865221: google::protobuf::io::CodedInputStream::ReadStringFallback(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802C60: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xE1E7000 0xE9E5FFF] client SP: 0xE9E2570
valgrind stack range: [0x10077A8000 0x10078A7FFF] top usage: 2984 of 1048576
Thread 15: status = VgTs_WaitSys syscall 0 (lwpid 415875)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802909: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xE9E8000 0xF1E6FFF] client SP: 0xF1E35A0
valgrind stack range: [0x10078AC000 0x10079ABFFF] top usage: 3120 of 1048576
Thread 16: status = VgTs_WaitSys syscall 2 (lwpid 415876)
==415861== at 0x66D8160: opendir (opendir.c:200)
==415861== by 0x438C9B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0xF1E9000 0xF9E7FFF] client SP: 0xF9E4800
valgrind stack range: [0x10079B0000 0x1007AAFFFF] top usage: 2944 of 1048576
Thread 17: status = VgTs_WaitSys syscall 202 (lwpid 415877)
==415861== at 0x64032E9: __lll_unlock_wake_private (lowlevellock.S:341)
==415861== by 0x63FAF29: pthread_create@@GLIBC_2.2.5 (pthread_create.c:717)
==415861== by 0x733668F: ???
==415861== by 0x101E42FB: ???
client stack range: [0xF9EA000 0x101E8FFF] client SP: 0x101E34E8
valgrind stack range: [0x1007AB4000 0x1007BB3FFF] top usage: 5336 of 1048576
Thread 18: status = VgTs_Yielding (lwpid 415878)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x101EB000 0x109E9FFF] client SP: 0x109E4638
valgrind stack range: [0x1007BB8000 0x1007CB7FFF] top usage: 5336 of 1048576
Thread 19: status = VgTs_WaitSys syscall 202 (lwpid 415879)
==415861== at 0x64032E9: __lll_unlock_wake_private (lowlevellock.S:341)
==415861== by 0x63FAF29: pthread_create@@GLIBC_2.2.5 (pthread_create.c:717)
==415861== by 0x71A8EEF: ???
==415861== by 0x111E640F: ???
client stack range: [0x109EC000 0x111EAFFF] client SP: 0x111E55E8
valgrind stack range: [0x1007CBC000 0x1007DBBFFF] top usage: 5336 of 1048576
Thread 20: status = VgTs_WaitSys syscall 202 (lwpid 415880)
==415861== at 0x6401AC0: futex_wake (futex-internal.h:231)
==415861== by 0x6401AC0: __pthread_once_slow (pthread_once.c:127)
==415861== by 0x431353: OnnxTestCase::ParseModel() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43A7E5: OnnxTestCase::GetNodeName(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42593C: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x111ED000 0x119EBFFF] client SP: 0x119EAD80
valgrind stack range: [0x1007DC0000 0x1007EBFFFF] top usage: 3144 of 1048576
Thread 21: status = VgTs_WaitSys syscall 2 (lwpid 415881)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4358AD: OnnxTestCase::ParseConfig()::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6401A98: __pthread_once_slow (pthread_once.c:116)
==415861== by 0x43109B: OnnxTestCase::ParseConfig() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4333FA: OnnxTestCase::GetPerSampleTolerance(double*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A417: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x119EE000 0x121ECFFF] client SP: 0x121EA0D0
valgrind stack range: [0x1007EC4000 0x1007FC3FFF] top usage: 3120 of 1048576
Thread 22: status = VgTs_WaitSys syscall 202 (lwpid 415882)
==415861== at 0x640326D: __lll_lock_wait (lowlevellock.S:135)
==415861== by 0x63FCDBC: pthread_mutex_lock (pthread_mutex_lock.c:80)
==415861== by 0x50CCD65: mkldnn_sgemm (in /opt/PR12/onnxruntime/build/Linux/Release/mkl-dnn/install/lib/libmkldnn.so.0.17.1.0)
==415861== by 0x718D4F: void onnxruntime::math::Gemm<float, onnxruntime::CPUMathUtil>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, long, long, long, float, float const*, float const*, float, float*, onnxruntime::CPUMathUtil*, onnxruntime::DataTypeImpl const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x5B991D: onnxruntime::RNN<float>::Compute(onnxruntime::OpKernelContext*) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6CB71B: onnxruntime::SequentialExecutor::Execute(onnxruntime::SessionState const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >&, onnxruntime::logging::Logger const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x46535A: onnxruntime::InferenceSession::Impl::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A6B0: onnxruntime::InferenceSession::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44CE7F: ONNXRuntimeRunInference (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A2D5: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x121EF000 0x129EDFFF] client SP: 0x129E93E8
valgrind stack range: [0x1007FC8000 0x10080C7FFF] top usage: 3120 of 1048576
Thread 23: status = VgTs_WaitSys syscall 0 (lwpid 415883)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867586: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x129F0000 0x131EEFFF] client SP: 0x131EB6D0
valgrind stack range: [0x10080CC000 0x10081CBFFF] top usage: 2736 of 1048576
Thread 24: status = VgTs_Yielding (lwpid 415884)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x131F1000 0x139EFFFF] client SP: 0x139EC458
valgrind stack range: [0x10081D0000 0x10082CFFFF] top usage: 5336 of 1048576
Thread 25: status = VgTs_WaitSys syscall 2 (lwpid 415885)
==415861== at 0x66D8160: opendir (opendir.c:200)
==415861== by 0x438C9B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x139F2000 0x141F0FFF] client SP: 0x141ED800
valgrind stack range: [0x10082D4000 0x10083D3FFF] top usage: 3104 of 1048576
Thread 26: status = VgTs_WaitSys syscall 2 (lwpid 415886)
==415861== at 0x66D8160: opendir (opendir.c:200)
==415861== by 0x438C9B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x141F3000 0x149F1FFF] client SP: 0x149EE800
valgrind stack range: [0x10083D8000 0x10084D7FFF] top usage: 3120 of 1048576
Thread 27: status = VgTs_Yielding (lwpid 415887)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x149F4000 0x151F2FFF] client SP: 0x151ED068
valgrind stack range: [0x10084DC000 0x10085DBFFF] top usage: 5336 of 1048576
Thread 28: status = VgTs_WaitSys syscall 202 (lwpid 415888)
==415861== at 0x64032E9: __lll_unlock_wake_private (lowlevellock.S:341)
==415861== by 0x63FAF29: pthread_create@@GLIBC_2.2.5 (pthread_create.c:717)
==415861== by 0x75B4BFF: ???
==415861== by 0x159EF2FB: ???
client stack range: [0x151F5000 0x159F3FFF] client SP: 0x159EE4E8
valgrind stack range: [0x10085E0000 0x10086DFFFF] top usage: 5336 of 1048576
Thread 29: status = VgTs_WaitSys syscall 0 (lwpid 415889)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867586: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x159F6000 0x161F4FFF] client SP: 0x161F16D0
valgrind stack range: [0x10086E4000 0x10087E3FFF] top usage: 2864 of 1048576
Thread 30: status = VgTs_WaitSys syscall 2 (lwpid 415890)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x438C0B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x161F7000 0x169F5FFF] client SP: 0x169F2860
valgrind stack range: [0x10087E8000 0x10088E7FFF] top usage: 2648 of 1048576
Thread 31: status = VgTs_WaitSys syscall 202 (lwpid 415891)
==415861== at 0x6401AC0: futex_wake (futex-internal.h:231)
==415861== by 0x6401AC0: __pthread_once_slow (pthread_once.c:127)
==415861== by 0x43109B: OnnxTestCase::ParseConfig() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4333FA: OnnxTestCase::GetPerSampleTolerance(double*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A417: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x169F8000 0x171F6FFF] client SP: 0x171F4490
valgrind stack range: [0x10088EC000 0x10089EBFFF] top usage: 2648 of 1048576
Thread 32: status = VgTs_WaitSys syscall 0 (lwpid 415892)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802909: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x171F9000 0x179F7FFF] client SP: 0x179F45A0
valgrind stack range: [0x10089F0000 0x1008AEFFFF] top usage: 3104 of 1048576
Thread 33: status = VgTs_WaitSys syscall 2 (lwpid 415893)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4396C6: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x179FA000 0x181F8FFF] client SP: 0x181F5860
valgrind stack range: [0x1008AF4000 0x1008BF3FFF] top usage: 2840 of 1048576
Thread 34: status = VgTs_WaitSys syscall 2 (lwpid 415894)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4358AD: OnnxTestCase::ParseConfig()::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6401A98: __pthread_once_slow (pthread_once.c:116)
==415861== by 0x43109B: OnnxTestCase::ParseConfig() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4333FA: OnnxTestCase::GetPerSampleTolerance(double*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A417: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x181FB000 0x189F9FFF] client SP: 0x189F70D0
valgrind stack range: [0x1008BF8000 0x1008CF7FFF] top usage: 2920 of 1048576
Thread 35: status = VgTs_WaitSys syscall 2 (lwpid 415895)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4396C6: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x189FC000 0x191FAFFF] client SP: 0x191F7860
valgrind stack range: [0x1008CFC000 0x1008DFBFFF] top usage: 4864 of 1048576
Thread 36: status = VgTs_Yielding (lwpid 415896)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x191FD000 0x199FBFFF] client SP: 0x199F6638
valgrind stack range: [0x1008E00000 0x1008EFFFFF] top usage: 5336 of 1048576
Thread 37: status = VgTs_WaitSys syscall 202 (lwpid 415897)
==415861== at 0x640326D: __lll_lock_wait (lowlevellock.S:135)
==415861== by 0x63FCDBC: pthread_mutex_lock (pthread_mutex_lock.c:80)
==415861== by 0x50CCD65: mkldnn_sgemm (in /opt/PR12/onnxruntime/build/Linux/Release/mkl-dnn/install/lib/libmkldnn.so.0.17.1.0)
==415861== by 0x718D4F: void onnxruntime::math::Gemm<float, onnxruntime::CPUMathUtil>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, long, long, long, float, float const*, float const*, float, float*, onnxruntime::CPUMathUtil*, onnxruntime::DataTypeImpl const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x506E5A: onnxruntime::SoftmaxCPU(long, long, float const*, float*, float*, float const*, bool, float*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4FF947: onnxruntime::LogSoftmax<float>::Compute(onnxruntime::OpKernelContext*) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6CB71B: onnxruntime::SequentialExecutor::Execute(onnxruntime::SessionState const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >&, onnxruntime::logging::Logger const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x46535A: onnxruntime::InferenceSession::Impl::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A6B0: onnxruntime::InferenceSession::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44CE7F: ONNXRuntimeRunInference (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A2D5: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x199FE000 0x1A1FCFFF] client SP: 0x1A1F87E8
valgrind stack range: [0x1008F04000 0x1009003FFF] top usage: 2864 of 1048576
Thread 38: status = VgTs_WaitSys syscall 2 (lwpid 415898)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x438C0B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1A1FF000 0x1A9FDFFF] client SP: 0x1A9FA860
valgrind stack range: [0x1009008000 0x1009107FFF] top usage: 4192 of 1048576
Thread 39: status = VgTs_WaitSys syscall 78 (lwpid 415899)
==415861== at 0x66D88EB: __getdents (getdents.c:111)
==415861== by 0x66D84B0: readdir (readdir.c:65)
==415861== by 0x438D0F: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1AA00000 0x1B1FEFFF] client SP: 0x1B1FB840
valgrind stack range: [0x100910C000 0x100920BFFF] top usage: 3032 of 1048576
Thread 40: status = VgTs_WaitSys syscall 0 (lwpid 415900)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802909: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1B201000 0x1B9FFFFF] client SP: 0x1B9FC5A0
valgrind stack range: [0x1009210000 0x100930FFFF] top usage: 3048 of 1048576
Thread 41: status = VgTs_Yielding (lwpid 415901)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x1BA02000 0x1C200FFF] client SP: 0x1C1FB638
valgrind stack range: [0x1009314000 0x1009413FFF] top usage: 5336 of 1048576
Thread 42: status = VgTs_Yielding (lwpid 415902)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x1C203000 0x1CA01FFF] client SP: 0x1C9FC638
valgrind stack range: [0x1009418000 0x1009517FFF] top usage: 5336 of 1048576
Thread 43: status = VgTs_WaitSys syscall 2 (lwpid 415903)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x438C0B: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1CA04000 0x1D202FFF] client SP: 0x1D1FF860
valgrind stack range: [0x100951C000 0x100961BFFF] top usage: 2936 of 1048576
Thread 44: status = VgTs_WaitSys syscall 0 (lwpid 415904)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867586: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43535A: OnnxTestCase::loadModelFile(char const*, onnx::ModelProto**) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4354F8: void std::__once_call_impl<std::_Bind_simple<OnnxTestCase::ParseModel()::{lambda()#1} ()> >() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6401A98: __pthread_once_slow (pthread_once.c:116)
==415861== by 0x431353: OnnxTestCase::ParseModel() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43A7E5: OnnxTestCase::GetNodeName(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42593C: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1D205000 0x1DA03FFF] client SP: 0x1DA02A60
valgrind stack range: [0x1009620000 0x100971FFFF] top usage: 3104 of 1048576
Thread 45: status = VgTs_WaitSys syscall 78 (lwpid 415905)
==415861== at 0x66D88EB: __getdents (getdents.c:111)
==415861== by 0x66D84B0: readdir (readdir.c:65)
==415861== by 0x438D0F: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1DA06000 0x1E204FFF] client SP: 0x1E201840
valgrind stack range: [0x1009724000 0x1009823FFF] top usage: 2848 of 1048576
Thread 46: status = VgTs_WaitSys syscall 202 (lwpid 415906)
==415861== at 0x640326D: __lll_lock_wait (lowlevellock.S:135)
==415861== by 0x63FCDBC: pthread_mutex_lock (pthread_mutex_lock.c:80)
==415861== by 0x50CCD65: mkldnn_sgemm (in /opt/PR12/onnxruntime/build/Linux/Release/mkl-dnn/install/lib/libmkldnn.so.0.17.1.0)
==415861== by 0x718D4F: void onnxruntime::math::Gemm<float, onnxruntime::CPUMathUtil>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, long, long, long, float, float const*, float const*, float, float*, onnxruntime::CPUMathUtil*, onnxruntime::DataTypeImpl const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x506E5A: onnxruntime::SoftmaxCPU(long, long, float const*, float*, float*, float const*, bool, float*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x506597: onnxruntime::Softmax<float>::Compute(onnxruntime::OpKernelContext*) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6CB71B: onnxruntime::SequentialExecutor::Execute(onnxruntime::SessionState const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >&, onnxruntime::logging::Logger const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x46535A: onnxruntime::InferenceSession::Impl::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A6B0: onnxruntime::InferenceSession::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44CE7F: ONNXRuntimeRunInference (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A2D5: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1E207000 0x1EA05FFF] client SP: 0x1EA017E8
valgrind stack range: [0x1009828000 0x1009927FFF] top usage: 3048 of 1048576
Thread 47: status = VgTs_WaitSys syscall 0 (lwpid 415907)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867586: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1EA08000 0x1F206FFF] client SP: 0x1F2036D0
valgrind stack range: [0x100992C000 0x1009A2BFFF] top usage: 3208 of 1048576
Thread 48: status = VgTs_WaitSys syscall 202 (lwpid 415908)
==415861== at 0x640326D: __lll_lock_wait (lowlevellock.S:135)
==415861== by 0x63FCDBC: pthread_mutex_lock (pthread_mutex_lock.c:80)
==415861== by 0x50CCD65: mkldnn_sgemm (in /opt/PR12/onnxruntime/build/Linux/Release/mkl-dnn/install/lib/libmkldnn.so.0.17.1.0)
==415861== by 0x718D4F: void onnxruntime::math::Gemm<float, onnxruntime::CPUMathUtil>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, long, long, long, float, float const*, float const*, float, float*, onnxruntime::CPUMathUtil*, onnxruntime::DataTypeImpl const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x506E5A: onnxruntime::SoftmaxCPU(long, long, float const*, float*, float*, float const*, bool, float*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4FF947: onnxruntime::LogSoftmax<float>::Compute(onnxruntime::OpKernelContext*) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6CB71B: onnxruntime::SequentialExecutor::Execute(onnxruntime::SessionState const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >&, onnxruntime::logging::Logger const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x46535A: onnxruntime::InferenceSession::Impl::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A6B0: onnxruntime::InferenceSession::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44CE7F: ONNXRuntimeRunInference (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A2D5: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x1F209000 0x1FA07FFF] client SP: 0x1FA037E8
valgrind stack range: [0x1009A30000 0x1009B2FFFF] top usage: 3160 of 1048576
Thread 49: status = VgTs_Yielding (lwpid 415909)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x1FA0A000 0x20208FFF] client SP: 0x20203638
valgrind stack range: [0x1009B34000 0x1009C33FFF] top usage: 5336 of 1048576
Thread 50: status = VgTs_Yielding (lwpid 415910)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x2020B000 0x20A09FFF] client SP: 0x20A04638
valgrind stack range: [0x1009C38000 0x1009D37FFF] top usage: 5336 of 1048576
Thread 51: status = VgTs_WaitSys syscall 202 (lwpid 415911)
==415861== at 0x640326D: __lll_lock_wait (lowlevellock.S:135)
==415861== by 0x63FCDBC: pthread_mutex_lock (pthread_mutex_lock.c:80)
==415861== by 0x50CCD65: mkldnn_sgemm (in /opt/PR12/onnxruntime/build/Linux/Release/mkl-dnn/install/lib/libmkldnn.so.0.17.1.0)
==415861== by 0x718D4F: void onnxruntime::math::Gemm<float, onnxruntime::CPUMathUtil>(CBLAS_TRANSPOSE, CBLAS_TRANSPOSE, long, long, long, float, float const*, float const*, float, float*, onnxruntime::CPUMathUtil*, onnxruntime::DataTypeImpl const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x506E5A: onnxruntime::SoftmaxCPU(long, long, float const*, float*, float*, float const*, bool, float*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4FF947: onnxruntime::LogSoftmax<float>::Compute(onnxruntime::OpKernelContext*) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x6CB71B: onnxruntime::SequentialExecutor::Execute(onnxruntime::SessionState const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >&, onnxruntime::logging::Logger const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x46535A: onnxruntime::InferenceSession::Impl::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A6B0: onnxruntime::InferenceSession::Run(ONNXRuntimeRunOptions const&, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, onnxruntime::MLValue, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, onnxruntime::MLValue> > > const&, std::vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, std::vector<onnxruntime::MLValue, std::allocator<onnxruntime::MLValue> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44CE7F: ONNXRuntimeRunInference (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A2D5: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x20A0C000 0x2120AFFF] client SP: 0x212067E8
valgrind stack range: [0x1009D3C000 0x1009E3BFFF] top usage: 3120 of 1048576
Thread 52: status = VgTs_WaitSys syscall 0 (lwpid 415912)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802909: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x2120D000 0x21A0BFFF] client SP: 0x21A085A0
valgrind stack range: [0x1009E40000 0x1009F3FFFF] top usage: 3104 of 1048576
Thread 53: status = VgTs_WaitSys syscall 202 (lwpid 415913)
==415861== at 0x6401AC0: futex_wake (futex-internal.h:231)
==415861== by 0x6401AC0: __pthread_once_slow (pthread_once.c:127)
==415861== by 0x43109B: OnnxTestCase::ParseConfig() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4333FA: OnnxTestCase::GetPerSampleTolerance(double*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A417: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x21A0E000 0x2220CFFF] client SP: 0x2220A490
valgrind stack range: [0x1009F44000 0x100A043FFF] top usage: 2944 of 1048576
Thread 54: status = VgTs_WaitSys syscall 78 (lwpid 415914)
==415861== at 0x66D88EB: __getdents (getdents.c:111)
==415861== by 0x66D84B0: readdir (readdir.c:65)
==415861== by 0x438D0F: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x429D8A: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x2220F000 0x22A0DFFF] client SP: 0x22A0A840
valgrind stack range: [0x100A048000 0x100A147FFF] top usage: 3120 of 1048576
Thread 55: status = VgTs_WaitSys syscall 0 (lwpid 415915)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x864FFC: google::protobuf::io::CodedInputStream::ReadTagSlow() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x807431: onnx::ModelProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x73F152: onnxruntime::Model::Load(int, std::shared_ptr<onnxruntime::Model>&, std::__cxx11::list<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection>, std::allocator<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection> > > const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x73F70F: onnxruntime::Model::Load(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::shared_ptr<onnxruntime::Model>&, std::__cxx11::list<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection>, std::allocator<std::shared_ptr<onnxruntime::IOnnxRuntimeOpSchemaCollection> > > const*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x466AA2: onnxruntime::common::Status onnxruntime::InferenceSession::Impl::Load<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x45A810: onnxruntime::InferenceSession::Load(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x44990D: ONNXRuntimeCreateInferenceSession (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425BEC: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x22A10000 0x2320EFFF] client SP: 0x2320CF50
valgrind stack range: [0x100A14C000 0x100A24BFFF] top usage: 3136 of 1048576
Thread 56: status = VgTs_WaitSys syscall 2 (lwpid 415916)
==415861== at 0x6403C7D: ??? (syscall-template.S:84)
==415861== by 0x817A69: onnxruntime::(anonymous namespace)::PosixEnv::FileOpenRd(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int&) const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4396C6: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x23211000 0x23A0FFFF] client SP: 0x23A0C860
valgrind stack range: [0x100A250000 0x100A34FFFF] top usage: 3144 of 1048576
Thread 57: status = VgTs_WaitSys syscall 202 (lwpid 415917)
==415861== at 0x6401AC0: futex_wake (futex-internal.h:231)
==415861== by 0x6401AC0: __pthread_once_slow (pthread_once.c:127)
==415861== by 0x431353: OnnxTestCase::ParseModel() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43A7E5: OnnxTestCase::GetNodeName(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42593C: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x23A12000 0x24210FFF] client SP: 0x2420FD80
valgrind stack range: [0x100A354000 0x100A453FFF] top usage: 3120 of 1048576
Thread 58: status = VgTs_WaitSys syscall 0 (lwpid 415918)
==415861== at 0x640351D: ??? (syscall-template.S:84)
==415861== by 0x8E6171: google::protobuf::io::FileInputStream::CopyingFileInputStream::Read(void*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8667A0: google::protobuf::io::CopyingInputStreamAdaptor::Next(void const**, int*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8646C7: google::protobuf::io::CodedInputStream::Refresh() (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x865221: google::protobuf::io::CodedInputStream::ReadStringFallback(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >*, int) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x802C60: onnx::TensorProto::MergePartialFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x8673A6: google::protobuf::MessageLite::ParseFromCodedStream(google::protobuf::io::CodedInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x867591: google::protobuf::MessageLite::ParseFromZeroCopyStream(google::protobuf::io::ZeroCopyInputStream*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x4395D5: OnnxTestCase::LoadTestData(ONNXSession*, unsigned long, std::unordered_map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, ONNXValue*, std::hash<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::equal_to<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > >, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, ONNXValue*> > >&, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42A7E9: DataRunner::RunTaskImpl(unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42B894: DataRunner::RunTask(unsigned long, OnnxRuntimeCallbackInstance*, bool) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BA8B: SeqTestRunner::Start(OnnxRuntimeCallbackInstance*, unsigned long) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x425CE3: RunSingleTestCase(ITestCase*, onnxruntime::SessionOptionsWrapper const&, unsigned long, unsigned long, Eigen::ThreadPoolInterface*, OnnxRuntimeCallbackInstance*, std::function<onnxruntime::common::Status (std::shared_ptr<TestCaseResult>, OnnxRuntimeCallbackInstance*)>) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x42BB46: RunTestCase(OnnxRuntimeCallbackInstance*, void*, void*) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43D851: CreateAndSubmitThreadpoolWork(void (*)(OnnxRuntimeCallbackInstance*, void*, void*), void*, Eigen::ThreadPoolInterface*)::{lambda()#1}::operator()() const (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x43F799: std::_Function_handler<void (), onnxruntime::SimpleThreadPoolTempl<onnxruntime::Env>::SimpleThreadPoolTempl(int, onnxruntime::Env const&)::{lambda()#1}>::_M_invoke(std::_Any_data const&) (in /opt/PR12/onnxruntime/build/Linux/Release/onnx_test_runner)
==415861== by 0x59E8C7F: ??? (in /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.21)
==415861== by 0x63FA6B9: start_thread (pthread_create.c:333)
==415861== by 0x671741C: clone (clone.S:109)
client stack range: [0x24213000 0x24A11FFF] client SP: 0x24A0E570
valgrind stack range: [0x100A458000 0x100A557FFF] top usage: 2944 of 1048576
Thread 59: status = VgTs_Yielding (lwpid 415919)
==415861== at 0x67173E1: clone (clone.S:81)
client stack range: [0x24A14000 0x25212FFF] client SP: 0x2520E228
valgrind stack range: [0x100A55C000 0x100A65BFFF] top usage: 5336 of 1048576