#0 hip::FatBinaryInfo::AddDevProgram(int) (device_id=, this=) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_fatbin.cpp:122 #1 hip::FatBinaryInfo::BuildProgram(int) (this=0x564c63f43470, device_id=0) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_fatbin.cpp:140 #2 0x00007f26042a9d5f in hip::Function::getStatFunc(ihipModuleSymbol_t**, int) (deviceId=0, hfunc=0x7ffe9efd2ab8, this=0x564c6143c730) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_global.cpp:142 #3 hip::StatCO::getStatFunc(ihipModuleSymbol_t**, void const*, int) (this=0x564c5db1ac60, hfunc=0x7ffe9efd2ab8, hostFunction=, deviceId=0) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_code_object.cpp:791 #4 0x00007f26043fb2a3 in PlatformState::getStatFunc(ihipModuleSymbol_t**, void const*, int) (deviceId=, hostFunction=0x7f263d3ecd90 , at::detail::Array >(int, at::native::AbsFunctor, at::detail::Array)>, hfunc=0x7ffe9efd2ab8, this=) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_platform.cpp:902 #5 ihipLaunchKernel(void const*, dim3, dim3, void**, unsigned long, ihipStream_t*, ihipEvent_t*, ihipEvent_t*, int) (hostFunction=0x7f263d3ecd90 , at::detail::Array >(int, at::native::AbsFunctor, at::detail::Array)>, gridDim=..., blockDim=..., args=0x7ffe9efd30c0, sharedMemBytes=0, stream=0x0, startEvent=0x0, stopEvent=0x0, flags=0) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_platform.cpp:616 #6 0x00007f26043db3f2 in hipLaunchKernel_common(void const*, dim3, dim3, void**, size_t, hipStream_t) (hostFunction=hostFunction@entry=0x7f263d3ecd90 , at::detail::Array >(int, at::native::AbsFunctor, at::detail::Array)>, gridDim=..., blockDim=..., args=args@entry=0x7ffe9efd30c0, sharedMemBytes=0, stream=) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_module.cpp:463 #7 0x00007f26043dd1bb in hipLaunchKernel(void const*, dim3, dim3, void**, size_t, hipStream_t) (hostFunction=0x7f263d3ecd90 , at::detail::Array >(int, at::native::AbsFunctor, at::detail::Array)>, gridDim=..., blockDim=..., args=, sharedMemBytes=, stream=) at /usr/src/debug/hip-runtime-amd/hipamd-rocm-5.4.3/src/hip_module.cpp:470 #8 0x00007f26060dc2ae in void at::native::gpu_kernel_impl >(at::TensorIteratorBase&, at::native::AbsFunctor const&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_hip.so #9 0x00007f26060d3034 in at::native::abs_kernel_cuda(at::TensorIteratorBase&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_hip.so #10 0x00007f263f514c3d in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #11 0x00007f26076a62f1 in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_hip.so #12 0x00007f263fb47d48 in at::_ops::abs_out::call(at::Tensor const&, at::Tensor&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #13 0x00007f263f514345 in at::native::abs(at::Tensor const&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #14 0x00007f26401e9305 in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #15 0x00007f263fafc587 in at::_ops::abs::redispatch(c10::DispatchKeySet, at::Tensor const&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #16 0x00007f26422c6267 in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #17 0x00007f26422c6957 in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #18 0x00007f263fb3ccf7 in at::_ops::abs::call(at::Tensor const&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #19 0x00007f263f47d653 in at::native::isfinite(at::Tensor const&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #20 0x00007f26403a6575 in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #21 0x00007f263fe3e717 in at::_ops::isfinite::call(at::Tensor const&) () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_cpu.so #22 0x00007f264a77fa87 in () at /usr/lib/python3.10/site-packages/torch/lib/libtorch_python.so #23 0x00007f2653356c31 in cfunction_call (func=0x7f265293cc20, args=, kwargs=) at Objects/methodobject.c:543 #24 0x00007f265335031b in _PyObject_MakeTpCall (tstate=0x564c5d841360, callable=0x7f265293cc20, args=, nargs=1, keywords=0x0) at Objects/call.c:215 #25 0x00007f265334b726 in _PyObject_VectorcallTstate (kwnames=0x0, nargsf=, args=, callable=0x7f265293cc20, tstate=) at ./Include/cpython/abstract.h:112 #26 _PyObject_VectorcallTstate (kwnames=0x0, nargsf=, args=0x7f22fb047210, callable=0x7f265293cc20, tstate=) at ./Include/cpython/abstract.h:99 #27 PyObject_Vectorcall (kwnames=0x0, nargsf=, args=0x7f22fb047210, callable=0x7f265293cc20) at ./Include/cpython/abstract.h:123 #28 call_function (kwnames=0x0, oparg=, pp_stack=, trace_info=0x7ffe9efd40b0, tstate=) at Python/ceval.c:5891 #29 _PyEval_EvalFrameDefault (tstate=, f=0x7f22fb047040, throwflag=) at Python/ceval.c:4181 #30 0x00007f265334f5fb in _PyEval_EvalFrame (throwflag=0, f=0x7f22fb047040, tstate=0x564c5d841360) at ./Include/internal/pycore_ceval.h:46 #31 _PyEval_Vector (kwnames=0x0, argcount=, args=, locals=0x0, con=0x7f22f7baf530, tstate=0x564c5d841360) at Python/ceval.c:5065 #32 _PyFunction_Vectorcall (kwnames=0x0, nargsf=, stack=, func=0x7f22f7baf520) at Objects/call.c:342 #33 _PyObject_FastCallDictTstate (tstate=0x564c5d841360, callable=0x7f22f7baf520, args=, nargsf=, kwargs=) at Objects/call.c:142 #34 0x00007f265335f21d in _PyObject_Call_Prepend (kwargs=0x0, args=0x7f2652c57670, obj=, callable=0x7f22f7baf520, tstate=0x564c5d841360) at Objects/call.c:431 #35 slot_tp_init (self=, args=, kwds=) at Objects/typeobject.c:7734 #36 0x00007f26533502f3 in type_call (kwds=0x0, args=0x7f2652c57670, type=) at Objects/typeobject.c:1135 #37 _PyObject_MakeTpCall (tstate=0x564c5d841360, callable=0x564c626460d0, args=, nargs=, keywords=0x0) at Objects/call.c:215 #38 0x00007f265334b14c in _PyObject_VectorcallTstate (kwnames=0x0, nargsf=, args=, callable=, tstate=) at ./Include/cpython/abstract.h:112 #39 _PyObject_VectorcallTstate (kwnames=0x0, nargsf=, args=, callable=, tstate=) at ./Include/cpython/abstract.h:99 #40 PyObject_Vectorcall (kwnames=0x0, nargsf=, args=, callable=) at ./Include/cpython/abstract.h:123 #41 call_function (kwnames=0x0, oparg=, pp_stack=, trace_info=0x7ffe9efd43b0, tstate=) at Python/ceval.c:5891 #42 _PyEval_EvalFrameDefault (tstate=, f=, throwflag=) at Python/ceval.c:4213 #43 0x00007f26533570e9 in _PyEval_EvalFrame (throwflag=0, f=0x7f22f54e67a0, tstate=0x564c5d841360) at ./Include/internal/pycore_ceval.h:46 #44 _PyEval_Vector (kwnames=, argcount=, args=, locals=0x0, con=0x7f22f7baf800, tstate=0x564c5d841360) at Python/ceval.c:5065 #45 _PyFunction_Vectorcall (func=0x7f22f7baf7f0, stack=, nargsf=, kwnames=) at Objects/call.c:342 #46 0x00007f2653346336 in _PyObject_VectorcallTstate (kwnames=0x0, nargsf=, args=, callable=0x7f22f7baf7f0, tstate=0x564c5d841360) at ./Include/cpython/abstract.h:114 #47 PyObject_Vectorcall (kwnames=0x0, nargsf=, args=, callable=0x7f22f7baf7f0) at ./Include/cpython/abstract.h:123 #48 call_function (kwnames=0x0, oparg=, pp_stack=, trace_info=0x7ffe9efd4570, tstate=) at Python/ceval.c:5891 #49 _PyEval_EvalFrameDefault (tstate=, f=0x564c641a9250, throwflag=) at Python/ceval.c:4213 #50 0x00007f26533570e9 in _PyEval_EvalFrame (throwflag=0, f=0x564c641a9250, tstate=0x564c5d841360) at ./Include/internal/pycore_ceval.h:46 #51 _PyEval_Vector (kwnames=, argcount=, args=, locals=0x0, con=0x7f22f7baf9b0, tstate=0x564c5d841360) at Python/ceval.c:5065 #52 _PyFunction_Vectorcall (func=0x7f22f7baf9a0, stack=, nargsf=, kwnames=) at Objects/call.c:342 #53 0x00007f2653347476 in _PyObject_VectorcallTstate (kwnames=0x7f22f7b78a00, nargsf=, args=, callable=0x7f22f7baf9a0, tstate=0x564c5d841360) at ./Include/cpython/abstract.h:114 #54 PyObject_Vectorcall (kwnames=0x7f22f7b78a00, nargsf=, args=, callable=0x7f22f7baf9a0) at ./Include/cpython/abstract.h:123 #55 call_function (kwnames=0x7f22f7b78a00, oparg=, pp_stack=, trace_info=0x7ffe9efd4730, tstate=) at Python/ceval.c:5891 #56 _PyEval_EvalFrameDefault (tstate=, f=0x7f22f782b4c0, throwflag=) at Python/ceval.c:4231 #57 0x00007f26533570e9 in _PyEval_EvalFrame (throwflag=0, f=0x7f22f782b4c0, tstate=0x564c5d841360) at ./Include/internal/pycore_ceval.h:46 #58 _PyEval_Vector (kwnames=, argcount=, args=, locals=0x0, con=0x7f22f7bafad0, tstate=0x564c5d841360) at Python/ceval.c:5065 #59 _PyFunction_Vectorcall (func=0x7f22f7bafac0, stack=, nargsf=, kwnames=) at Objects/call.c:342 #60 0x00007f2653347476 in _PyObject_VectorcallTstate (kwnames=0x7f22f858ae00, nargsf=, args=, callable=0x7f22f7bafac0, tstate=0x564c5d841360) at ./Include/cpython/abstract.h:114 #61 PyObject_Vectorcall (kwnames=0x7f22f858ae00, nargsf=, args=, callable=0x7f22f7bafac0) at ./Include/cpython/abstract.h:123 #62 call_function (kwnames=0x7f22f858ae00, oparg=, pp_stack=, trace_info=0x7ffe9efd48f0, tstate=) at Python/ceval.c:5891 #63 _PyEval_EvalFrameDefault (tstate=, f=0x564c63d58760, throwflag=) at Python/ceval.c:4231 #64 0x00007f26533a4851 in _PyEval_EvalFrame (throwflag=0, f=0x564c63d58760, tstate=0x564c5d841360) at ./Include/internal/pycore_ceval.h:46 #65 _PyEval_Vector (kwnames=0x0, argcount=1, args=0x7ffe9efd49d8, locals=0x0, con=0x7f22f85f0170, tstate=0x564c5d841360) at Python/ceval.c:5065 #66 _PyFunction_Vectorcall (kwnames=0x0, nargsf=9223372036854775809, stack=0x7ffe9efd49d8, func=0x7f22f85f0160) at Objects/call.c:342 #67 _PyObject_VectorcallTstate (kwnames=0x0, nargsf=9223372036854775809, args=0x7ffe9efd49d8, callable=0x7f22f85f0160, tstate=0x564c5d841360) at ./Include/cpython/abstract.h:114 #68 PyObject_CallOneArg (func=func@entry=0x7f22f85f0160, arg=arg@entry=0x7f22f4dc7010) at ./Include/cpython/abstract.h:184 #69 0x00007f2653438560 in call_unbound_noarg (self=0x7f22f4dc7010, func=0x7f22f85f0160, unbound=) at Objects/typeobject.c:1636 #70 slot_tp_repr (self=0x7f22f4dc7010) at Objects/typeobject.c:7421 #71 0x00007f265336c974 in object_str (self=0x7f22f4dc7010) at Objects/typeobject.c:4550 #72 PyObject_Str (v=0x7f22f4dc7010) at Objects/object.c:499 #73 0x00007f26533f95ef in PyFile_WriteObject (v=0x7f22f4dc7010, f=, flags=) at Objects/fileobject.c:132 #74 0x00007f26533f8c5e in builtin_print (self=, args=0x7f2652d29ba8, nargs=1, kwnames=) at Python/bltinmodule.c:2001 #75 0x00007f265334df3f in cfunction_vectorcall_FASTCALL_KEYWORDS (func=0x7f2652d994e0, args=0x7f2652d29ba8, nargsf=, kwnames=0x0) at Objects/methodobject.c:446 #76 0x00007f2653346336 in _PyObject_VectorcallTstate (kwnames=0x0, nargsf=, args=, callable=0x7f2652d994e0, tstate=0x564c5d841360) at ./Include/cpython/abstract.h:114 #77 PyObject_Vectorcall (kwnames=0x0, nargsf=, args=, callable=0x7f2652d994e0) at ./Include/cpython/abstract.h:123 #78 call_function (kwnames=0x0, oparg=, pp_stack=, trace_info=0x7ffe9efd4c10, tstate=) at Python/ceval.c:5891 #79 _PyEval_EvalFrameDefault (tstate=, f=0x7f2652d29a40, throwflag=) at Python/ceval.c:4213 #80 0x00007f2653344f80 in _PyEval_EvalFrame (throwflag=0, f=0x7f2652d29a40, tstate=0x564c5d841360) at ./Include/internal/pycore_ceval.h:46 #81 _PyEval_Vector (tstate=tstate@entry=0x564c5d841360, con=con@entry=0x7ffe9efd4d10, locals=locals@entry=0x7f2652c3dbc0, args=args@entry=0x0, argcount=argcount@entry=0, kwnames=kwnames@entry=0x0) at Python/ceval.c:5065 #82 0x00007f26533f39e4 in PyEval_EvalCode (co=0x7f2652cb43a0, globals=0x7f2652c3dbc0, locals=0x7f2652c3dbc0) at Python/ceval.c:1134 #83 0x00007f2653404383 in run_eval_code_obj (tstate=tstate@entry=0x564c5d841360, co=co@entry=0x7f2652cb43a0, globals=globals@entry=0x7f2652c3dbc0, locals=locals@entry=0x7f2652c3dbc0) at Python/pythonrun.c:1291 #84 0x00007f26533ffaea in run_mod (mod=mod@entry=0x564c5d91e7c0, filename=filename@entry=0x7f2652c2b960, globals=globals@entry=0x7f2652c3dbc0, locals=locals@entry=0x7f2652c3dbc0, flags=flags@entry=0x7ffe9efd4ef8, arena=arena@entry=0x7f2652d03b90) at Python/pythonrun.c:1312 #85 0x00007f26532a223f in pyrun_file (fp=fp@entry=0x564c5d83d470, filename=filename@entry=0x7f2652c2b960, start=start@entry=257, globals=globals@entry=0x7f2652c3dbc0, locals=locals@entry=0x7f2652c3dbc0, closeit=closeit@entry=1, flags=0x7ffe9efd4ef8) at Python/pythonrun.c:1208 #86 0x00007f26532a1ef0 in _PyRun_SimpleFileObject (fp=0x564c5d83d470, filename=0x7f2652c2b960, closeit=1, flags=0x7ffe9efd4ef8) at Python/pythonrun.c:456 #87 0x00007f26532a28a3 in _PyRun_AnyFileObject (fp=0x564c5d83d470, filename=0x7f2652c2b960, closeit=1, flags=0x7ffe9efd4ef8) at Python/pythonrun.c:90 #88 0x00007f2653410b5d in pymain_run_file_obj (skip_source_first_line=0, filename=0x7f2652c2b960, program_name=0x7f2652c8bfb0) at Modules/main.c:353 #89 pymain_run_file (config=0x564c5d8685a0) at Modules/main.c:372 #90 pymain_run_python (exitcode=0x7ffe9efd4ef4) at Modules/main.c:587 #91 Py_RunMain () at Modules/main.c:666 #92 0x00007f26533e4f3b in Py_BytesMain (argc=, argv=) at Modules/main.c:720 #93 0x00007f26535e4790 in __libc_start_call_main (main=main@entry=0x564c5beb5120
, argc=argc@entry=2, argv=argv@entry=0x7ffe9efd5128) at ../sysdeps/nptl/libc_start_call_main.h:58 #94 0x00007f26535e484a in __libc_start_main_impl (main=0x564c5beb5120
, argc=2, argv=0x7ffe9efd5128, init=, fini=, rtld_fini=, stack_end=0x7ffe9efd5118) at ../csu/libc-start.c:360 #95 0x0000564c5beb5045 in _start ()