Segfault during a copy #2948
Description
[3706199] signal 11 (2): Segmentation fault
in expression starting at REPL[5]:1
unknown function (ip: 0x75103d475f50)
unknown function (ip: 0x75103d528b89)
unknown function (ip: 0x75103e15e7bc)
unknown function (ip: 0x75103d42c9db)
unknown function (ip: 0x75103d42d1b9)
unknown function (ip: 0x75103d42db63)
unknown function (ip: 0x75103d5ef039)
cuMemcpyDtoHAsync_v2 at /lib/x86_64-linux-gnu/libcuda.so.1 (unknown line)
macro expansion at /home/wmoses/.julia/packages/GPUToolbox/XaIIx/src/ccalls.jl:143 [inlined]
macro expansion at /home/wmoses/.julia/packages/CUDA/ZMllX/lib/cudadrv/libcuda.jl:371 [inlined]
#50 at /home/wmoses/.julia/packages/GPUToolbox/XaIIx/src/ccalls.jl:34 [inlined]
check at /home/wmoses/.julia/packages/CUDA/ZMllX/lib/cudadrv/libcuda.jl:35 [inlined]
cuMemcpyDtoHAsync_v2 at /home/wmoses/.julia/packages/GPUToolbox/XaIIx/src/ccalls.jl:33 [inlined]
#unsafe_copyto!#972 at /home/wmoses/.julia/packages/CUDA/ZMllX/lib/cudadrv/memory.jl:414
unsafe_copyto! at /home/wmoses/.julia/packages/CUDA/ZMllX/lib/cudadrv/memory.jl:411 [inlined]
#1162 at /home/wmoses/.julia/packages/CUDA/ZMllX/src/array.jl:616
#context!#1025 at /home/wmoses/.julia/packages/CUDA/ZMllX/lib/cudadrv/state.jl:168 [inlined]
context! at /home/wmoses/.julia/packages/CUDA/ZMllX/lib/cudadrv/state.jl:163 [inlined]
unsafe_copyto! at /home/wmoses/.julia/packages/CUDA/ZMllX/src/array.jl:608
copyto! at /home/wmoses/.julia/packages/CUDA/ZMllX/src/array.jl:560 [inlined]
copyto! at /home/wmoses/.julia/packages/CUDA/ZMllX/src/array.jl:564 [inlined]
copyto_axcheck! at ./abstractarray.jl:1167 [inlined]
Array at ./array.jl:626 [inlined]
Array at ./boot.jl:605 [inlined]
convert at ./array.jl:618 [inlined]
adapt_storage at /home/wmoses/.julia/packages/GPUArrays/w335n/src/host/abstractarray.jl:137 [inlined]
adapt_structure at /home/wmoses/.julia/packages/Adapt/2UZ81/src/Adapt.jl:57 [inlined]
adapt at /home/wmoses/.julia/packages/Adapt/2UZ81/src/Adapt.jl:40 [inlined]
show_vector at /home/wmoses/.julia/packages/GPUArrays/w335n/src/host/abstractarray.jl:148 [inlined]
show at ./arrayshow.jl:486 [inlined]
show_delim_array at ./show.jl:1430
show_delim_array at ./show.jl:1415 [inlined]
show at ./show.jl:1448
unknown function (ip: 0x75126c3b59d6)
#sprint#594 at ./strings/io.jl:114
sprint at ./strings/io.jl:107 [inlined]
#repr#597 at ./strings/io.jl:286 [inlined]
repr at ./strings/io.jl:286 [inlined]
acopyto! at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/ext/EnzymeTestUtilsGPUArraysCoreExt.jl:9
append_or_merge at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/to_vec.jl:106
unknown function (ip: 0x75126c3b53f6)
to_vec at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/to_vec.jl:271
to_vec at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/to_vec.jl:46 [inlined]
multi_tovec at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/finite_difference_calls.jl:55
unknown function (ip: 0x75126c3b9a7b)
_fd_reverse at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/finite_difference_calls.jl:123
unknown function (ip: 0x75126c3ade3d)
macro expansion at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/test_reverse.jl:105 [inlined]
macro expansion at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/Test/src/Test.jl:1709 [inlined]
#test_reverse#62 at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/test_reverse.jl:88
jl_apply at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/julia.h:2157 [inlined]
do_apply at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/builtins.c:831
test_reverse at /mnt3/wmoses/git/Enzyme.jl/lib/EnzymeTestUtils/src/test_reverse.jl:70
jl_apply at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/julia.h:2157 [inlined]
do_call at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/interpreter.c:126
eval_value at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/interpreter.c:223
eval_stmt_value at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/interpreter.c:174 [inlined]
eval_body at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/interpreter.c:666
jl_interpret_toplevel_thunk at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/interpreter.c:824
jl_toplevel_eval_flex at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/toplevel.c:943
jl_toplevel_eval_flex at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/toplevel.c:886
ijl_toplevel_eval_in at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/toplevel.c:994
eval at ./boot.jl:430 [inlined]
eval_user_input at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/REPL/src/REPL.jl:261
repl_backend_loop at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/REPL/src/REPL.jl:368
#start_repl_backend#59 at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/REPL/src/REPL.jl:343
start_repl_backend at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/REPL/src/REPL.jl:340
#run_repl#76 at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/REPL/src/REPL.jl:500
run_repl at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/usr/share/julia/stdlib/v1.11/REPL/src/REPL.jl:486
jfptr_run_repl_10230.1 at /mnt3/wmoses/.julia/juliaup/julia-1.11.6+0.x64.linux.gnu/share/julia/compiled/v1.11/REPL/u0gqU_QBeOa.so (unknown line)
#1150 at ./client.jl:446
jfptr_YY.1150_14947.1 at /mnt3/wmoses/.julia/juliaup/julia-1.11.6+0.x64.linux.gnu/share/julia/compiled/v1.11/REPL/u0gqU_QBeOa.so (unknown line)
jl_apply at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/julia.h:2157 [inlined]
jl_f__call_latest at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/builtins.c:875
#invokelatest#2 at ./essentials.jl:1055 [inlined]
invokelatest at ./essentials.jl:1052 [inlined]
run_main_repl at ./client.jl:430
repl_main at ./client.jl:567 [inlined]
_start at ./client.jl:541
jfptr__start_73597.1 at /mnt3/wmoses/.julia/juliaup/julia-1.11.6+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/julia.h:2157 [inlined]
true_main at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/jlapi.c:900
jl_repl_entrypoint at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/src/jlapi.c:1059
main at /cache/build/tester-amdci4-12/julialang/julia-release-1-dot-11/cli/loader_exe.c:58
unknown function (ip: 0x7513f3a2a1c9)
__libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x4010b8)
Allocations: 70226531 (Pool: 70224801; Big: 1730); GC: 39
Segmentation fault (core dumped)
hit during:
julia> using EnzymeTestUtils, CUDA
Precompiling EnzymeTestUtilsGPUArraysCoreExt...
1 dependency successfully precompiled in 2 seconds. 68 already precompiled.
julia> using CUDA, Enzyme, EnzymeTestUtils
julia> A = CUDA.rand(Float64, 16, 16)
16×16 CuArray{Float64, 2, CUDA.DeviceMemory}:
0.9256 0.888733 0.0831436 0.116227 0.227108 0.640784 0.321576 0.708349 0.249102 0.00497019 0.564942 0.661561 0.793661 0.951489 0.349756 0.73466
0.0724885 0.346062 0.957136 0.520397 0.304298 0.142787 0.658903 0.596299 0.263758 0.344712 0.654188 0.537408 0.503462 0.348484 0.135501 0.108858
0.913595 0.0798912 0.426799 0.502721 0.353941 0.762126 0.892958 0.687079 0.807014 0.588784 0.983943 0.869853 0.716426 0.861809 0.632122 0.527572
0.999862 0.145591 0.120478 0.816761 0.0167808 0.0316431 0.802753 0.324746 0.368533 0.0301839 0.321995 0.403689 0.475555 0.0941485 0.544068 0.348945
0.398321 0.607562 0.386735 0.267354 0.148218 0.411598 0.434726 0.660432 0.00471224 0.632744 0.0167808 0.964775 0.756466 0.24264 0.33169 0.333342
0.245676 0.938947 0.230113 0.86885 0.536915 0.525882 0.70791 0.549795 0.572796 0.811112 0.414773 0.612004 0.580381 0.962834 0.733568 0.777534
0.0804793 0.448108 0.531428 0.0440737 0.825027 0.653423 0.89384 0.623426 0.209578 0.123152 0.7057 0.807867 0.394249 0.0207508 0.300858 0.509087
0.975961 0.989665 0.166823 0.689707 0.700488 0.815112 0.206287 0.220144 0.586374 0.250646 0.899718 0.327319 0.280089 0.522422 0.580347 0.64853
0.885209 0.0390665 0.724531 0.979507 0.925901 0.266921 0.847384 0.466455 0.49273 0.653632 0.833963 0.558071 0.0471091 0.0640746 0.0749098 0.783701
0.803428 0.0753402 0.731065 0.596833 0.740304 0.922787 0.390516 0.117544 0.402101 0.945598 0.161451 0.596934 0.100982 0.902117 0.643994 0.217392
0.0562058 0.517205 0.177663 0.198362 0.796275 0.32775 0.931562 0.910954 0.579345 0.352981 0.522038 0.00807365 0.346184 0.748276 0.0859065 0.108369
0.683464 0.780661 0.229909 0.0547083 0.983621 0.349439 0.36205 0.704628 0.735945 0.970537 0.944527 0.453307 0.739709 0.286132 0.134853 0.690345
0.384789 0.466783 0.970655 0.100529 0.261933 0.520193 0.740265 0.222935 0.162874 0.579471 0.679946 0.108696 0.540011 0.87298 0.47785 0.699143
0.878512 0.900245 0.901735 0.746631 0.249492 0.658918 0.12097 0.761957 0.154245 0.269771 0.26721 0.597512 0.672414 0.359772 0.082274 0.00274007
0.93566 0.504671 0.628253 0.788666 0.374204 0.807572 0.251701 0.716394 0.696346 0.27958 0.0689318 0.819549 0.408135 0.200489 0.99874 0.325984
0.954192 0.490143 0.823891 0.709947 0.640988 0.0914861 0.764733 0.745556 0.437367 0.169767 0.215374 0.860147 0.131805 0.545332 0.458548 0.910787
julia> B = CUDA.rand(Float64, 16, 16)
16×16 CuArray{Float64, 2, CUDA.DeviceMemory}:
0.917383 0.893942 0.458708 0.807112 0.892411 0.630739 0.0592729 0.850068 0.579045 0.363049 0.407421 0.518025 0.762488 0.0623994 0.173925 0.0130343
0.728652 0.343284 0.165491 0.484319 0.789706 0.966198 0.329322 0.446545 0.482044 0.246644 0.250062 0.25829 0.567237 0.463434 0.663538 0.471639
0.451731 0.373005 0.977875 0.63512 0.396713 0.0944147 0.594254 0.855434 0.886983 0.496057 0.768979 0.711124 0.488945 0.599105 0.221023 0.151378
0.27952 0.18547 0.662041 0.236806 0.540026 0.997554 0.138904 0.664818 0.81428 0.922851 0.884669 0.206666 0.868892 0.977852 0.692026 0.294399
0.84857 0.406641 0.680477 0.0979516 0.928557 0.129996 0.853463 0.918708 0.548922 0.0100411 0.886534 0.936586 0.10606 0.100733 0.220488 0.483075
0.687907 0.0400566 0.743712 0.944506 0.989091 0.737479 0.783071 0.283031 0.246706 0.462786 0.255749 0.701255 0.949453 0.853997 0.872467 0.0167643
0.659553 0.861282 0.560935 0.0870719 0.0701434 0.219833 0.15352 0.641664 0.886457 0.572563 0.77449 0.391078 0.247453 0.265169 0.230076 0.709755
0.830469 0.611538 0.822321 0.97551 0.45944 0.513672 0.776543 0.263544 0.984396 0.3435 0.550401 0.237262 0.921967 0.796113 0.62581 0.320401
0.56263 0.795123 0.26815 0.780292 0.986374 0.697808 0.880536 0.0715184 0.676678 0.289289 0.831265 0.785256 0.625467 0.127719 0.519557 0.534529
0.692694 0.277247 0.359498 0.36413 0.634765 0.824717 0.47908 0.687561 0.931701 0.353492 0.689438 0.221522 0.558221 0.239902 0.686566 0.374313
0.724996 0.513678 0.400348 0.953556 0.13816 0.3729 0.578416 0.566053 0.157448 0.981693 0.92805 0.834225 0.573441 0.0377844 0.959661 0.985622
0.782353 0.374744 0.367534 0.325408 0.836473 0.352236 0.75849 0.996963 0.606224 0.154787 0.395824 0.311716 0.781272 0.313012 0.987943 0.524052
0.544165 0.200302 0.816695 0.100573 0.137866 0.502404 0.895566 0.546624 0.526226 0.388747 0.361992 0.351829 0.346744 0.670038 0.078812 0.271258
0.713084 0.574046 0.386538 0.907359 0.275508 0.929575 0.620132 0.364465 0.0672979 0.253079 0.116534 0.00303631 0.369308 0.298761 0.97411 0.0420729
0.894065 0.568006 0.103334 0.185629 0.863814 0.584637 0.737451 0.345645 0.678722 0.221056 0.911826 0.854508 0.860532 0.0358511 0.323233 0.773445
0.576277 0.00852026 0.894296 0.249457 0.878094 0.859564 0.410484 0.76054 0.728812 0.42477 0.184961 0.312471 0.895955 0.828831 0.976499 0.583456
julia> test_reverse(*, Duplicated, (A, Duplicated), (B, Duplicated))