o H h@sndZddlmZddlmZmZmZddlZddlm Z ddlm Z gd Z ee e edfZd efd d Zd efd dZd efddZd efddZd efddZd efddZd efddZd efddZd.ded dfddZGdddZGd d!d!ZeZead.ded efd"d#ZGd$d%d%eZd&ed efd'd&Z d efd(d)Z!ded dfd*d+Z"d e fd,d-Z#dS)/zj This package implements abstractions found in ``torch.cuda`` to facilitate writing device-agnostic code. )AbstractContextManager)AnyOptionalUnionNdevice)amp) is_available synchronizecurrent_devicecurrent_streamstream set_device device_countStream StreamContextEventreturncC tjjS)z/Returns a bool indicating if CPU supports AVX2.)torch_C_cpu_is_avx2_supportedrrF/var/www/vscode/kcb/lib/python3.10/site-packages/torch/cpu/__init__.pyr  rcCr)z1Returns a bool indicating if CPU supports AVX512.)rrr_is_avx512_supportedrrrrr%rrcCr)z6Returns a bool indicating if CPU supports AVX512_BF16.)rrr_is_avx512_bf16_supportedrrrrr*rrcCr)z/Returns a bool indicating if CPU supports VNNI.)rrr_is_avx512_vnni_supportedrrrr_is_vnni_supported/s r!cCr)z3Returns a bool indicating if CPU supports AMX_TILE.)rrr_is_amx_tile_supportedrrrrr"5rr"cCr)z3Returns a bool indicating if CPU supports AMX FP16.)rrr_is_amx_fp16_supportedrrrrr#:rr#cCr)zInitializes AMX instructions.)rrr _init_amxrrrrr$?rr$cCdS)zReturns a bool indicating if CPU is currently available. N.B. This function only exists to facilitate device-agnostic code Trrrrrr Dsr rcCr%)zWaits for all kernels in all streams on the CPU device to complete. Args: device (torch.device or int, optional): ignored, there's only one CPU device. N.B. This function only exists to facilitate device-agnostic code. Nrrrrrr Mr c@sBeZdZdZddeddfddZddd Zdd d Zdd d ZdS)rzH N.B. This class only exists to facilitate device-agnostic code priorityrNcCdSNr)selfr(rrr__init__\zStream.__init__cCr)r*rr+rrrr wait_stream_r-zStream.wait_streamcCr)r*rr+rrr record_eventbr-zStream.record_eventcCr)r*r)r+eventrrr wait_eventer-zStream.wait_event)r'rN) __name__ __module__ __qualname____doc__intr,r/r1r3rrrrrWs   rc@s<eZdZdefddZd d ddZd ddZd d d d ZdS) rrcCr%)NTrr0rrrqueryjr-z Event.queryNcCr)r*rr.rrrrecordmr-z Event.recordcCr)r*rr0rrrr pr-zEvent.synchronizecCr)r*rr.rrrwaitsr-z Event.waitr*r4)r5r6r7boolr:r;r r<rrrrris   rcCstS)zReturns the currently selected :class:`Stream` for a given device. Args: device (torch.device or int, optional): Ignored. N.B. This function only exists to facilitate device-agnostic code )_current_streamrrrrr{s rc@sHeZdZUdZeeed<ddZddZde de d e d d fd d Z d S)rzvContext-manager that selects a given stream. N.B. This class only exists to facilitate device-agnostic code cur_streamcCs||_t|_dSr*)r_default_cpu_stream prev_streamr.rrrr,s zStreamContext.__init__cCs |j}|dur dSt|_|adSr*)rr>rA)r+r?rrr __enter__s zStreamContext.__enter__typevalue tracebackrNcCs|j}|dur dS|jadSr*)rrAr>)r+rCrDrEr?rrr__exit__s zStreamContext.__exit__) r5r6r7r8rr__annotations__r,rBrrFrrrrrs   rrcCst|S)zWrapper around the Context-manager StreamContext that selects a given stream. N.B. This function only exists to facilitate device-agnostic code )r)rrrrrscCr%)zReturns number of CPU devices (not cores). Always 1. N.B. This function only exists to facilitate device-agnostic code r rrrrrrrcCr%)zzSets the current device, in CPU we do nothing. N.B. This function only exists to facilitate device-agnostic code Nrrrrrrr&rcCr%)zyReturns current device for cpu. Always 'cpu'. N.B. This function only exists to facilitate device-agnostic code cpurrrrrr rHr r*)$r8 contextlibrtypingrrrrr_devicer __all__strr9 _device_tr=rrrr!r"r#r$r r rrr@r>rrrrrr rrrrs6