P/j-UddlZddlmZmZmZmZmZmZmZm Z ddl Z ddl m Z m Z eeegefed<e j j#rddlmZndZe e j*eedfZiZeeefed<iZeeefed<Gdd eZGd d e ZGd dZGddeZeeegefed<e j>j#rddlm Z!ndZ!GddeZ"iZ#eeeefed<da$de ee j*fdeefdZ%de ee j*fdeefdZ&deeeeeffdZ'dZ(y)N)AnyCallableDictIterableOptionalTupleTypeUnion) _EventBase _StreamBaseget_cuda_stream)_cuda_getCurrentRawStream caching_worker_device_propertiescaching_worker_current_devicesceZdZfdZxZS)DeviceInterfaceMetac |d}d|vr2tj|drt|dtsJdd|vr2tj|drt|dtsJdt ||g|i|S)NEventz>DeviceInterface member Event should be inherit from _EventBaseStreamz@DeviceInterface member Stream should be inherit from _StreamBase)inspectisclass issubclassr r super__new__)metaclsargskwargs class_member __class__s a/root/repos/pocs/video-evals/.venv/lib/python3.12/site-packages/torch/_dynamo/device_interface.pyrzDeviceInterfaceMeta.__new__sAw l "??<#89jW%z? PO P | #??<#9:zX& @ RQ Rww8888)__name__ __module__ __qualname__r __classcell__)r s@r!rrs  9 9r"rceZdZdZGddZGddZedZedefdZ ede de fd Z ede de fd Z ed Z edefd Zed ej"fdZedZed ej"fdZede de de fdZede de fdZeddefdZeddefdZeddefdZeddefdZy)DeviceInterfacez This is a simple device runtime interface for Inductor. It enables custom backends to be integrated with Inductor in a device-agnostic semantic. ceZdZdefdZy)DeviceInterface.devicedevicectNNotImplementedError)clsr+s r!rzDeviceInterface.device.__new__+s% %r"N)r#r$r% _device_trr"r!r+r**s & &r"r+cTeZdZdZedefdZedefdZeddefdZ y) DeviceInterface.Workera Worker API to query device properties that will work in multi processing workers that cannot use the GPU APIs (due to processing fork() and initialization time issues). Properties are recorded in the main process before we fork the workers. r+ctr-r.r+s r! set_devicez!DeviceInterface.Worker.set_device6% %r"returnctr-r.r2r"r!current_devicez%DeviceInterface.Worker.current_device:r8r"Nctr-r.r6s r!get_device_propertiesz,DeviceInterface.Worker.get_device_properties>r8r"r-) r#r$r%__doc__ staticmethodintr7r;r1r=r2r"r!Workerr4.sX   &s &  &  & &  &  &) &  &r"rActr-r.r2r"r!r;zDeviceInterface.current_deviceB!!r"ctr-r.r6s r!r7zDeviceInterface.set_deviceFrCr"r9ctr-r.r6s r!maybe_exchange_devicez%DeviceInterface.maybe_exchange_deviceJrCr"ctr-r.r6s r!exchange_devicezDeviceInterface.exchange_deviceNrCr"ctr-r.r2r"r! device_countzDeviceInterface.device_countRrCr"ctr-r.r2r"r! is_availablezDeviceInterface.is_availableVrCr"streamctr-r.rMs r!rMzDeviceInterface.streamZrCr"ctr-r.r2r"r!current_streamzDeviceInterface.current_stream^rCr"ctr-r.rOs r! set_streamzDeviceInterface.set_streambrCr" stream_id device_index device_typectr-r.)rTrUrVs r!_set_stream_by_idz!DeviceInterface._set_stream_by_idfrCr" device_idxctr-r.)rYs r!get_raw_streamzDeviceInterface.get_raw_streamjrCr"Nctr-r.r6s r! synchronizezDeviceInterface.synchronizenrCr"ctr-r.r6s r!r=z%DeviceInterface.get_device_propertiesrrCr"ctr-r.r6s r!get_compute_capabilityz&DeviceInterface.get_compute_capabilityvrCr"including_emulationctr-r.ras r!is_bf16_supportedz!DeviceInterface.is_bf16_supportedzrCr"r-F)r#r$r%r>r+rAr?r;r1r7r@rFrHrJboolrLtorchrrMrQrSrXr[r]r=r`rdr2r"r!r(r($s &&&&("""9"""c"c"""""""""$"""u||"""""5<<"""S""#"""3"3"""I"""i"""y"""t""r"r() metaclasscJeZdZdZdeedeeddfdZdZ de d e d e fd Z y) DeviceGuarda_ This class provides a context manager for device switching. This is a stripped down version of torch.{device_name}.device. The context manager changes the current device to the given device index on entering the context and restores the original device on exiting. The device is switched using the provided device interface. device_interfaceindexr9Nc.||_||_d|_y)N)rkidxprev_idx)selfrkrls r!__init__zDeviceGuard.__init__s!1 r"cr|j+|jj|j|_yyr-)rorkrHrp)rqs r! __enter__zDeviceGuard.__enter__s- 88  11AA$((KDM r"typevalue tracebackcp|j*|jj|j|_y)NF)rorkrFrp)rqrurvrws r!__exit__zDeviceGuard.__exit__s+ 88 ,,BB4==QDHr") r#r$r%r>r r(rr@rrrtrryr2r"r!rjrjsM $_ 5>Fsm LSr"rjceZdZejj Zejj ZejjZGddZe ejjZ e ejjZ e ejjZ e ejjZ e ejjZe ejjZe ejj Ze ejj"Ze ejj$Ze eZe ejj*Ze ejj.Ze ejj2Ze defdZe ddefdZy) CudaInterfacecPeZdZedefdZedefdZeddefdZy)CudaInterface.Workerr+c|td<yNcudarr6s r!r7zCudaInterface.Worker.set_devices 5; *6 2r"r9c`dtvr tdStjjSr)rrgrr;r2r"r!r;z#CudaInterface.Worker.current_devices)775f==::,,. .r"Nc|\t|tr&tj|}|jdk(sJt|tjr |j }|t jj}dtvrZttjjDcgc]!}tjj|#}}|td<td|Scc}wr) isinstancestrrgr+rurlr{rAr;rrangerrJr=r+i device_props r!r=z*CudaInterface.Worker.get_device_propertiess!fc*"\\&1F!;;&000fell3#\\F~&--<<>==#5::#:#:#<=JJ44Q7 tjjSr-)rgrrLr2r"r!rLzCudaInterface.is_availableszz&&((r"Nr+ctjj*tjj |\}}|dz|zStjj |j jdddS)N :r)rgversionhiprget_device_capabilityr= gcnArchNamesplit)r+majormins r!r`z$CudaInterface.get_compute_capabilitysh ==   $99&AJE32:# #::33F;GGMMcSTUVWX Xr"r-)r#r$r%rgrr+rrrAr?r;r7rJrMrQrSrXr]r=r r[_exchange_devicerH_maybe_exchange_devicerFrdrfrLr1r`r2r"r!r{r{sv ZZ  F JJ  E ZZ  FDD>"%**";";#>?O()J)JK$UZZ%A%AB)$))YyYYr"r{get_xpu_stream)_xpu_getCurrentRawStreamcfeZdZejj Zejj ZejjZGddZe ejjZ e ejjZ e ejjZ e ejjZ e ejjZe ejjZe ejj Ze ejj"Ze ejj$Ze eZe ejj*Ze ejj.Ze defdZe d defdZe d dedefd Zy) XpuInterfacecPeZdZedefdZedefdZeddefdZy)XpuInterface.Workerr+c|td<yNxpurr6s r!r7zXpuInterface.Worker.set_devices 4: *5 1r"r9c`dtvr tdStjjSr)rrgrr;r2r"r!r;z"XpuInterface.Worker.current_devices)665e<<99++- -r"Nc|\t|tr&tj|}|jdk(sJt|tjr |j }|t jj}dtvrZttjjDcgc]!}tjj|#}}|td<td|Scc}wr)rrrgr+rurlrrAr;rrrrJr=rs r!r=z)XpuInterface.Worker.get_device_propertiess!fc*"\\&1F!;;%///fell3#\\F~%,,;;=<<#599#9#9#;<II33A6 ;F073E:6B B rr-rr2r"r!rArsT  ;s ;  ;  . .  .  C) C  Cr"rAr9c>tjjSr-)rgrrLr2r"r!rLzXpuInterface.is_availablesyy%%''r"Nr+cDtjj|}|Sr-)rgrr)r+ccs r!r`z#XpuInterface.get_compute_capabilitys YY , ,V 4 r"rac>tjjSr-)rgrrdrcs r!rdzXpuInterface.is_bf16_supportedsyy**,,r"r-re)r#r$r%rgrr+rrrAr?r;r7rJrMrQrSrXr]r=rr[rrHrrFrfrLr1r`rdr2r"r!rrs| YY  F IIOOE YY  FCC>"%))":":;Neii223J 6 67L %))** +F!%))":":;Neii223J$UYY%@%@Auyy445K()H)HI!.1N"599#=#=>O()I)IJ($((y-t---r"rdevice_interfacesFr+rkc`t|tjr t|}|t|<yr-)rrgr+rr)r+rks r!register_interface_for_devicer(s&&%,,'V 0fr"r9ct|tjr t|}ts t |t vr t |Std|)NzNo interface for device )rrgr+r_device_initializedinit_device_regrr/r6s r!get_interface_for_devicer0sI&%,,'V  "" ((  8A BBr"cJts ttjSr-)rrritemsr2r"r! get_registered_device_interfacesr:s   " " $$r"cDtdtttjj D]}td|ttdt ttjj D]}td|t day)Nrzcuda:rzxpu:T) rr{rrgrrJrrr)rs r!rr@s!&-8 5::**, -B%aSk=AB"%6 599))+ ,@%QCj,?@r"))rtypingrrrrrrr r rgtorch._streambaser r r@__annotations__r _is_compiledtorch._Crr r+rr1rrrurr(rjr{rrrrrrrrrrr2r"r!rsNNN 5(C5#:.//::EO %,,S$. / 46 $sCx.513S#X3 9$ 9X" 3X"v6@YO@YF3%*-..99CN=-?=-@794T/22381 #u||# $18<_8M1CU3 +<%=C$BWC%(5d?>S9S3T*U% r"