o hs @sLddlmZddlZddlmZejZejGdddZGdddZdS) ) annotationsN) torch_wrapperc@sReZdZUded<ded<ded<ded<edd d Zedd d ZddZdS)RegisteredStoragez torch.Storagestoragez torch.dtypedtypeintsizeptrreturncCs |j|jSN)r r selfrS/var/www/html/ai/venv/lib/python3.10/site-packages/triton/interpreter/memory_map.pyend_ptrs zRegisteredStorage.end_ptr torch.TensorcCstj|j|j|jjdS)N)rdevice)torchtensorrrrr rrr access_tensorszRegisteredStorage.access_tensorcCs(|j|jkr|j|jksJdSr )rdata_ptrr r r rrrensure_immutables(z"RegisteredStorage.ensure_immutableN)r r)r r)__name__ __module__ __qualname____annotations__propertyrrrrrrrr s    rc@sNeZdZUded<ddZdddZdd d Z ddddZddddZd S) MemoryMapz[RegisteredStorage]storagescCs g|_dSr )rr rrr__init__ s zMemoryMap.__init__pointerrcsTt|t|ttfdd|jd}|dur$td||S)Ncs|jko |jkSr )r r) registered max_pointer min_pointerrr)sz3MemoryMap._get_registered_storage..z7Storage not found or pointers spanning multiple tensors) rmaxitemminnextfilterr Exceptionr)rr!registered_storagerr#r_get_registered_storage#sz!MemoryMap._get_registered_storagetcCs0|}|jt||j|||Sr )untyped_storagerappendrrr r)rr/rrrr add_tensor2s zMemoryMap.add_tensorNmaskcCs|jsJd|krdksJJ|jtjksJ|dur(t|}|js-Jd|kr:dks=JJ|jtjksEJ||}t |r\tj ||tj ddS| ||}|j }||j}tj |||jdd}|||||<|S)Nrcuda) fill_valuerr)is_cudadimrrint64 ones_likeboolexpandr all full_likefloat16r.rr )rr!r4otherr-r index_tensorblockrrrload7s"      zMemoryMap.loadvaluecCsd|kr dksJJ|jtjksJ|dur#t|}d|kr0dks3JJ|jtjks;J||}t|rJdS| ||}|j }||j }|| |j|||<dS)Nrr5) r9rrr:r;r<r=r r>r.rr to)rr!rEr4r-rrBrrrstoreUs    zMemoryMap.store)r!r)r/r)Nr3)r!rr4rr )r!rrEr) rrrrr r.r2rDrGrrrrrs    r) __future__r dataclassesrr dataclassrrrrrrs