Skip to content

Commit

Permalink
[torch/multiprocessing] Use multiprocessing.reduction.register Forkin…
Browse files Browse the repository at this point in the history
…gPickler.register to register custom tensor and storage reductions
  • Loading branch information
kiukchung committed Sep 3, 2024
1 parent 92f7330 commit b8e4e6b
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions torch/multiprocessing/reductions.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
import multiprocessing
import os
import threading
from multiprocessing.reduction import ForkingPickler
from multiprocessing.reduction import register
from multiprocessing.util import register_after_fork
from typing import Union

Expand Down Expand Up @@ -36,7 +36,7 @@ def __init__(self, storage):
# might be cleared during Python shutdown before this module is cleared.
self._free_weak_ref = torch.Storage._free_weak_ref # type: ignore[attr-defined]

@classmethod
@classmethodior
def from_weakref(cls, cdata):
instance = cls.__new__(cls)
instance.cdata = cdata
Expand Down Expand Up @@ -626,22 +626,22 @@ def reduce_storage(storage):


def init_reductions():
ForkingPickler.register(torch.cuda.Event, reduce_event)
register(torch.cuda.Event, reduce_event)

for t in torch._storage_classes:
if t.__name__ == "UntypedStorage":
ForkingPickler.register(t, reduce_storage)
register(t, reduce_storage)
else:
ForkingPickler.register(t, reduce_typed_storage_child)
register(t, reduce_typed_storage_child)

ForkingPickler.register(torch.storage.TypedStorage, reduce_typed_storage)
register(torch.storage.TypedStorage, reduce_typed_storage)

for t in torch._tensor_classes:
ForkingPickler.register(t, reduce_tensor)
register(t, reduce_tensor)

# TODO: Maybe this should be in tensor_classes? :)
ForkingPickler.register(torch.Tensor, reduce_tensor)
register(torch.Tensor, reduce_tensor)

from torch.nn.parameter import Parameter

ForkingPickler.register(Parameter, reduce_tensor)
register(Parameter, reduce_tensor)

0 comments on commit b8e4e6b

Please sign in to comment.