forked from pytorch/pytorch
-
Notifications
You must be signed in to change notification settings - Fork 1
/
THTensor.cpp
110 lines (93 loc) · 3.38 KB
/
THTensor.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
#include <TH/THTensor.hpp>
#include <TH/generic/THTensor.cpp>
#include <TH/THGenerateAllTypes.h>
#include <TH/generic/THTensor.cpp>
#include <TH/THGenerateHalfType.h>
#include <TH/generic/THTensor.cpp>
#include <TH/THGenerateBoolType.h>
#include <TH/generic/THTensor.cpp>
#include <TH/THGenerateBFloat16Type.h>
#include <ATen/native/Resize.h>
#include <ATen/TensorUtils.h>
#include <numeric>
// NB: This is NOT valid on UndefinedTensorImpl
void THTensor_free(THTensor *self)
{
if (!self) return;
c10::raw::intrusive_ptr::decref(self);
}
void THTensor_setStorage(THTensor *self, THStorage *storage_, ptrdiff_t storageOffset_, at::IntArrayRef size_, at::IntArrayRef stride_) {
if (stride_.data()) {
THArgCheck(size_.size() == stride_.size(), 5, "inconsistent size/stride sizes");
}
#ifdef DEBUG
THAssert(size_.size() <= INT_MAX);
#endif
THTensor_setStorageNd(self,
storage_,
storageOffset_,
size_.size(),
size_.data(),
stride_.data());
}
void THTensor_setStorageNd(THTensor *self, THStorage *storage, ptrdiff_t storageOffset, int nDimension, const int64_t *size, const int64_t *stride)
{
/* storage */
if(THTensor_getStoragePtr(self) != storage)
{
if (!THTensor_getStoragePtr(self)) {
THError("Tensor: invalid null storage");
}
auto data_type = THTensor_getStoragePtr(self)->dtype();
if(storage)
{
c10::raw::intrusive_ptr::incref(storage);
THTensor_stealAndSetStoragePtr(self, storage);
}
else {
THTensor_stealAndSetStoragePtr(self, THStorage_new(data_type));
}
}
/* storageOffset */
if(storageOffset < 0) {
THError("Tensor: invalid storage offset");
}
self->set_storage_offset(storageOffset);
/* size and stride */
THTensor_resizeNd(self, nDimension, size, stride);
}
void THTensor_resize(THTensor *self, at::IntArrayRef size, at::IntArrayRef stride)
{
if (stride.data()) {
THArgCheck(stride.size() == size.size(), 3, "invalid stride");
}
#ifdef DEBUG
THAssert(size.size() <= INT_MAX);
#endif
THTensor_resizeNd(self, size.size(), size.data(), stride.data());
}
void THTensor_resizeNd(THTensor *self, int nDimension, const int64_t *size, const int64_t *stride)
{
TORCH_CHECK(nDimension >= 0, "resizeNd nDimension must be non-negative");
at::IntArrayRef sizes(size, nDimension);
at::optional<at::IntArrayRef> strides;
if (stride) {
strides = at::IntArrayRef(stride, nDimension);
}
at::native::resize_impl_cpu_(self, sizes, strides);
}
// NB: Steals ownership of storage
void THTensor_stealAndSetStoragePtr(THTensor* tensor, THStorage* storage) {
// Caffe2 might have tensors whose storages are null, but we
// don't allow it in PyTorch.
AT_ASSERT(storage);
// Caffe2 also has uninitialized dtype states, which we disallow here
AT_ASSERT(tensor->storage().dtype() == storage->dtype());
// We used to allow this, but this breaks device caching.
// Let's put an actual error message for this one.
TORCH_CHECK(tensor->storage().device() == storage->device(),
"Attempted to set the storage of a tensor on device \"", tensor->storage().device(),
"\" to a storage on different device \"", storage->device(),
"\". This is no longer allowed; the devices must match.");
tensor->set_storage(at::Storage(c10::intrusive_ptr<THStorage>::reclaim(storage)));
}