narrow and narrow_copy in PyTorch

#python #pytorch #narrow #narrowcopy

narrow() and narrow_copy() can extract the 1D or more D tensor of zero or more elements from the 1D or more D tensor of zero or more elements as shown below:

*Memos:

narrow() and narrow_copy() can be used with torch or a tensor.
The 1st argument(input) with torch or using a tensor(Required-Type:tensor of int, float, complex or bool).
The 2nd argument with torch or the 1st argument with a tensor is dim(Required-Type:int).
The 3rd argument with torch or the 2nd argument with a tensor is start(Required-Type:int or tensor of int).
The 4th argument with torch or the 3rd argument with a tensor is length(Required-Type:int).
For narrow_copy(), there is out argument with torch(Optional-Default:None-Type:tensor): *Memos:
- out= must be used.
- My post explains out argument.
narrow() uses a shared tensor while narrow_copy() copies a tensor taking more memory so narrow() is ligher and faster than narrow_copy().

import torch

my_tensor = torch.tensor([6, -4, 5, 7, 1, 9, -6, 0, 3, -2, -5, 8])

torch.narrow(input=my_tensor, dim=0, start=3, length=5)
my_tensor.narrow(dim=0, start=3, length=5)
torch.narrow(input=my_tensor, dim=0, start=-9, length=5)
torch.narrow(input=my_tensor, dim=-1, start=3, length=5)
torch.narrow(input=my_tensor, dim=-1, start=-9, length=5)
torch.narrow(input=my_tensor, dim=0, start=torch.tensor(3), length=5)
torch.narrow(input=my_tensor, dim=0, start=torch.tensor(-9), length=5)
torch.narrow(input=my_tensor, dim=-1, start=torch.tensor(3), length=5)
torch.narrow(input=my_tensor, dim=-1, start=torch.tensor(-9), length=5)
torch.narrow_copy(input=my_tensor, dim=0, start=3, length=5)
my_tensor.narrow_copy(dim=0, start=3, length=5)
torch.narrow_copy(input=my_tensor, dim=0, start=-9, length=5)
torch.narrow_copy(input=my_tensor, dim=-1, start=3, length=5)
torch.narrow_copy(input=my_tensor, dim=-1, start=-9, length=5)
torch.narrow_copy(input=my_tensor, dim=0, start=torch.tensor(3), length=5)
torch.narrow_copy(input=my_tensor, dim=0, start=torch.tensor(-9), length=5)
torch.narrow_copy(input=my_tensor, dim=-1, start=torch.tensor(3), length=5)
torch.narrow_copy(input=my_tensor, dim=-1, start=torch.tensor(-9), length=5)
# tensor([7, 1, 9, -6, 0])

my_tensor = torch.tensor([[6, -4, 5, 7],
                          [1, 9, -6, 0],
                          [3, -2, -5, 8]])
torch.narrow(input=my_tensor, dim=0, start=1, length=2)
torch.narrow(input=my_tensor, dim=0, start=-2, length=2)
torch.narrow(input=my_tensor, dim=-2, start=1, length=2)
torch.narrow(input=my_tensor, dim=-2, start=-2, length=2)
torch.narrow(input=my_tensor, dim=0, start=torch.tensor(1), length=2)
torch.narrow(input=my_tensor, dim=0, start=torch.tensor(-2), length=2)
torch.narrow(input=my_tensor, dim=-2, start=torch.tensor(1), length=2)
torch.narrow(input=my_tensor, dim=-2, start=torch.tensor(-2), length=2)
torch.narrow_copy(input=my_tensor, dim=0, start=1, length=2)
torch.narrow_copy(input=my_tensor, dim=0, start=-2, length=2)
torch.narrow_copy(input=my_tensor, dim=-2, start=1, length=2)
torch.narrow_copy(input=my_tensor, dim=-2, start=-2, length=2)
torch.narrow_copy(input=my_tensor, dim=0, start=torch.tensor(1), length=2)
torch.narrow_copy(input=my_tensor, dim=0, start=torch.tensor(-2), length=2)
torch.narrow_copy(input=my_tensor, dim=-2, start=torch.tensor(1), length=2)
torch.narrow_copy(input=my_tensor, dim=-2, start=torch.tensor(-2), length=2)
# tensor([[1, 9, -6, 0],
#         [3, -2, -5, 8]])

torch.narrow(input=my_tensor, dim=1, start=1, length=2)
torch.narrow(input=my_tensor, dim=1, start=-3, length=2)
torch.narrow(input=my_tensor, dim=-1, start=1, length=2)
torch.narrow(input=my_tensor, dim=-1, start=-3, length=2)
torch.narrow(input=my_tensor, dim=1, start=torch.tensor(1), length=2)
torch.narrow(input=my_tensor, dim=1, start=torch.tensor(-3), length=2)
torch.narrow(input=my_tensor, dim=-1, start=torch.tensor(1), length=2)
torch.narrow(input=my_tensor, dim=-1, start=torch.tensor(-3), length=2)
torch.narrow_copy(input=my_tensor, dim=1, start=1, length=2)
torch.narrow_copy(input=my_tensor, dim=1, start=-3, length=2)
torch.narrow_copy(input=my_tensor, dim=-1, start=1, length=2)
torch.narrow_copy(input=my_tensor, dim=-1, start=-3, length=2)
torch.narrow_copy(input=my_tensor, dim=1, start=torch.tensor(1), length=2)
torch.narrow_copy(input=my_tensor, dim=1, start=torch.tensor(-3), length=2)
torch.narrow_copy(input=my_tensor, dim=-1, start=torch.tensor(1), length=2)
torch.narrow_copy(input=my_tensor, dim=-1, start=torch.tensor(-3), length=2)
# tensor([[-4, 5],
#         [9, -6],
#         [-2, -5]])

my_tensor = torch.tensor([[[6, -4], [5, 7]],
                          [[1, 9], [-6, 0]],
                          [[3, -2], [-5, 8]]])
torch.narrow(input=my_tensor, dim=0, start=1, length=1)
torch.narrow(input=my_tensor, dim=0, start=-2, length=1)
torch.narrow(input=my_tensor, dim=0, start=torch.tensor(1), length=1)
torch.narrow(input=my_tensor, dim=0, start=torch.tensor(-2), length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=1, length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=-2, length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=torch.tensor(1), length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=torch.tensor(-2), length=1)
# tensor([[[1, 9],
#          [-6, 0]]])

torch.narrow(input=my_tensor, dim=1, start=1, length=1)
torch.narrow(input=my_tensor, dim=1, start=-1, length=1)
torch.narrow(input=my_tensor, dim=1, start=torch.tensor(1), length=1)
torch.narrow(input=my_tensor, dim=1, start=torch.tensor(-1), length=1)
torch.narrow_copy(input=my_tensor, dim=1, start=1, length=1)
torch.narrow_copy(input=my_tensor, dim=1, start=-1, length=1)
torch.narrow_copy(input=my_tensor, dim=1, start=torch.tensor(1), length=1)
torch.narrow_copy(input=my_tensor, dim=1, start=torch.tensor(-1), length=1)
# tensor([[[5, 7]],
#        [[-6, 0]],
#        [[-5, 8]]])

torch.narrow(input=my_tensor, dim=2, start=1, length=1)
torch.narrow(input=my_tensor, dim=2, start=-1, length=1)
torch.narrow(input=my_tensor, dim=2, start=torch.tensor(1), length=1)
torch.narrow(input=my_tensor, dim=2, start=torch.tensor(-1), length=1)
torch.narrow_copy(input=my_tensor, dim=2, start=1, length=1)
torch.narrow_copy(input=my_tensor, dim=2, start=-1, length=1)
torch.narrow_copy(input=my_tensor, dim=2, start=torch.tensor(1), length=1)
torch.narrow_copy(input=my_tensor, dim=2, start=torch.tensor(-1), length=1)
# tensor([[[-4], [7]],
#         [[9], [0]],
#         [[-2], [8]]])

my_tensor = torch.tensor([[[6., -4.], [5., 7.]],
                          [[1., 9.], [-6., 0.]],
                          [[3., -2.], [-5., 8.]]])
torch.narrow(input=my_tensor, dim=0, start=1, length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=1, length=1)
# tensor([[[1., 9.],
#          [-6., 0.]]])

my_tensor = torch.tensor([[[6.+0.j, -4.+0.j], [5.+0.j, 7.+0.j]],
                          [[1.+0.j, 9.+0.j], [-6.+0.j, 0.+0.j]],
                          [[3.+0.j, -2.+0.j], [-5.+0.j, 8.+0.j]]])
torch.narrow(input=my_tensor, dim=0, start=1, length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=1, length=1)
# tensor([[[1.+0.j, 9.+0.j],
#          [-6.+0.j, 0.+0.j]]])

my_tensor = torch.tensor([[[True, False], [True, False]],
                          [[False, True], [False, True]],
                          [[True, False], [True, False]]])
torch.narrow(input=my_tensor, dim=0, start=1, length=1)
torch.narrow_copy(input=my_tensor, dim=0, start=1, length=1)
# tensor([[[False, True],
#          [False, True]]])

DEV Community

narrow and narrow_copy in PyTorch

Top comments (0)

Read next

Concurrency and Parallelism in Python

A look into the new module in Python 3.13.0 - dbm.sqlite3

🎉 Dive into Python 3.13: New Features, JIT Compiler, Free threading & Installation Guide! 🎉

Move hardcoded secrets to a Secrets Manager