What are the most important tensor operations in PyTorch?

import torch

a = torch.tensor([[1.,2.,3.],[4.,5.,6.]])
b = torch.tensor([[7.,8.,9.],[10.,11.,12.]])

# ── Arithmetic
print(a + b)          # element-wise add
print(a * b)          # element-wise multiply (Hadamard)
print(torch.matmul(a, b.T))  # matrix multiply  (2×3) @ (3×2) → (2×2)
print(a @ b.T)        # same with @ operator

# ── Shape manipulation
print(a.shape)                    # torch.Size([2, 3])
print(a.reshape(3, 2))            # (3, 2) — new view if possible
print(a.view(6))                  # (6,)   — must be contiguous
print(a.unsqueeze(0).shape)       # (1, 2, 3) — add dim
print(a.squeeze(0).shape)         # removes dim of size 1
print(torch.cat([a, b], dim=0))   # (4, 3) — concatenate rows
print(torch.stack([a, b], dim=0)) # (2, 2, 3) — new dim
print(a.permute(1, 0))            # (3, 2) — transpose

# ── Reduction
print(a.sum())           # scalar sum
print(a.sum(dim=1))      # sum along rows → (2,)
print(a.mean(dim=0))     # mean along columns → (3,)
print(a.max(), a.min())
print(a.argmax())        # index of max (flattened)

# ── In-place (modifies tensor, avoids memory allocation)
a.add_(1)   # a += 1
a.mul_(2)   # a *= 2
# Warning: in-place ops on tensors requiring grad can cause issues!