Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
wesm
GitHub Repository: wesm/pydata-book
Path: blob/3rd-edition/ch04.ipynb
1797 views
Kernel: Python 3
import numpy as np np.random.seed(12345) import matplotlib.pyplot as plt plt.rc("figure", figsize=(10, 6)) np.set_printoptions(precision=4, suppress=True)
import numpy as np my_arr = np.arange(1_000_000) my_list = list(range(1_000_000))
%timeit my_arr2 = my_arr * 2 %timeit my_list2 = [x * 2 for x in my_list]
import numpy as np data = np.array([[1.5, -0.1, 3], [0, -3, 6.5]]) data
data * 10 data + data
data.shape data.dtype
data1 = [6, 7.5, 8, 0, 1] arr1 = np.array(data1) arr1
data2 = [[1, 2, 3, 4], [5, 6, 7, 8]] arr2 = np.array(data2) arr2
arr2.ndim arr2.shape
arr1.dtype arr2.dtype
np.zeros(10) np.zeros((3, 6)) np.empty((2, 3, 2))
np.arange(15)
arr1 = np.array([1, 2, 3], dtype=np.float64) arr2 = np.array([1, 2, 3], dtype=np.int32) arr1.dtype arr2.dtype
arr = np.array([1, 2, 3, 4, 5]) arr.dtype float_arr = arr.astype(np.float64) float_arr float_arr.dtype
arr = np.array([3.7, -1.2, -2.6, 0.5, 12.9, 10.1]) arr arr.astype(np.int32)
numeric_strings = np.array(["1.25", "-9.6", "42"], dtype=np.string_) numeric_strings.astype(float)
int_array = np.arange(10) calibers = np.array([.22, .270, .357, .380, .44, .50], dtype=np.float64) int_array.astype(calibers.dtype)
zeros_uint32 = np.zeros(8, dtype="u4") zeros_uint32
arr = np.array([[1., 2., 3.], [4., 5., 6.]]) arr arr * arr arr - arr
1 / arr arr ** 2
arr2 = np.array([[0., 4., 1.], [7., 2., 12.]]) arr2 arr2 > arr
arr = np.arange(10) arr arr[5] arr[5:8] arr[5:8] = 12 arr
arr_slice = arr[5:8] arr_slice
arr_slice[1] = 12345 arr
arr_slice[:] = 64 arr
arr2d = np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]]) arr2d[2]
arr2d[0][2] arr2d[0, 2]
arr3d = np.array([[[1, 2, 3], [4, 5, 6]], [[7, 8, 9], [10, 11, 12]]]) arr3d
arr3d[0]
old_values = arr3d[0].copy() arr3d[0] = 42 arr3d arr3d[0] = old_values arr3d
arr3d[1, 0]
x = arr3d[1] x x[0]
arr arr[1:6]
arr2d arr2d[:2]
arr2d[:2, 1:]
lower_dim_slice = arr2d[1, :2]
lower_dim_slice.shape
arr2d[:2, 2]
arr2d[:, :1]
arr2d[:2, 1:] = 0 arr2d
names = np.array(["Bob", "Joe", "Will", "Bob", "Will", "Joe", "Joe"]) data = np.array([[4, 7], [0, 2], [-5, 6], [0, 0], [1, 2], [-12, -4], [3, 4]]) names data
names == "Bob"
data[names == "Bob"]
data[names == "Bob", 1:] data[names == "Bob", 1]
names != "Bob" ~(names == "Bob") data[~(names == "Bob")]
cond = names == "Bob" data[~cond]
mask = (names == "Bob") | (names == "Will") mask data[mask]
data[data < 0] = 0 data
data[names != "Joe"] = 7 data
arr = np.zeros((8, 4)) for i in range(8): arr[i] = i arr
arr[[4, 3, 0, 6]]
arr[[-3, -5, -7]]
arr = np.arange(32).reshape((8, 4)) arr arr[[1, 5, 7, 2], [0, 3, 1, 2]]
arr[[1, 5, 7, 2]][:, [0, 3, 1, 2]]
arr[[1, 5, 7, 2], [0, 3, 1, 2]] arr[[1, 5, 7, 2], [0, 3, 1, 2]] = 0 arr
arr = np.arange(15).reshape((3, 5)) arr arr.T
arr = np.array([[0, 1, 0], [1, 2, -2], [6, 3, 2], [-1, 0, -1], [1, 0, 1]]) arr np.dot(arr.T, arr)
arr.T @ arr
arr arr.swapaxes(0, 1)
samples = np.random.standard_normal(size=(4, 4)) samples
from random import normalvariate N = 1_000_000 %timeit samples = [normalvariate(0, 1) for _ in range(N)] %timeit np.random.standard_normal(N)
rng = np.random.default_rng(seed=12345) data = rng.standard_normal((2, 3))
type(rng)
arr = np.arange(10) arr np.sqrt(arr) np.exp(arr)
x = rng.standard_normal(8) y = rng.standard_normal(8) x y np.maximum(x, y)
arr = rng.standard_normal(7) * 5 arr remainder, whole_part = np.modf(arr) remainder whole_part
arr out = np.zeros_like(arr) np.add(arr, 1) np.add(arr, 1, out=out) out
points = np.arange(-5, 5, 0.01) # 100 equally spaced points xs, ys = np.meshgrid(points, points) ys
z = np.sqrt(xs ** 2 + ys ** 2) z
import matplotlib.pyplot as plt plt.imshow(z, cmap=plt.cm.gray, extent=[-5, 5, -5, 5]) plt.colorbar() plt.title("Image plot of $\sqrt{x^2 + y^2}$ for a grid of values")
plt.draw()
plt.close("all")
xarr = np.array([1.1, 1.2, 1.3, 1.4, 1.5]) yarr = np.array([2.1, 2.2, 2.3, 2.4, 2.5]) cond = np.array([True, False, True, True, False])
result = [(x if c else y) for x, y, c in zip(xarr, yarr, cond)] result
result = np.where(cond, xarr, yarr) result
arr = rng.standard_normal((4, 4)) arr arr > 0 np.where(arr > 0, 2, -2)
np.where(arr > 0, 2, arr) # set only positive values to 2
arr = rng.standard_normal((5, 4)) arr arr.mean() np.mean(arr) arr.sum()
arr.mean(axis=1) arr.sum(axis=0)
arr = np.array([0, 1, 2, 3, 4, 5, 6, 7]) arr.cumsum()
arr = np.array([[0, 1, 2], [3, 4, 5], [6, 7, 8]]) arr
arr.cumsum(axis=0) arr.cumsum(axis=1)
arr = rng.standard_normal(100) (arr > 0).sum() # Number of positive values (arr <= 0).sum() # Number of non-positive values
bools = np.array([False, False, True, False]) bools.any() bools.all()
arr = rng.standard_normal(6) arr arr.sort() arr
arr = rng.standard_normal((5, 3)) arr
arr.sort(axis=0) arr arr.sort(axis=1) arr
arr2 = np.array([5, -10, 7, 1, 0, -3]) sorted_arr2 = np.sort(arr2) sorted_arr2
names = np.array(["Bob", "Will", "Joe", "Bob", "Will", "Joe", "Joe"]) np.unique(names) ints = np.array([3, 3, 3, 2, 2, 1, 1, 4, 4]) np.unique(ints)
sorted(set(names))
values = np.array([6, 0, 0, 3, 2, 5, 6]) np.in1d(values, [2, 3, 6])
arr = np.arange(10) np.save("some_array", arr)
np.load("some_array.npy")
np.savez("array_archive.npz", a=arr, b=arr)
arch = np.load("array_archive.npz") arch["b"]
np.savez_compressed("arrays_compressed.npz", a=arr, b=arr)
!rm some_array.npy !rm array_archive.npz !rm arrays_compressed.npz
x = np.array([[1., 2., 3.], [4., 5., 6.]]) y = np.array([[6., 23.], [-1, 7], [8, 9]]) x y x.dot(y)
np.dot(x, y)
x @ np.ones(3)
from numpy.linalg import inv, qr X = rng.standard_normal((5, 5)) mat = X.T @ X inv(mat) mat @ inv(mat)
import random position = 0 walk = [position] nsteps = 1000 for _ in range(nsteps): step = 1 if random.randint(0, 1) else -1 position += step walk.append(position)
plt.figure()
plt.plot(walk[:100])
nsteps = 1000 rng = np.random.default_rng(seed=12345) # fresh random generator draws = rng.integers(0, 2, size=nsteps) steps = np.where(draws == 0, 1, -1) walk = steps.cumsum()
walk.min() walk.max()
(np.abs(walk) >= 10).argmax()
nwalks = 5000 nsteps = 1000 draws = rng.integers(0, 2, size=(nwalks, nsteps)) # 0 or 1 steps = np.where(draws > 0, 1, -1) walks = steps.cumsum(axis=1) walks
walks.max() walks.min()
hits30 = (np.abs(walks) >= 30).any(axis=1) hits30 hits30.sum() # Number that hit 30 or -30
crossing_times = (np.abs(walks[hits30]) >= 30).argmax(axis=1) crossing_times
crossing_times.mean()
draws = 0.25 * rng.standard_normal((nwalks, nsteps))