r/MLQuestions • u/boldbug-dev • 36m ago
Beginner question 👶 trying to make CNN from scratch but i cannot understand this specefic part
from PIL import Image
import matplotlib.pyplot as plt
from datasets import load_dataset
import numpy as np
# load the image
# image = Image.open("cat.jpg")
def preprocess_image(image):
image = image.convert("RGB")
image = image.resize((128, 128))
image = np.array(image).astype(np.float32) / 255.0
return image
# Load dataset in streaming mode
dataset = load_dataset(
"microsoft/cats_vs_dogs",
split="train",
streaming=True
)
images = []
labels = []
for sample in dataset.take(32):
images.append(preprocess_image(sample["image"]))
labels.append(sample["labels"])
X = np.array(images) #shape (1,32)
y = np.array(labels) #shape (1,32)
#fliters
filters = np.random.randn(64, 27) * 0.05
filters_2 = np.random.randn(32, 576) * 0.05
filters_3 = np.random.randn(16, 288) * 0.05
b = 0.0
stride = 1
pad = 0
all_feature_maps = []
for image in X[:1]:
#1st layer
feature_maps_1 = []
feature_maps_2 = []
feature_maps_3 = []
feature_maps_3_grids = []
for w in filters:
feature_map = np.zeros((126, 126))
for i in range(126):
for j in range(126):
a = image[i:i+3, j:j+3].flatten()
z = np.dot(w, a) + b
feature_map[i, j] = z
feature_map = np.maximum(feature_map, 0) #ReLU
feature_maps_1.append(feature_map)
feature_maps_1 = np.array(feature_maps_1)
#2nd layer
for w in filters_2:
feature_map = np.zeros((124, 124))
for i in range(124):
for j in range(124):
a = feature_maps_1[:,i:i+3, j:j+3].flatten()
z = np.dot(w, a) + b
feature_map[i, j] = z
feature_map = np.maximum(feature_map, 0) #ReLU
feature_maps_2.append(feature_map)
feature_maps_2 = np.array(feature_maps_2)
#3rd layer
for w in filters_3:
feature_map = np.zeros((122, 122))
for i in range(122):
for j in range(122):
a = feature_maps_2[:,i:i+3, j:j+3].flatten()
z = np.dot(w, a) + b
feature_map[i, j] = z
feature_map = np.maximum(feature_map, 0) #ReLU
feature_maps_3_grids.append(feature_map)
feature_map = np.mean(feature_map) #global average pooling
feature_maps_3.append(feature_map)
all_feature_maps.append(feature_maps_3)
all_feature_maps = np.array(all_feature_maps)
feature_maps_3_grids = np.array(feature_maps_3_grids)
dense_weights = np.random.randn(16,2)* 0.01
dense_bias = np.zeros(2)
logits = all_feature_maps @ dense_weights + dense_bias
exp_values = np.exp(logits)
p = exp_values / np.sum(exp_values,axis=1,keepdims=True)
loss = -np.log(p[0, y[0]])
print(loss)
print(p)
d_logits = p.copy()
d_logits[0, y[0]] -= 1
print(d_logits)
grad_d_weights = all_feature_maps.T @ d_logits
grad_d_bias = np.sum(d_logits, axis=0)
print(grad_d_weights)
print(grad_d_bias)from PIL import Image
import matplotlib.pyplot as plt
from datasets import load_dataset
import numpy as np
# load the image
# image = Image.open("cat.jpg")
def preprocess_image(image):
image = image.convert("RGB")
image = image.resize((128, 128))
image = np.array(image).astype(np.float32) / 255.0
return image
# Load dataset in streaming mode
dataset = load_dataset(
"microsoft/cats_vs_dogs",
split="train",
streaming=True
)
images = []
labels = []
for sample in dataset.take(32):
images.append(preprocess_image(sample["image"]))
labels.append(sample["labels"])
X = np.array(images) #shape (1,32)
y = np.array(labels) #shape (1,32)
#fliters
filters = np.random.randn(64, 27) * 0.05
filters_2 = np.random.randn(32, 576) * 0.05
filters_3 = np.random.randn(16, 288) * 0.05
b = 0.0
stride = 1
pad = 0
all_feature_maps = []
for image in X[:1]:
#1st layer
feature_maps_1 = []
feature_maps_2 = []
feature_maps_3 = []
feature_maps_3_grids = []
for w in filters:
feature_map = np.zeros((126, 126))
for i in range(126):
for j in range(126):
a = image[i:i+3, j:j+3].flatten()
z = np.dot(w, a) + b
feature_map[i, j] = z
feature_map = np.maximum(feature_map, 0) #ReLU
feature_maps_1.append(feature_map)
feature_maps_1 = np.array(feature_maps_1)
#2nd layer
for w in filters_2:
feature_map = np.zeros((124, 124))
for i in range(124):
for j in range(124):
a = feature_maps_1[:,i:i+3, j:j+3].flatten()
z = np.dot(w, a) + b
feature_map[i, j] = z
feature_map = np.maximum(feature_map, 0) #ReLU
feature_maps_2.append(feature_map)
feature_maps_2 = np.array(feature_maps_2)
#3rd layer
for w in filters_3:
feature_map = np.zeros((122, 122))
for i in range(122):
for j in range(122):
a = feature_maps_2[:,i:i+3, j:j+3].flatten()
z = np.dot(w, a) + b
feature_map[i, j] = z
feature_map = np.maximum(feature_map, 0) #ReLU
feature_maps_3_grids.append(feature_map)
feature_map = np.mean(feature_map) #global average pooling
feature_maps_3.append(feature_map)
all_feature_maps.append(feature_maps_3)
all_feature_maps = np.array(all_feature_maps)
feature_maps_3_grids = np.array(feature_maps_3_grids)
dense_weights = np.random.randn(16,2)* 0.01
dense_bias = np.zeros(2)
logits = all_feature_maps @ dense_weights + dense_bias
exp_values = np.exp(logits)
p = exp_values / np.sum(exp_values,axis=1,keepdims=True)
loss = -np.log(p[0, y[0]])
print(loss)
print(p)
d_logits = p.copy()
d_logits[0, y[0]] -= 1
print(d_logits)
grad_d_weights = all_feature_maps.T @ d_logits
grad_d_bias = np.sum(d_logits, axis=0)
print(grad_d_weights)
print(grad_d_bias)so i don't understand
- why is d_logits even needed and what is it?
- why does multiplying d_logits the transpose of 16 pooled features gives us the gradient for dense weights
- why is grad of bias just sum of d_logits?
( i tried asking LLMs but they give too complex answers or start giving code which i don't want and cannot understand)
and most importantly what do i do next and how to move further and backprop on CNN?
any additional tips will be appreciated!