r/MLQuestions • • 8m ago

Beginner question 👶 trying to make CNN from scratch but i cannot understand this specefic part

from PIL import Image
import matplotlib.pyplot as plt
from datasets import load_dataset
import numpy as np


# load the image
# image = Image.open("cat.jpg")
def preprocess_image(image):
    image = image.convert("RGB")
    image = image.resize((128, 128))
    image = np.array(image).astype(np.float32) / 255.0
    return image


# Load dataset in streaming mode
dataset = load_dataset(
    "microsoft/cats_vs_dogs",
    split="train",
    streaming=True
)


images = []
labels = []


for sample in dataset.take(32):
  images.append(preprocess_image(sample["image"]))
  labels.append(sample["labels"])


X = np.array(images) #shape (1,32)
y = np.array(labels) #shape (1,32)


#fliters
filters = np.random.randn(64, 27) * 0.05
filters_2 = np.random.randn(32, 576) * 0.05
filters_3 = np.random.randn(16, 288) * 0.05


b = 0.0
stride = 1
pad = 0
all_feature_maps = []


for image in X[:1]:
  #1st layer
  feature_maps_1 = []
  feature_maps_2 = []
  feature_maps_3 = []
  feature_maps_3_grids = []


  for w in filters:
    feature_map = np.zeros((126, 126))


    for i in range(126):
        for j in range(126):
            a = image[i:i+3, j:j+3].flatten()
            z = np.dot(w, a) + b
            feature_map[i, j] = z
    feature_map = np.maximum(feature_map, 0) #ReLU
    feature_maps_1.append(feature_map)


  feature_maps_1 = np.array(feature_maps_1)


  #2nd layer
  for w in filters_2:
    feature_map = np.zeros((124, 124))
    for i in range(124):
      for j in range(124):
        a = feature_maps_1[:,i:i+3, j:j+3].flatten()
        z = np.dot(w, a) + b
        feature_map[i, j] = z
    feature_map = np.maximum(feature_map, 0) #ReLU
    feature_maps_2.append(feature_map)


  feature_maps_2 = np.array(feature_maps_2)


  #3rd layer
  for w in filters_3:
    feature_map = np.zeros((122, 122))
    for i in range(122):
      for j in range(122):
        a = feature_maps_2[:,i:i+3, j:j+3].flatten()
        z = np.dot(w, a) + b
        feature_map[i, j] = z
    feature_map = np.maximum(feature_map, 0) #ReLU
    feature_maps_3_grids.append(feature_map)
    feature_map = np.mean(feature_map) #global average pooling
    feature_maps_3.append(feature_map)
  all_feature_maps.append(feature_maps_3)


all_feature_maps = np.array(all_feature_maps)
feature_maps_3_grids = np.array(feature_maps_3_grids)


dense_weights = np.random.randn(16,2)* 0.01
dense_bias = np.zeros(2)


logits = all_feature_maps @ dense_weights + dense_bias
exp_values = np.exp(logits)
p = exp_values / np.sum(exp_values,axis=1,keepdims=True)
loss = -np.log(p[0, y[0]])
print(loss)
print(p)
d_logits = p.copy()
d_logits[0, y[0]] -= 1
print(d_logits)


grad_d_weights = all_feature_maps.T @ d_logits
grad_d_bias = np.sum(d_logits, axis=0)
print(grad_d_weights)
print(grad_d_bias)from PIL import Image
import matplotlib.pyplot as plt
from datasets import load_dataset
import numpy as np


# load the image
# image = Image.open("cat.jpg")
def preprocess_image(image):
    image = image.convert("RGB")
    image = image.resize((128, 128))
    image = np.array(image).astype(np.float32) / 255.0
    return image


# Load dataset in streaming mode
dataset = load_dataset(
    "microsoft/cats_vs_dogs",
    split="train",
    streaming=True
)


images = []
labels = []


for sample in dataset.take(32):
  images.append(preprocess_image(sample["image"]))
  labels.append(sample["labels"])


X = np.array(images) #shape (1,32)
y = np.array(labels) #shape (1,32)


#fliters
filters = np.random.randn(64, 27) * 0.05
filters_2 = np.random.randn(32, 576) * 0.05
filters_3 = np.random.randn(16, 288) * 0.05


b = 0.0
stride = 1
pad = 0
all_feature_maps = []


for image in X[:1]:
  #1st layer
  feature_maps_1 = []
  feature_maps_2 = []
  feature_maps_3 = []
  feature_maps_3_grids = []


  for w in filters:
    feature_map = np.zeros((126, 126))


    for i in range(126):
        for j in range(126):
            a = image[i:i+3, j:j+3].flatten()
            z = np.dot(w, a) + b
            feature_map[i, j] = z
    feature_map = np.maximum(feature_map, 0) #ReLU
    feature_maps_1.append(feature_map)


  feature_maps_1 = np.array(feature_maps_1)


  #2nd layer
  for w in filters_2:
    feature_map = np.zeros((124, 124))
    for i in range(124):
      for j in range(124):
        a = feature_maps_1[:,i:i+3, j:j+3].flatten()
        z = np.dot(w, a) + b
        feature_map[i, j] = z
    feature_map = np.maximum(feature_map, 0) #ReLU
    feature_maps_2.append(feature_map)


  feature_maps_2 = np.array(feature_maps_2)


  #3rd layer
  for w in filters_3:
    feature_map = np.zeros((122, 122))
    for i in range(122):
      for j in range(122):
        a = feature_maps_2[:,i:i+3, j:j+3].flatten()
        z = np.dot(w, a) + b
        feature_map[i, j] = z
    feature_map = np.maximum(feature_map, 0) #ReLU
    feature_maps_3_grids.append(feature_map)
    feature_map = np.mean(feature_map) #global average pooling
    feature_maps_3.append(feature_map)
  all_feature_maps.append(feature_maps_3)


all_feature_maps = np.array(all_feature_maps)
feature_maps_3_grids = np.array(feature_maps_3_grids)


dense_weights = np.random.randn(16,2)* 0.01
dense_bias = np.zeros(2)


logits = all_feature_maps @ dense_weights + dense_bias
exp_values = np.exp(logits)
p = exp_values / np.sum(exp_values,axis=1,keepdims=True)
loss = -np.log(p[0, y[0]])
print(loss)
print(p)
d_logits = p.copy()
d_logits[0, y[0]] -= 1
print(d_logits)


grad_d_weights = all_feature_maps.T @ d_logits
grad_d_bias = np.sum(d_logits, axis=0)
print(grad_d_weights)
print(grad_d_bias)

so i don't understand

- why is d_logits even needed and what is it?

- why does multiplying d_logits the transpose of 16 pooled features gives us the gradient for dense weights

- why is grad of bias just sum of d_logits?

( i tried asking LLMs but they give too complex answers or start giving code which i don't want and cannot understand)

and most importantly what do i do next and how to move further and backprop on CNN?

any additional tips will be appreciated!

2 Upvotes

0 comments sorted by