In this section, we will load the FER2013 dataset, preprocess it, and prepare the images and labels for training and testing.
### Import necessary libraries for numerical operations, deep learning, image processing, and plotting import numpy as np import tensorflow as tf import cv2 import os import matplotlib.pyplot as plt ### Define paths to the training and testing datasets trainPath = "C:/Data-Sets/Emotion-Faces/train" testPath = "C:/Data-Sets/Emotion-Faces/test" ### Get the list of emotion categories from the training folder folderList = sorted(os.listdir(trainPath)) print(folderList) ### Initialize empty arrays to store training and testing images and labels X_train, y_train = [], [] X_test, y_test = [], [] ### Loop through training data and load each image in grayscale format for i, category in enumerate(folderList): files = os.listdir(os.path.join(trainPath, category)) for file in files: print(f"{category}/{file}") img = cv2.imread(os.path.join(trainPath, category, file), cv2.IMREAD_GRAYSCALE) X_train.append(img) y_train.append(i) # Assign numeric label print(f"Number of training images: {len(X_train)}") ### Load testing data in the same way as training data folderList = sorted(os.listdir(testPath)) for i, category in enumerate(folderList): files = os.listdir(os.path.join(testPath, category)) for file in files: print(f"{category}/{file}") img = cv2.imread(os.path.join(testPath, category, file), cv2.IMREAD_GRAYSCALE) X_test.append(img) y_test.append(i) print(f"Number of test images: {len(X_test)}") ### Convert lists to numpy arrays for better performance X_train = np.array(X_train, dtype='float32') y_train = np.array(y_train, dtype='float32') X_test = np.array(X_test, dtype='float32') y_test = np.array(y_test, dtype='float32') ### Normalize image pixel values to the range 0-1 X_train /= 255.0 X_test /= 255.0 ### Reshape images to include channel dimension (48x48x1) X_train = X_train.reshape(-1, 48, 48, 1) X_test = X_test.reshape(-1, 48, 48, 1) ### Convert emotion labels into categorical format (7 classes) num_classes = 7 y_train = tf.keras.utils.to_categorical(y_train, num_classes=num_classes) y_test = tf.keras.utils.to_categorical(y_test, num_classes=num_classes) print(f"Training data shape: {X_train.shape}") print(f"Test data shape: {X_test.shape}")
The model uses multiple convolutional layers with pooling, followed by fully connected layers for classification.
### Define a CNN architecture for emotion detection model = tf.keras.Sequential([ tf.keras.layers.Conv2D(64, (3, 3), padding="same", activation="relu", input_shape=(48, 48, 1)), tf.keras.layers.Conv2D(64, (3, 3), padding="same", activation="relu"), tf.keras.layers.MaxPooling2D((2, 2), strides=(2, 2)), tf.keras.layers.Conv2D(128, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(128, (3, 3), padding="same", activation="relu"), tf.keras.layers.MaxPooling2D((2, 2), strides=(2, 2)), tf.keras.layers.Conv2D(256, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(256, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(256, (3, 3), padding="same", activation="relu"), tf.keras.layers.MaxPooling2D((2, 2), strides=(2, 2)), tf.keras.layers.Conv2D(512, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(512, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(512, (3, 3), padding="same", activation="relu"), tf.keras.layers.MaxPooling2D((2, 2), strides=(2, 2)), tf.keras.layers.Conv2D(512, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(512, (3, 3), padding="same", activation="relu"), tf.keras.layers.Conv2D(512, (3, 3), padding="same", activation="relu"), tf.keras.layers.MaxPooling2D((2, 2), strides=(2, 2)), tf.keras.layers.Flatten(), tf.keras.layers.Dense(4096, activation="relu"), tf.keras.layers.Dropout(0.5), tf.keras.layers.Dense(4096, activation="relu"), tf.keras.layers.Dense(num_classes, activation="softmax") ]) ### Compile the CNN model with Adam optimizer and categorical crossentropy loss model.compile(optimizer=tf.keras.optimizers.Adam(learning_rate=0.0001), loss='categorical_crossentropy', metrics=['accuracy']) print(model.summary()) ### Define training parameters batch_size = 32 epochs = 30 ### Use early stopping to prevent overfitting early_stopping = tf.keras.callbacks.EarlyStopping(monitor='val_accuracy', patience=5, restore_best_weights=True) ### Train the model on training data and validate on test data history = model.fit( X_train, y_train, batch_size=batch_size, epochs=epochs, validation_data=(X_test, y_test), shuffle=True, callbacks=[early_stopping] )