app.py

import gradio as gr
import torch
import cv2
from ultralytics import YOLO

# Load YOLO models
def safe_load_yolo_model(path):
    torch.serialization.add_safe_globals([torch, 'ultralytics.nn.tasks.DetectionModel'])
    return YOLO(path)

# Load the models
model_yolo11 = safe_load_yolo_model('./data/yolo11n.pt')
model_best = safe_load_yolo_model('./data/best2.pt')

def process_video(video):
    # Open the video using OpenCV
    cap = cv2.VideoCapture(video)
    fps = cap.get(cv2.CAP_PROP_FPS)
    frame_width = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH))
    frame_height = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT))

    # Create VideoWriter to save output video
    fourcc = cv2.VideoWriter_fourcc(*'mp4v')  # Codec for .mp4
    out = cv2.VideoWriter('output_video.mp4', fourcc, fps, (frame_width, frame_height))

    while cap.isOpened():
        ret, frame = cap.read()
        if not ret:
            break
        
        # Detect with YOLOv11 (general object detection model)
        results_yolo11 = model_yolo11(frame)
        # Detect with best.pt (specialized model for cracks and potholes)
        results_best = model_best(frame)

        # Draw bounding boxes and labels for YOLOv11 (General Object Detection)
        for result in results_yolo11:
            boxes = result.boxes
            for box in boxes:
                x1, y1, x2, y2 = map(int, box.xyxy[0].tolist())
                class_id = int(box.cls[0])  # Class index for YOLO
                # Use model's built-in class names
                label = f"{model_yolo11.names[class_id]} - {box.conf[0]:.2f}"
                cv2.rectangle(frame, (x1, y1), (x2, y2), (0, 255, 0), 2)
                cv2.putText(frame, label, (x1, y1 - 10), cv2.FONT_HERSHEY_SIMPLEX, 0.9, (0, 255, 0), 2)

        # Draw bounding boxes and labels for best.pt (Crack and Pothole detection)
        for result in results_best:
            boxes = result.boxes
            for box in boxes:
                x1, y1, x2, y2 = map(int, box.xyxy[0].tolist())
                class_id = int(box.cls[0])  # Class index for best.pt
                # Use model's built-in class names for best.pt
                label = f"{model_best.names[class_id]} - {box.conf[0]:.2f}"
                cv2.rectangle(frame, (x1, y1), (x2, y2), (255, 0, 0), 2)
                cv2.putText(frame, label, (x1, y1 - 10), cv2.FONT_HERSHEY_SIMPLEX, 0.9, (255, 0, 0), 2)

        # Write the processed frame to the output video
        out.write(frame)

    cap.release()
    out.release()

    return 'output_video.mp4'

# Gradio interface
iface = gr.Interface(fn=process_video, inputs=gr.Video(), outputs=gr.Video(), live=True)

# Launch the app
iface.launch()