从拆解到驱动：手把手教你用IMX6ULL驱动OV5640摄像头模块（附完整代码）

从拆解到驱动手把手教你用IMX6ULL驱动OV5640摄像头模块附完整代码1. 硬件连接与接口解析OV5640作为一款500万像素的CMOS图像传感器支持DVP和MIPI两种接口模式。在IMX6ULL平台上我们选择使用DVP并行接口进行连接这是嵌入式开发中最常见的配置方式。关键引脚连接示意图OV5640引脚IMX6ULL引脚功能说明PWDNGPIO1_IO04电源控制低电平工作RESETGPIO1_IO05硬件复位低电平有效XCLKCSI_MCLK24MHz主时钟输入SIO_CI2C1_SCLSCCB时钟线SIO_DI2C1_SDASCCB数据线D[7:0]CSI_DATA[9:2]8位数据总线VSYNCCSI_VSYNC帧同步信号HREFCSI_HSYNC行同步信号PCLKCSI_PIXCLK像素时钟注意实际连接时需确保XCLK时钟信号质量建议使用示波器测量波形是否干净。时钟抖动可能导致图像出现横纹。硬件连接完成后我们需要在设备树中正确配置CSI接口。以下是关键设备树节点示例i2c1 { ov5640: camera3c { compatible ovti,ov5640; reg 0x3c; clocks clks IMX6UL_CLK_CSI; clock-names xclk; pinctrl-names default; pinctrl-0 pinctrl_csi; powerdown-gpios gpio1 4 GPIO_ACTIVE_LOW; reset-gpios gpio1 5 GPIO_ACTIVE_LOW; port { ov5640_ep: endpoint { remote-endpoint csi_ep; bus-width 8; hsync-active 1; vsync-active 0; pclk-sample 1; }; }; }; }; csi { status okay; port { csi_ep: endpoint { remote-endpoint ov5640_ep; bus-width 8; hsync-active 1; vsync-active 0; pclk-sample 1; }; }; };2. SCCB协议与寄存器配置OV5640使用SCCBSerial Camera Control Bus协议进行寄存器配置其时序与I2C高度兼容但存在关键差异写操作差异SCCB写操作后不检查ACK/NACK读操作限制不支持连续读取每次读操作需完整起停信号以下是Linux内核中SCCB读写函数的典型实现static int ov5640_sccb_read(struct i2c_client *client, u16 reg, u8 *val) { struct i2c_msg msg[2]; u8 buf[2]; int ret; buf[0] reg 8; buf[1] reg 0xff; msg[0].addr client-addr; msg[0].flags 0; msg[0].len 2; msg[0].buf buf; msg[1].addr client-addr; msg[1].flags I2C_M_RD; msg[1].len 1; msg[1].buf val; ret i2c_transfer(client-adapter, msg, 2); if (ret 0) return ret; return (ret 2) ? 0 : -EIO; } static int ov5640_sccb_write(struct i2c_client *client, u16 reg, u8 val) { u8 buf[3]; int ret; buf[0] reg 8; buf[1] reg 0xff; buf[2] val; ret i2c_master_send(client, buf, 3); if (ret 0) return ret; return (ret 3) ? 0 : -EIO; }关键初始化序列示例static int ov5640_init_registers(struct i2c_client *client) { int ret; /* 复位序列 */ ret ov5640_sccb_write(client, 0x3008, 0x80); msleep(100); /* 时钟配置 */ ov5640_sccb_write(client, 0x3103, 0x03); // PLL预分频 ov5640_sccb_write(client, 0x3035, 0x41); // PLL倍频 ov5640_sccb_write(client, 0x3036, 0x69); // PLL系统分频 /* 图像格式设置 */ ov5640_sccb_write(client, 0x3820, 0x40); // 水平镜像 ov5640_sccb_write(client, 0x3821, 0x06); // 垂直翻转 ov5640_sccb_write(client, 0x4300, 0x61); // RGB565输出 /* 分辨率设置720P */ ov5640_sccb_write(client, 0x3808, 0x05); // H_SIZE[11:8] ov5640_sccb_write(client, 0x3809, 0x00); // H_SIZE[7:0] (1280) ov5640_sccb_write(client, 0x380a, 0x02); // V_SIZE[11:8] ov5640_sccb_write(client, 0x380b, 0xd0); // V_SIZE[7:0] (720) /* 开启ISP */ ov5640_sccb_write(client, 0x5000, 0xa7); // 使能自动白平衡、自动曝光等 return 0; }3. V4L2驱动框架适配Linux Video for Linux 2 (V4L2) 是标准的视频设备驱动框架。我们需要实现以下关键操作设备注册与注销视频缓冲管理控制接口实现格式协商与配置关键数据结构初始化static const struct v4l2_subdev_ops ov5640_subdev_ops { .core ov5640_core_ops, .video ov5640_video_ops, .pad ov5640_pad_ops, }; static const struct v4l2_subdev_core_ops ov5640_core_ops { .s_power ov5640_s_power, .log_status ov5640_log_status, .subscribe_event v4l2_ctrl_subdev_subscribe_event, .unsubscribe_event v4l2_event_subdev_unsubscribe, }; static const struct v4l2_subdev_video_ops ov5640_video_ops { .s_stream ov5640_s_stream, .g_frame_interval ov5640_g_frame_interval, .s_frame_interval ov5640_s_frame_interval, }; static const struct v4l2_subdev_pad_ops ov5640_pad_ops { .enum_mbus_code ov5640_enum_mbus_code, .enum_frame_size ov5640_enum_frame_size, .get_fmt ov5640_get_fmt, .set_fmt ov5640_set_fmt, };DMA缓冲区配置示例static int ov5640_buffer_prepare(struct vb2_buffer *vb) { struct ov5640_device *ov5640 vb2_get_drv_priv(vb-vb2_queue); unsigned long size ov5640-current_fmt-width * ov5640-current_fmt-height * ov5640-current_fmt-bpp / 8; if (vb2_plane_size(vb, 0) size) { dev_err(ov5640-client-dev, buffer too small (%lu %lu), vb2_plane_size(vb, 0), size); return -EINVAL; } vb2_set_plane_payload(vb, 0, size); return 0; } static void ov5640_buffer_queue(struct vb2_buffer *vb) { struct ov5640_device *ov5640 vb2_get_drv_priv(vb-vb2_queue); struct vb2_v4l2_buffer *vbuf to_vb2_v4l2_buffer(vb); unsigned long flags; spin_lock_irqsave(ov5640-slock, flags); list_add_tail(vbuf-queue_entry, ov5640-buf_list); spin_unlock_irqrestore(ov5640-slock, flags); }4. 图像采集与显示实战完成驱动适配后我们可以通过V4L2用户空间API进行图像采集。以下是完整的图像采集示例代码#include stdio.h #include stdlib.h #include string.h #include fcntl.h #include unistd.h #include sys/ioctl.h #include sys/mman.h #include linux/videodev2.h #define DEVICE /dev/video0 #define WIDTH 1280 #define HEIGHT 720 #define FORMAT V4L2_PIX_FMT_RGB565 #define BUFFER_COUNT 4 int main() { int fd open(DEVICE, O_RDWR); if (fd 0) { perror(Failed to open device); return -1; } // 设置格式 struct v4l2_format fmt {0}; fmt.type V4L2_BUF_TYPE_VIDEO_CAPTURE; fmt.fmt.pix.width WIDTH; fmt.fmt.pix.height HEIGHT; fmt.fmt.pix.pixelformat FORMAT; fmt.fmt.pix.field V4L2_FIELD_NONE; if (ioctl(fd, VIDIOC_S_FMT, fmt) 0) { perror(Failed to set format); close(fd); return -1; } // 申请缓冲区 struct v4l2_requestbuffers req {0}; req.count BUFFER_COUNT; req.type V4L2_BUF_TYPE_VIDEO_CAPTURE; req.memory V4L2_MEMORY_MMAP; if (ioctl(fd, VIDIOC_REQBUFS, req) 0) { perror(Failed to request buffers); close(fd); return -1; } // 内存映射 struct buffer { void *start; size_t length; } *buffers; buffers calloc(req.count, sizeof(*buffers)); for (int i 0; i req.count; i) { struct v4l2_buffer buf {0}; buf.type V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory V4L2_MEMORY_MMAP; buf.index i; if (ioctl(fd, VIDIOC_QUERYBUF, buf) 0) { perror(Failed to query buffer); close(fd); return -1; } buffers[i].length buf.length; buffers[i].start mmap(NULL, buf.length, PROT_READ | PROT_WRITE, MAP_SHARED, fd, buf.m.offset); if (buffers[i].start MAP_FAILED) { perror(Failed to mmap); close(fd); return -1; } } // 启动视频流 enum v4l2_buf_type type V4L2_BUF_TYPE_VIDEO_CAPTURE; if (ioctl(fd, VIDIOC_STREAMON, type) 0) { perror(Failed to start streaming); close(fd); return -1; } // 采集图像 for (int i 0; i 30; i) { // 采集30帧 struct v4l2_buffer buf {0}; buf.type V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory V4L2_MEMORY_MMAP; if (ioctl(fd, VIDIOC_DQBUF, buf) 0) { perror(Failed to dequeue buffer); continue; } // 处理图像数据此处可保存为文件或显示 printf(Got frame %d, size%d\n, i, buf.bytesused); // 重新入队缓冲区 if (ioctl(fd, VIDIOC_QBUF, buf) 0) { perror(Failed to queue buffer); break; } } // 停止视频流 if (ioctl(fd, VIDIOC_STREAMOFF, type) 0) { perror(Failed to stop streaming); } // 清理资源 for (int i 0; i req.count; i) { munmap(buffers[i].start, buffers[i].length); } free(buffers); close(fd); return 0; }常见问题排查指南无图像输出检查XCLK时钟信号24MHz是否正常确认PWDN和RESET引脚电平正确使用逻辑分析仪验证SCCB通信是否成功图像出现横纹检查PCLK信号质量确保无抖动调整CSI接口的采样边沿在设备树中设置pclk-sample属性检查电源稳定性特别是模拟电源AVDD色彩异常确认输出格式配置RGB565/YUV等检查白平衡和色彩矩阵寄存器设置验证ISP处理管线是否按预期工作帧率不稳定检查DMA缓冲区是否足够调整CSI接口时钟分频确认传感器帧率配置寄存器5. 性能优化与高级功能DMA双缓冲配置static int ov5640_csi_dma_setup(struct ov5640_device *ov5640) { /* 配置帧缓冲区1 */ writel(ov5640-fb1_dma, ov5640-csi_base CSIDMASA_FB1); /* 配置帧缓冲区2 */ writel(ov5640-fb2_dma, ov5640-csi_base CSIDMASA_FB2); /* 设置图像参数 */ u32 image_para (ov5640-current_fmt-height 16) | ov5640-current_fmt-width; writel(image_para, ov5640-csi_base CSIIMAG_PARA); /* 设置帧缓冲区步长 */ u32 stride ov5640-current_fmt-width * (ov5640-current_fmt-bpp / 8); writel(stride, ov5640-csi_base CSIFBUF_PARA); /* 启用DMA双缓冲 */ u32 cr3 readl(ov5640-csi_base CSICR3); cr3 | CSICR3_DMA_REQ_EN_RFF | CSICR3_DMA_REFLASH_RFF; writel(cr3, ov5640-csi_base CSICR3); return 0; }自动曝光与白平衡优化static void ov5640_auto_exposure(struct ov5640_device *ov5640, int enable) { u8 ae_ctrl ov5640_sccb_read(ov5640-client, 0x3503); if (enable) { /* 启用自动曝光 */ ov5640_sccb_write(ov5640-client, 0x3503, ae_ctrl ~0x03); /* 设置曝光权重 */ ov5640_sccb_write(ov5640-client, 0x3a0f, 0x40); // 50Hz防闪烁 ov5640_sccb_write(ov5640-client, 0x3a10, 0x38); // 60Hz防闪烁 ov5640_sccb_write(ov5640-client, 0x3a1b, 0x48); // 最大曝光步长 } else { /* 禁用自动曝光 */ ov5640_sccb_write(ov5640-client, 0x3503, ae_ctrl | 0x03); } } static void ov5640_auto_white_balance(struct ov5640_device *ov5640, int enable) { u8 awb_ctrl ov5640_sccb_read(ov5640-client, 0x3406); if (enable) { /* 启用自动白平衡 */ ov5640_sccb_write(ov5640-client, 0x3406, awb_ctrl ~0x01); /* 配置白平衡参数 */ ov5640_sccb_write(ov5640-client, 0x3400, 0x04); // AWB增益 ov5640_sccb_write(ov5640-client, 0x3401, 0x00); // AWB偏移 ov5640_sccb_write(ov5640-client, 0x3402, 0x04); // AWB窗口 } else { /* 禁用自动白平衡 */ ov5640_sccb_write(ov5640-client, 0x3406, awb_ctrl | 0x01); } }低延迟优化技巧减少DMA缓冲区数量在实时性要求高的场景可将缓冲区减至2个禁用ISP处理对于原始数据处理可绕过部分ISP管线调整CSI时钟根据实际分辨率需求降低时钟频率使用MIPI接口如需更高带宽可切换到MIPI模式需硬件支持/* 低延迟模式配置示例 */ static void ov5640_low_latency_mode(struct ov5640_device *ov5640, int enable) { if (enable) { /* 禁用ISP处理管线 */ ov5640_sccb_write(ov5640-client, 0x5000, 0x00); /* 设置最小曝光时间 */ ov5640_sccb_write(ov5640-client, 0x3500, 0x00); ov5640_sccb_write(ov5640-client, 0x3501, 0x00); ov5640_sccb_write(ov5640-client, 0x3502, 0x00); /* 固定增益 */ ov5640_sccb_write(ov5640-client, 0x350a, 0x00); ov5640_sccb_write(ov5640-client, 0x350b, 0x00); } else { /* 恢复默认ISP配置 */ ov5640_sccb_write(ov5640-client, 0x5000, 0xa7); } }