从拆解到驱动：手把手教你用IMX6ULL驱动OV5640摄像头模块（附完整代码）
1. 硬件连接与接口解析
OV5640作为一款500万像素的CMOS图像传感器，支持DVP和MIPI两种接口模式。在IMX6ULL平台上，我们选择使用DVP并行接口进行连接，这是嵌入式开发中最常见的配置方式。
关键引脚连接示意图：
| OV5640引脚 | IMX6ULL引脚 | 功能说明 |
|---|---|---|
| PWDN | GPIO1_IO04 | 电源控制（低电平工作） |
| RESET | GPIO1_IO05 | 硬件复位（低电平有效） |
| XCLK | CSI_MCLK | 24MHz主时钟输入 |
| SIO_C | I2C1_SCL | SCCB时钟线 |
| SIO_D | I2C1_SDA | SCCB数据线 |
| D[7:0] | CSI_DATA[9:2] | 8位数据总线 |
| VSYNC | CSI_VSYNC | 帧同步信号 |
| HREF | CSI_HSYNC | 行同步信号 |
| PCLK | CSI_PIXCLK | 像素时钟 |
注意：实际连接时需确保XCLK时钟信号质量，建议使用示波器测量波形是否干净。时钟抖动可能导致图像出现横纹。
硬件连接完成后，我们需要在设备树中正确配置CSI接口。以下是关键设备树节点示例：
&i2c1 { ov5640: camera@3c { compatible = "ovti,ov5640"; reg = <0x3c>; clocks = <&clks IMX6UL_CLK_CSI>; clock-names = "xclk"; pinctrl-names = "default"; pinctrl-0 = <&pinctrl_csi>; powerdown-gpios = <&gpio1 4 GPIO_ACTIVE_LOW>; reset-gpios = <&gpio1 5 GPIO_ACTIVE_LOW>; port { ov5640_ep: endpoint { remote-endpoint = <&csi_ep>; bus-width = <8>; hsync-active = <1>; vsync-active = <0>; pclk-sample = <1>; }; }; }; }; &csi { status = "okay"; port { csi_ep: endpoint { remote-endpoint = <&ov5640_ep>; bus-width = <8>; hsync-active = <1>; vsync-active = <0>; pclk-sample = <1>; }; }; };2. SCCB协议与寄存器配置
OV5640使用SCCB（Serial Camera Control Bus）协议进行寄存器配置，其时序与I2C高度兼容但存在关键差异：
- 写操作差异：SCCB写操作后不检查ACK/NACK
- 读操作限制：不支持连续读取，每次读操作需完整起停信号
以下是Linux内核中SCCB读写函数的典型实现：
static int ov5640_sccb_read(struct i2c_client *client, u16 reg, u8 *val) { struct i2c_msg msg[2]; u8 buf[2]; int ret; buf[0] = reg >> 8; buf[1] = reg & 0xff; msg[0].addr = client->addr; msg[0].flags = 0; msg[0].len = 2; msg[0].buf = buf; msg[1].addr = client->addr; msg[1].flags = I2C_M_RD; msg[1].len = 1; msg[1].buf = val; ret = i2c_transfer(client->adapter, msg, 2); if (ret < 0) return ret; return (ret == 2) ? 0 : -EIO; } static int ov5640_sccb_write(struct i2c_client *client, u16 reg, u8 val) { u8 buf[3]; int ret; buf[0] = reg >> 8; buf[1] = reg & 0xff; buf[2] = val; ret = i2c_master_send(client, buf, 3); if (ret < 0) return ret; return (ret == 3) ? 0 : -EIO; }关键初始化序列示例：
static int ov5640_init_registers(struct i2c_client *client) { int ret; /* 复位序列 */ ret = ov5640_sccb_write(client, 0x3008, 0x80); msleep(100); /* 时钟配置 */ ov5640_sccb_write(client, 0x3103, 0x03); // PLL预分频 ov5640_sccb_write(client, 0x3035, 0x41); // PLL倍频 ov5640_sccb_write(client, 0x3036, 0x69); // PLL系统分频 /* 图像格式设置 */ ov5640_sccb_write(client, 0x3820, 0x40); // 水平镜像 ov5640_sccb_write(client, 0x3821, 0x06); // 垂直翻转 ov5640_sccb_write(client, 0x4300, 0x61); // RGB565输出 /* 分辨率设置（720P） */ ov5640_sccb_write(client, 0x3808, 0x05); // H_SIZE[11:8] ov5640_sccb_write(client, 0x3809, 0x00); // H_SIZE[7:0] (1280) ov5640_sccb_write(client, 0x380a, 0x02); // V_SIZE[11:8] ov5640_sccb_write(client, 0x380b, 0xd0); // V_SIZE[7:0] (720) /* 开启ISP */ ov5640_sccb_write(client, 0x5000, 0xa7); // 使能自动白平衡、自动曝光等 return 0; }3. V4L2驱动框架适配
Linux Video for Linux 2 (V4L2) 是标准的视频设备驱动框架。我们需要实现以下关键操作：
- 设备注册与注销
- 视频缓冲管理
- 控制接口实现
- 格式协商与配置
关键数据结构初始化：
static const struct v4l2_subdev_ops ov5640_subdev_ops = { .core = &ov5640_core_ops, .video = &ov5640_video_ops, .pad = &ov5640_pad_ops, }; static const struct v4l2_subdev_core_ops ov5640_core_ops = { .s_power = ov5640_s_power, .log_status = ov5640_log_status, .subscribe_event = v4l2_ctrl_subdev_subscribe_event, .unsubscribe_event = v4l2_event_subdev_unsubscribe, }; static const struct v4l2_subdev_video_ops ov5640_video_ops = { .s_stream = ov5640_s_stream, .g_frame_interval = ov5640_g_frame_interval, .s_frame_interval = ov5640_s_frame_interval, }; static const struct v4l2_subdev_pad_ops ov5640_pad_ops = { .enum_mbus_code = ov5640_enum_mbus_code, .enum_frame_size = ov5640_enum_frame_size, .get_fmt = ov5640_get_fmt, .set_fmt = ov5640_set_fmt, };DMA缓冲区配置示例：
static int ov5640_buffer_prepare(struct vb2_buffer *vb) { struct ov5640_device *ov5640 = vb2_get_drv_priv(vb->vb2_queue); unsigned long size = ov5640->current_fmt->width * ov5640->current_fmt->height * ov5640->current_fmt->bpp / 8; if (vb2_plane_size(vb, 0) < size) { dev_err(&ov5640->client->dev, "buffer too small (%lu < %lu)", vb2_plane_size(vb, 0), size); return -EINVAL; } vb2_set_plane_payload(vb, 0, size); return 0; } static void ov5640_buffer_queue(struct vb2_buffer *vb) { struct ov5640_device *ov5640 = vb2_get_drv_priv(vb->vb2_queue); struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb); unsigned long flags; spin_lock_irqsave(&ov5640->slock, flags); list_add_tail(&vbuf->queue_entry, &ov5640->buf_list); spin_unlock_irqrestore(&ov5640->slock, flags); }4. 图像采集与显示实战
完成驱动适配后，我们可以通过V4L2用户空间API进行图像采集。以下是完整的图像采集示例代码：
#include <stdio.h> #include <stdlib.h> #include <string.h> #include <fcntl.h> #include <unistd.h> #include <sys/ioctl.h> #include <sys/mman.h> #include <linux/videodev2.h> #define DEVICE "/dev/video0" #define WIDTH 1280 #define HEIGHT 720 #define FORMAT V4L2_PIX_FMT_RGB565 #define BUFFER_COUNT 4 int main() { int fd = open(DEVICE, O_RDWR); if (fd < 0) { perror("Failed to open device"); return -1; } // 设置格式 struct v4l2_format fmt = {0}; fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; fmt.fmt.pix.width = WIDTH; fmt.fmt.pix.height = HEIGHT; fmt.fmt.pix.pixelformat = FORMAT; fmt.fmt.pix.field = V4L2_FIELD_NONE; if (ioctl(fd, VIDIOC_S_FMT, &fmt) < 0) { perror("Failed to set format"); close(fd); return -1; } // 申请缓冲区 struct v4l2_requestbuffers req = {0}; req.count = BUFFER_COUNT; req.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; req.memory = V4L2_MEMORY_MMAP; if (ioctl(fd, VIDIOC_REQBUFS, &req) < 0) { perror("Failed to request buffers"); close(fd); return -1; } // 内存映射 struct buffer { void *start; size_t length; } *buffers; buffers = calloc(req.count, sizeof(*buffers)); for (int i = 0; i < req.count; ++i) { struct v4l2_buffer buf = {0}; buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_MMAP; buf.index = i; if (ioctl(fd, VIDIOC_QUERYBUF, &buf) < 0) { perror("Failed to query buffer"); close(fd); return -1; } buffers[i].length = buf.length; buffers[i].start = mmap(NULL, buf.length, PROT_READ | PROT_WRITE, MAP_SHARED, fd, buf.m.offset); if (buffers[i].start == MAP_FAILED) { perror("Failed to mmap"); close(fd); return -1; } } // 启动视频流 enum v4l2_buf_type type = V4L2_BUF_TYPE_VIDEO_CAPTURE; if (ioctl(fd, VIDIOC_STREAMON, &type) < 0) { perror("Failed to start streaming"); close(fd); return -1; } // 采集图像 for (int i = 0; i < 30; ++i) { // 采集30帧 struct v4l2_buffer buf = {0}; buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_MMAP; if (ioctl(fd, VIDIOC_DQBUF, &buf) < 0) { perror("Failed to dequeue buffer"); continue; } // 处理图像数据（此处可保存为文件或显示） printf("Got frame %d, size=%d\n", i, buf.bytesused); // 重新入队缓冲区 if (ioctl(fd, VIDIOC_QBUF, &buf) < 0) { perror("Failed to queue buffer"); break; } } // 停止视频流 if (ioctl(fd, VIDIOC_STREAMOFF, &type) < 0) { perror("Failed to stop streaming"); } // 清理资源 for (int i = 0; i < req.count; ++i) { munmap(buffers[i].start, buffers[i].length); } free(buffers); close(fd); return 0; }常见问题排查指南：
无图像输出
- 检查XCLK时钟信号（24MHz）是否正常
- 确认PWDN和RESET引脚电平正确
- 使用逻辑分析仪验证SCCB通信是否成功
图像出现横纹
- 检查PCLK信号质量，确保无抖动
- 调整CSI接口的采样边沿（在设备树中设置pclk-sample属性）
- 检查电源稳定性，特别是模拟电源AVDD
色彩异常
- 确认输出格式配置（RGB565/YUV等）
- 检查白平衡和色彩矩阵寄存器设置
- 验证ISP处理管线是否按预期工作
帧率不稳定
- 检查DMA缓冲区是否足够
- 调整CSI接口时钟分频
- 确认传感器帧率配置寄存器
5. 性能优化与高级功能
DMA双缓冲配置：
static int ov5640_csi_dma_setup(struct ov5640_device *ov5640) { /* 配置帧缓冲区1 */ writel(ov5640->fb1_dma, ov5640->csi_base + CSIDMASA_FB1); /* 配置帧缓冲区2 */ writel(ov5640->fb2_dma, ov5640->csi_base + CSIDMASA_FB2); /* 设置图像参数 */ u32 image_para = (ov5640->current_fmt->height << 16) | ov5640->current_fmt->width; writel(image_para, ov5640->csi_base + CSIIMAG_PARA); /* 设置帧缓冲区步长 */ u32 stride = ov5640->current_fmt->width * (ov5640->current_fmt->bpp / 8); writel(stride, ov5640->csi_base + CSIFBUF_PARA); /* 启用DMA双缓冲 */ u32 cr3 = readl(ov5640->csi_base + CSICR3); cr3 |= CSICR3_DMA_REQ_EN_RFF | CSICR3_DMA_REFLASH_RFF; writel(cr3, ov5640->csi_base + CSICR3); return 0; }自动曝光与白平衡优化：
static void ov5640_auto_exposure(struct ov5640_device *ov5640, int enable) { u8 ae_ctrl = ov5640_sccb_read(ov5640->client, 0x3503); if (enable) { /* 启用自动曝光 */ ov5640_sccb_write(ov5640->client, 0x3503, ae_ctrl & ~0x03); /* 设置曝光权重 */ ov5640_sccb_write(ov5640->client, 0x3a0f, 0x40); // 50Hz防闪烁 ov5640_sccb_write(ov5640->client, 0x3a10, 0x38); // 60Hz防闪烁 ov5640_sccb_write(ov5640->client, 0x3a1b, 0x48); // 最大曝光步长 } else { /* 禁用自动曝光 */ ov5640_sccb_write(ov5640->client, 0x3503, ae_ctrl | 0x03); } } static void ov5640_auto_white_balance(struct ov5640_device *ov5640, int enable) { u8 awb_ctrl = ov5640_sccb_read(ov5640->client, 0x3406); if (enable) { /* 启用自动白平衡 */ ov5640_sccb_write(ov5640->client, 0x3406, awb_ctrl & ~0x01); /* 配置白平衡参数 */ ov5640_sccb_write(ov5640->client, 0x3400, 0x04); // AWB增益 ov5640_sccb_write(ov5640->client, 0x3401, 0x00); // AWB偏移 ov5640_sccb_write(ov5640->client, 0x3402, 0x04); // AWB窗口 } else { /* 禁用自动白平衡 */ ov5640_sccb_write(ov5640->client, 0x3406, awb_ctrl | 0x01); } }低延迟优化技巧：
- 减少DMA缓冲区数量：在实时性要求高的场景，可将缓冲区减至2个
- 禁用ISP处理：对于原始数据处理，可绕过部分ISP管线
- 调整CSI时钟：根据实际分辨率需求降低时钟频率
- 使用MIPI接口：如需更高带宽，可切换到MIPI模式（需硬件支持）
/* 低延迟模式配置示例 */ static void ov5640_low_latency_mode(struct ov5640_device *ov5640, int enable) { if (enable) { /* 禁用ISP处理管线 */ ov5640_sccb_write(ov5640->client, 0x5000, 0x00); /* 设置最小曝光时间 */ ov5640_sccb_write(ov5640->client, 0x3500, 0x00); ov5640_sccb_write(ov5640->client, 0x3501, 0x00); ov5640_sccb_write(ov5640->client, 0x3502, 0x00); /* 固定增益 */ ov5640_sccb_write(ov5640->client, 0x350a, 0x00); ov5640_sccb_write(ov5640->client, 0x350b, 0x00); } else { /* 恢复默认ISP配置 */ ov5640_sccb_write(ov5640->client, 0x5000, 0xa7); } }
