一、前言
最近学习牟新刚编著《基于FPGA的数字图像处理原理及应用》的第六章直方图操作，由于需要将捕获的图像转换为灰度图像，因此在之前代码的基础上加入了RGB图像转灰度图像的算法实现。
2020-02-29 10:38:40
二、RGB图像转灰度图像算法原理
将彩色图像转换为灰度图像的方法有两种，一个是令RGB三个分量的数值相等。输出后便可以得到灰度图像，另一种是转换为YCbCr格式，将Y分量提取出来，YCbCr格式中的Y分量表示的是图
像的亮度和浓度，所以只输出Y分量，得到图像就是灰度图像。
YCbCr是通过有序的三元组来表示的，三元由Y（Luminance）、Cb（Chrominace-Blue）和Cr（Chrominace-Red）组成，其中Y表示颜色的明亮度和浓度，而Cb和Cr则分别表示颜色的蓝色浓度
偏移量和红色浓度偏移量。人的肉眼对由YCbCr色彩空间编码的视频中Y分量更敏感，而Cb和Cr的微小变换不会引起视觉上的不同。根据该原理，通过对Cb和Cr进行子采样来减小图像的数据量。使得
图像对存储需求和传输带宽的要求大大降低，从而达到完成图像压缩的同时，也保证了视觉上几乎没有损失的效果，进而使得图像的传输速度更快、存储更加方便。
官方给的RGB888转YCrCb的算法公式：
Y = 0.299R + 0.587G + 0.114B
Cb = 0.568(B-Y) + 128 = -0.172R -0.339G + 0.511B + 128
Cr = 0.713(R -Y) + 128 = 0.511R - 0.428G - 0.083B + 128
扩大256倍 →
Y = ((77*R + 150*G + 29*B)>>8)
Cb = ((-43*B - 85*G + 128*B)>>8) + 128
Cr = ((128*R - 107*G - 21*B)>>8) + 128
三、代码实现
代码分为三部分，包括视频码流生成image_src.v、视频捕获video_cap.v、彩色图像转灰度图像RGB2YCbCr.v及顶层文件rgb2gray.v；同时为了仿真及测试结果分析提供相应的matlab文件及用于
Modelsim仿真的rgb2gray.do文件。
（1）频码流生成image_src.v，生成640*512的24Bit RGB图像数据流；
1 /*
2 ***********************************************************************************************************
3 ** Input file: None
4 ** Component name: image_src.v
5 ** Author: zhengXiaoliang
6 ** Company: WHUT
7 ** Description: to simulate dvd stream
8 ***********************************************************************************************************
9 */
10
11 `timescale 1ps/1ps
12
13 `define SEEK_SET 0
14 `define SEEK_CUR 1
15 `define SEEK_END 2
16
17 module image_src(
18 reset_l, //全局复位
19 clk, //同步时钟
20 src_sel, //数据源通道选择
21 test_vsync, //场同步输出
22 test_dvalid, //像素有效输出
23 test_data, //像素数据输出
24 clk_out //像素时钟输出
25 );
26
27 parameter iw = 640; //默认视频宽度
28 parameter ih = 512; //默认视频高度
29 parameter dw = 8; //默认像素数据位宽
30
31 parameter h_total = 1440; //行总数
32 parameter v_total = 600; //垂直总数
33
34 parameter sync_b = 5; //场前肩
35 parameter sync_e = 55; //场同步脉冲
36 parameter vld_b = 65; //场后肩
37
38 //port decleared
39 input reset_l,clk;
40 input [3:0] src_sel; //to select the input file
41 output test_vsync, test_dvalid,clk_out;
42 output [dw-1:0] test_data;
43
44
45 //variable decleared
46 reg [dw-1:0] test_data_reg;
47 reg test_vsync_temp;
48 reg test_dvalid_tmp;
49 reg [1:0] test_dvalid_r;
50
51 reg [10:0] h_cnt;
52 reg [10:0] v_cnt;
53
54 integer fp_r;
55 integer cnt = 0;
56
57 //输出像素时钟
58 assign clk_out = clk; //output the dv clk
59
60 //输出像素数据
61 assign test_data = test_data_reg; //test data output
62
63 //当行同步有效时，从文件读取像素数据输出到数据线上
64 always@(posedge clk or posedge test_vsync_temp)begin
65 if(((~(test_vsync_temp))) == 1'b0) //场同步清零文件指针
66 cnt <= 0; //clear file pointer when a new frame comes
67 else begin
68 if(test_dvalid_tmp == 1'b1)begin //行同步有效，说明当前时钟数据有效
69 case(src_sel) //选择不同的数据源
70 4'b0000: fp_r = $fopen("E:/Modelsim/rgb2gray/sim/rgb_image.txt","r");
71 4'b0001: fp_r = $fopen("txt_source/test_scr1.txt","r");
72 4'b0010: fp_r = $fopen("txt_source/test_scr2.txt","r");
73 4'b0011: fp_r = $fopen("txt_source/test_scr3.txt","r");
74 4'b0100: fp_r = $fopen("txt_source/test_scr4.txt","r");
75 4'b0101: fp_r = $fopen("txt_source/test_scr5.txt","r");
76 4'b0110: fp_r = $fopen("txt_source/test_scr6.txt","r");
77 4'b0111: fp_r = $fopen("txt_source/test_scr7.txt","r");
78 4'b1000: fp_r = $fopen("txt_source/test_scr8.txt","r");
79 4'b1001: fp_r = $fopen("txt_source/test_scr9.txt","r");
80 4'b1010: fp_r = $fopen("txt_source/test_scr10.txt","r");
81 4'b1011: fp_r = $fopen("txt_source/test_scr11.txt","r");
82 4'b1100: fp_r = $fopen("txt_source/test_scr12.txt","r");
83 4'b1101: fp_r = $fopen("txt_source/test_scr13.txt","r");
84 4'b1110: fp_r = $fopen("txt_source/test_scr14.txt","r");
85 4'b1111: fp_r = $fopen("txt_source/test_scr15.txt","r");
86 default: fp_r = $fopen("txt_source/test_src3.txt","r");
87 endcase
88
89 $fseek(fp_r,cnt,0); //查找当前需要读取的文件位置
90 $fscanf(fp_r,"%02x\n",test_data_reg); //将数据按指定格式读入test_data_reg寄存器
91
92 cnt <= cnt + 4; //移动文件指针到下一个数据
93 $fclose(fp_r); //关闭文件
94 $display("h_cnt = %d,v_cnt = %d, pixdata = %d",h_cnt,v_cnt,test_data_reg); //for debug use
95 end
96 end
97 end
98
99 //水平计数器，每来一个时钟就＋1，加到h_total置零重新计数
100 always@(posedge clk or negedge reset_l)begin
101 if(((~(reset_l))) == 1'b1)
102 h_cnt <= #1 {11{1'b0}};
103 else begin
104 if(h_cnt == ((h_total -1)))
105 h_cnt <= #1 {11{1'b0}};
106 else
107 h_cnt <= #1 h_cnt + 11'b00000000001;
108 end
109 end
110
111 //垂直计数器：水平计数器计满后+1，计满后清零
112 always@(posedge clk or negedge reset_l)begin
113 if(((~(reset_l))) == 1'b1)
114 v_cnt <= #1 {11{1'b0}};
115 else begin
116 if(h_cnt == ((h_total - 1)))begin
117 if(v_cnt == ((v_total - 1)))
118 v_cnt <= #1 {11{1'b0}};
119 else
120 v_cnt <= #1 v_cnt + 11'b00000000001;
121 end
122 end
123 end
124
125 //场同步信号生成
126 always@(posedge clk or negedge reset_l)begin
127 if(((~(reset_l))) == 1'b1)
128 test_vsync_temp <= #1 1'b1;
129 else begin
130 if(v_cnt >= sync_b & v_cnt <= sync_e)
131 test_vsync_temp <= #1 1'b1;
132 else
133 test_vsync_temp <= #1 1'b0;
134 end
135 end
136
137 assign test_vsync = (~test_vsync_temp);
138
139 //水平同步信号生成
140 always@(posedge clk or negedge reset_l)begin
141 if(((~(reset_l))) == 1'b1)
142 test_dvalid_tmp <= #1 1'b0;
143 else begin
144 if(v_cnt >= vld_b & v_cnt < ((vld_b + ih)))begin
145 if(h_cnt == 10'b0000000000)
146 test_dvalid_tmp <= #1 1'b1;
147 else if(h_cnt == iw)
148 test_dvalid_tmp <= #1 1'b0;
149 end
150 else
151 test_dvalid_tmp <= #1 1'b0;
152 end
153 end
154
155 //水平同步信号输出
156 assign test_dvalid = test_dvalid_tmp;
157
158 always@(posedge clk or negedge reset_l)begin
159 if(((~(reset_l))) == 1'b1)
160 test_dvalid_r <= #1 2'b00;
161 else
162 test_dvalid_r <= #1 ({test_dvalid_r[0],test_dvalid_tmp});
163 end
164
165 endmodule
（2）视频捕获video_cap.v，捕获RGB图像数据，并输出RGB888格式的24bit数据码流；
1 //2020-02-17
2 //Huang.Wei
3 `timescale 1ps/1ps
4
5 module video_cap(
6 reset_l, //异步复位信号
7 DVD, //输入视频流
8 DVSYN, //输入场同步信号
9 DHSYN, //输入行同步
10 DVCLK, //输入DV时钟
11 cap_dat, //输出RGB通道像素流，24位
12 cap_dvalid, //输出数据有效
13 cap_vsync, //输出场同步
14 cap_clk, //本地逻辑时钟
15 img_en,
16 cmd_rdy, //命令行准备好，代表可以读取
17 cmd_rdat, //命令行数据输出
18 cmd_rdreq //命令行读取请求
19 );
20
21 parameter TRIG_VALUE = 250; //读触发值，也即行消隐时间
22 parameter IW = 640; //图像宽度
23 parameter IH = 512; //图像高度
24
25 parameter DW_DVD = 8; //输入像素宽度
26 parameter DVD_CHN = 3; //输入像素通道: RGB 3通道
27 parameter DW_LOCAL = 24; //本地捕获的数据宽度24位
28 parameter DW_CMD = 24; //命令行数据宽度
29 parameter VSYNC_WIDTH = 100; //9 //场同步宽度，9个时钟
30
31 parameter CMD_FIFO_DEPTH = 1024; //行缓存位宽
32 parameter CMD_FIFO_DW_DEPTH = 10;
33 parameter IMG_FIFO_DEPTH = 512; //异步fifo深度，选512
34 parameter IMG_FIFO_DW_DEPTH = 9;
35
36 //Port Declared
37 input reset_l;
38 input [DW_DVD-1:0] DVD;
39 input DVSYN;
40 input DHSYN;
41 input DVCLK;
42
43 output reg [DW_LOCAL-1:0] cap_dat;
44 output reg cap_dvalid;
45 output cap_vsync;
46 input cap_clk;
47 output img_en;
48
49 output reg cmd_rdy;
50 output [DW_CMD-1:0] cmd_rdat;
51 input cmd_rdreq;
52
53 //首先完成数据位宽转换
54 wire pixel_clk;
55 reg [1:0] vc_reset;
56 reg dv_enable;
57 reg [9:0] count_lines;
58 reg cmd_en;
59 reg cmd_wrreq;
60 reg cmd_wrreq_r;
61 reg rst_cmd_fifo;
62 wire [DW_CMD-1:0] cmd_din;
63 reg [DW_CMD-1:0] cmd_dat;
64
65 assign pixel_clk = DVCLK;
66
67 always@(posedge pixel_clk or negedge reset_l)begin
68 if(((~(reset_l))) == 1'b1)
69 begin
70 vc_reset <= 2'b00;
71 dv_enable <= 1'b0;
72 end
73 else
74 begin
75 dv_enable <= #1 1'b1;
76 if((~(DVSYN)) == 1'b1 & dv_enable == 1'b1)
77 vc_reset <= #1 ({vc_reset[0],1'b1});
78 end
79 end
80
81 reg [DW_DVD-1:0] vd_r[0:DVD_CHN-1];
82 reg [DVD_CHN*DW_DVD-1:0] data_merge;
83
84 reg vsync;
85 reg [DVD_CHN:0] hsync_r;
86 reg mux;
87 reg mux_r;
88
89 //缓存场同步和行同步信号
90 always@(posedge pixel_clk or negedge reset_l)begin
91 if(((~(reset_l))) == 1'b1)
92 begin
93 vsync <= 1'b0;
94 hsync_r <= {DVD_CHN+1{1'b0}};
95 end
96 else
97 begin
98 vsync <= #1 DVSYN;
99 hsync_r <= #1 {hsync_r[DVD_CHN-1:0],DHSYN};
100 end
101 end
102
103 //像素通道计算，指示当前像素属于RGB那个通道
104 reg [DVD_CHN:0] pixel_cnt;
105
106 always@(posedge pixel_clk or negedge reset_l)begin
107 if(((~(reset_l))) == 1'b1)
108 begin
109 pixel_cnt <= {DVD_CHN+1{1'b1}};
110 end
111 else
112 begin
113 if(hsync_r[1] == 1'b0)
114 pixel_cnt <= #1 {DVD_CHN+1{1'b1}};
115 else
116 if(pixel_cnt == DVD_CHN -1)
117 pixel_cnt <= #1 {DVD_CHN+1{1'b0}};
118 else
119 pixel_cnt <= #1 pixel_cnt + 1'b1;
120 end
121 end
122
123 integer i;
124 integer j;
125
126 //缓存输入DV，获得3个RGB通道值
127
128 always@(posedge pixel_clk or negedge reset_l)begin
129 if(((~(reset_l)))==1'b1)
130 for(i=0;i<DVD_CHN;i=i+1)
131 vd_r[i] <= {DW_DVD{1'b0}};
132 else
133 begin
134 vd_r[0] <= #1 DVD;
135 for(j=1;j<DVD_CHN;j=j+1)
136 vd_r[j] <= vd_r[j-1];
137 end
138 end
139
140
141 //RGB 合并有效信号
142 wire mux_valid;
143
144 always@(posedge pixel_clk or negedge reset_l)begin
145 if(((~(reset_l))) == 1'b1)
146 mux <= 1'b0;
147 else begin
148 if(hsync_r[DVD_CHN-2] == 1'b0)
149 mux <= #1 1'b1;
150 else
151 if(mux_valid == 1'b1)
152 mux <= #1 1'b1;
153 else
154 mux <= #1 1'b0;
155 end
156 end
157
158 always@(posedge pixel_clk)
159 mux_r <= mux;
160
161
162 wire [DVD_CHN*DW_DVD-1:0] dvd_temp;
163 wire mux_1st;
164
165 assign mux_1st = (~hsync_r[DVD_CHN]) & (hsync_r[DVD_CHN-1]);
166
167 //一个颜色通道
168 generate
169 if(DVD_CHN == 1)
170 begin: xhdl1
171 assign mux_valid = hsync_r[0];
172 assign dvd_temp = vd_r[0];
173 end
174 endgenerate
175
176
177 //两个颜色通道
178 generate
179 if(DVD_CHN == 2)
180 begin: xhdl2
181 assign mux_valid = mux_1st | (pixel_cnt == DVD_CHN - 1);
182 assign dvd_temp = {vd_r[0],vd_r[1]};
183 end
184 endgenerate
185
186 //三个颜色通道，将三路RBG数据合并到dvd_temp信号中
187 generate
188 if(DVD_CHN == 3)
189 begin: xhdl3
190 assign mux_valid = mux_1st | (pixel_cnt == 0);
191 assign dvd_temp = {vd_r[2],vd_r[1],vd_r[0]};
192 end
193 endgenerate
194
195 //四个颜色通道
196 generate
197 if(DVD_CHN == 4)
198 begin: xhdl4
199 assign mux_valid = mux_1st | (pixel_cnt == 1);
200 assign dvd_temp = {vd_r[0],vd_r[1],vd_r[2],vd_r[3]};
201 end
202 endgenerate
203
204 //将合并后的数据存入寄存器
205 always@(posedge pixel_clk or negedge reset_l)begin
206 if(((~(reset_l))) == 1'b1)
207 data_merge <= {DVD_CHN*DW_DVD{1'b0}};
208 else
209 begin
210 if(hsync_r[DVD_CHN] == 1'b1 & mux == 1'b1)
211 data_merge <= #1 dvd_temp;
212 end
213 end
214
215 //将合并后的数据打入异步fifo
216 wire [DW_DVD*DVD_CHN-1:0] fifo_din;
217 wire [DW_DVD*DVD_CHN-1:0] fifo_dout;
218
219 wire [IMG_FIFO_DW_DEPTH-1:0] rdusedw;
220 reg [9:0] trig_cnt;
221 wire fifo_empty;
222 reg fifo_wrreq;
223 reg fifo_wrreq_r;
224 //wire fifo_wrreq;
225
226 //assign fifo_wrreq = mux & hsync_r[DVD_CHN];
227
228 reg fifo_rdreq;
229 reg fifo_rdreq_r1;
230 reg rst_fifo;
231
232 //实例化异步fifo
233 cross_clock_fifo img_fifo(
234 .data(fifo_din),
235 .rdclk(cap_clk),
236 .rdreq(fifo_rdreq),
237 .wrclk(pixel_clk),
238 .wrreq(fifo_wrreq),
239 .q(fifo_dout),
240 .rdempty(fifo_empty),
241 .rdusedw(rdusedw),
242 .aclr(rst_fifo)
243 );
244
245 /*
246 defparam img_fifo.DW = DW_DVD*DVD_CHN;
247 defparam img_fifo.DEPTH = IMG_FIFO_DEPTH;
248 defparam img_fifo.DW_DEPTH = IMG_FIFO_DW_DEPTH;
249 */
250
251 assign fifo_din = data_merge;
252
253
254 //RGB合并时写入fifo
255 always@(posedge pixel_clk or negedge reset_l)begin
256 if(reset_l == 1'b0)begin
257 fifo_wrreq <= #1 1'b0;
258 fifo_wrreq_r <= #1 1'b0;
259 end
260 else begin
261 fifo_wrreq <= hsync_r[DVD_CHN] & mux_r;
262 fifo_wrreq_r <= fifo_wrreq;
263 end
264 end
265
266 //fifo中数据大于触发值时开始读，读完一行停止
267 always@(posedge cap_clk or negedge reset_l)begin
268 if(reset_l == 1'b0)
269 fifo_rdreq <= #1 1'b0;
270 else
271 begin
272 if((rdusedw >= TRIG_VALUE) & (fifo_empty == 1'b0))
273 fifo_rdreq <= #1 1'b1;
274 else if(trig_cnt == (IW - 1))
275 fifo_rdreq <= #1 1'b0;
276 end
277 end
278
279 //读计数
280 always@(posedge cap_clk or negedge reset_l)begin
281 if(reset_l == 1'b0)
282 trig_cnt <= #1 {10{1'b0}};
283 else
284 begin
285 if(fifo_rdreq == 1'b0)
286 trig_cnt <= #1 {10{1'b0}};
287 else
288 if(trig_cnt == (IW - 1))
289 trig_cnt <= #1 {10{1'b0}};
290 else
291 trig_cnt <= #1 trig_cnt + 10'b0000000001;
292 end
293 end
294
295 wire [DW_LOCAL-1:0] img_din;
296
297 assign img_din = ((cmd_en == 1'b0)) ? fifo_dout[DW_LOCAL-1:0] : {DW_LOCAL{1'b0}};
298
299 assign cmd_din = ((cmd_en == 1'b1)) ? fifo_dout[DW_CMD-1:0] : {DW_CMD{1'b0}};
300
301 //生成场同步信号、数据有效信号及像素数据输出
302 reg vsync_async;
303 reg vsync_async_r1;
304 reg [VSYNC_WIDTH:0] vsync_async_r;
305 reg cap_vsync_tmp;
306
307 always@(posedge cap_clk or negedge reset_l)begin
308 if(reset_l == 1'b0)
309 begin
310 vsync_async <= #1 1'b0;
311 vsync_async_r1 <= #1 1'b0;
312 vsync_async_r <= {VSYNC_WIDTH+1{1'b0}};
313 cap_vsync_tmp <= #1 1'b0;
314 end
315 else
316 begin
317 vsync_async <= #1 (~vsync);
318 vsync_async_r1 <= #1 vsync_async;
319 vsync_async_r <= {vsync_async_r[VSYNC_WIDTH-1:0], vsync_async_r1};
320 if(vsync_async_r[1] == 1'b1 & vsync_async_r[0] == 1'b0)
321 cap_vsync_tmp <= #1 1'b1;
322 else if(vsync_async_r[VSYNC_WIDTH] == 1'b0 & vsync_async_r[0] == 1'b0)
323 cap_vsync_tmp <= #1 1'b0;
324 end
325 end
326
327 assign cap_vsync = cap_vsync_tmp;
328
329 always@(posedge cap_clk or negedge reset_l)begin
330 if(reset_l==1'b0)
331 begin
332 cap_dat <= #1 {DW_LOCAL{1'b0}};
333 fifo_rdreq_r1 <= #1 1'b0;
334 cap_dvalid <= #1 1'b0;
335 cmd_dat <= #1 {DW_CMD{1'b0}};
336 cmd_wrreq <= #1 1'b0;
337 cmd_wrreq_r <= #1 1'b0;
338 end
339 else
340 begin
341 cap_dat <= #1 img_din;
342 fifo_rdreq_r1 <= #1 fifo_rdreq;
343 cap_dvalid <= #1 fifo_rdreq_r1 & (~(cmd_en));
344 cmd_dat <= #1 cmd_din;
345 cmd_wrreq <= #1 fifo_rdreq_r1 & cmd_en;
346 cmd_wrreq_r <= cmd_wrreq;
347 end
348 end
349
350 //frame count and img_en signal
351 reg [1:0] fr_cnt;
352 reg img_out_en;
353
354 always@(posedge cap_clk)begin
355 if(vc_reset[1] == 1'b0)
356 begin
357 img_out_en <= 1'b0;
358 fr_cnt <= {2{1'b0}};
359 end
360 else
361 begin
362 if(vsync_async_r1 == 1'b0 & vsync_async == 1'b1)
363 begin
364 fr_cnt <= fr_cnt + 2'b01;
365 if(fr_cnt == 2'b11)
366 img_out_en <= 1'b1;
367 end
368 end
369 end
370
371 assign img_en = img_out_en;
372
373
374 //行计数，确定cmd数据到来时刻
375 always@(posedge cap_clk)begin
376 if(cap_vsync_tmp == 1'b1)
377 begin
378 count_lines <= {10{1'b0}};
379 cmd_en <= 1'b0;
380 cmd_rdy <= 1'b0;
381 end
382 begin
383 if(fifo_rdreq_r1 == 1'b1 & fifo_rdreq == 1'b0)
384 count_lines <= #1 count_lines + 4'h1;
385 if(count_lines == (IH - 2))
386 rst_cmd_fifo <= 1'b1;
387 else
388 rst_cmd_fifo <= 1'b0;
389 if(count_lines >= IH)
390 cmd_en <= #1 1'b1;
391 if(cmd_wrreq_r == 1'b1 & cmd_wrreq == 1'b0)
392 cmd_rdy <= 1'b1;
393 if(cmd_wrreq_r == 1'b1 & cmd_wrreq == 1'b0)
394 rst_fifo <= 1'b1;
395 else
396 rst_fifo <= 1'b0;
397 end
398 end
399
400
401 //Instance a line buffer to store the cmd line
402 line_buffer_new
403 cmd_buf(
404 .aclr(rst_cmd_fifo),
405 .clock(cap_clk),
406 .data(cmd_dat),
407 .rdreq(cmd_rdreq),
408 .wrreq(cmd_wrreq),
409 .empty(),
410 .full(),
411 .q(cmd_rdat),
412 .usedw()
413 );
414
415 /*
416 defparam cmd_buf.DW = DW_CMD;
417 defparam cmd_buf.DEPTH = CMD_FIFO_DEPTH;
418 defparam cmd_buf.DW_DEPTH = CMD_FIFO_DW_DEPTH;
419 defparam cmd_buf.IW = IW;
420 */
421 endmodule
（3）彩色图像转灰度图像RGB2YCbCr.v，实现RGB888到YCbCr图像格式的转换，并输出三个通道的数据；
1 //==================================================================================================//
2 //FileName: RGB2YCrCb.v
3 /*
4 官方给的RGB888 to YCbCr的计算公式：
5 Y = 0.299R + 0.587G + 0.114B
6 Cb = 0.568(B - Y) + 128 = -0.172R - 0.339G + 0.511B + 128
7 Cr = 0.713(R -Y) + 128 = 0.511R - 0.428G - 0.083B + 128
8
9 =>
10
11 Y = ((77*R + 150*G + 29*B)>>8);
12 Cb = ((-43*R - 85*G + 128*B)>>8) + 128;
13 Cr = ((128*R - 107*G - 21*B)>>8) + 128;
14 */
15 //Date: 2020-02-28
16 //==================================================================================================//
17 `timescale 1ps/1ps
18
19 module RGB2YCrCb(
20 RESET, //异步复位信号
21
22 RGB_CLK, //输入像素时钟
23 RGB_VSYNC, //输入场同步信号
24 RGB_DVALID, //输入数据有信号
25 RGB_DAT, //输入RGB通道像素流，24位
26
27 YCbCr_CLK, //输出像素时钟
28 YCbCr_VSYNC, //输出场同步信号
29 YCbCr_DVALID, //输出数据有效信号
30 Y_DAT, //输出Y分量
31 Cb_DAT, //输出Cb分量
32 Cr_DAT //输出Cr分量
33 );
34
35 parameter RGB_DW = 24; //输入像素宽度
36 parameter YCbCr_DW = 8; //输出像素宽度
37
38 //Port Declared
39 input RESET;
40 input RGB_CLK;
41 input RGB_VSYNC;
42 input RGB_DVALID;
43 input [RGB_DW-1:0]RGB_DAT;
44
45 output YCbCr_CLK;
46 output YCbCr_VSYNC;
47 output YCbCr_DVALID;
48 output reg [YCbCr_DW-1:0] Y_DAT;
49 output reg [YCbCr_DW-1:0] Cb_DAT;
50 output reg [YCbCr_DW-1:0] Cr_DAT;
51
52 reg [2*YCbCr_DW-1:0] RGB_R1,RGB_R2,RGB_R3;
53 reg [2*YCbCr_DW-1:0] RGB_G1,RGB_G2,RGB_G3;
54 reg [2*YCbCr_DW-1:0] RGB_B1,RGB_B2,RGB_B3;
55
56 reg [2*YCbCr_DW-1:0] IMG_Y,IMG_Cb,IMG_Cr;
57
58 reg [2:0] VSYNC_R;
59 reg [2:0] DVALID_R;
60
61 //Step1: Consume 1Clk
62 always@(posedge RGB_CLK or negedge RESET)begin
63 if(!RESET)begin
64 RGB_R1 <= {2*YCbCr_DW{1'b0}};
65 RGB_R2 <= {2*YCbCr_DW{1'b0}};
66 RGB_R3 <= {2*YCbCr_DW{1'b0}};
67 RGB_G1 <= {2*YCbCr_DW{1'b0}};
68 RGB_G2 <= {2*YCbCr_DW{1'b0}};
69 RGB_G3 <= {2*YCbCr_DW{1'b0}};
70 RGB_B1 <= {2*YCbCr_DW{1'b0}};
71 RGB_B2 <= {2*YCbCr_DW{1'b0}};
72 RGB_B3 <= {2*YCbCr_DW{1'b0}};
73 end
74 else begin
75 RGB_R1 <= RGB_DAT[23:16] * 8'd77;
76 RGB_G1 <= RGB_DAT[15:8] * 8'd150;
77 RGB_B1 <= RGB_DAT[7:0] * 8'd29;
78 RGB_R2 <= RGB_DAT[23:16] * 8'd43;
79 RGB_G2 <= RGB_DAT[15:8] * 8'd85;
80 RGB_B2 <= RGB_DAT[7:0] * 8'd128;
81 RGB_R3 <= RGB_DAT[23:16] * 8'd128;
82 RGB_G3 <= RGB_DAT[15:8] * 8'd107;
83 RGB_B3 <= RGB_DAT[7:0] * 8'd21;
84 end
85 end
86
87 //Step2: Consume 1Clk
88 always@(posedge RGB_CLK or negedge RESET)begin
89 if(!RESET)begin
90 IMG_Y <= {2*YCbCr_DW{1'b0}};
91 IMG_Cr <= {2*YCbCr_DW{1'b0}};
92 IMG_Cb <= {2*YCbCr_DW{1'b0}};
93 end
94 else begin
95 IMG_Y <= RGB_R1 + RGB_G1 + RGB_B1;
96 IMG_Cb <= RGB_B2 - RGB_R2 - RGB_G2 + 16'd32768;
97 IMG_Cr <= RGB_R3 - RGB_G3 - RGB_B3 + 16'd32768;
98 end
99 end
100
101 //Step3: Consume 1Clk
102 always@(posedge RGB_CLK or negedge RESET)begin
103 if(!RESET)begin
104 Y_DAT <= {YCbCr_DW{1'b0}};
105 Cb_DAT <= {YCbCr_DW{1'b0}};
106 Cr_DAT <= {YCbCr_DW{1'b0}};
107 end
108 else begin
109 Y_DAT <= IMG_Y[15:8];
110 Cr_DAT <= IMG_Cr[15:8];
111 Cb_DAT <= IMG_Cb[15:8];
112 end
113 end
114
115 assign YCbCr_CLK = RGB_CLK;
116
117 always@(posedge RGB_CLK or negedge RESET)begin
118 if(!RESET)begin
119 VSYNC_R <= 4'd0;
120 DVALID_R <= 4'd0;
121 end
122 else begin
123 VSYNC_R <= {VSYNC_R[1:0],RGB_VSYNC};
124 DVALID_R <= {DVALID_R[1:0],RGB_DVALID};
125 end
126 end
127
128 assign YCbCr_DVALID = DVALID_R[2];
129 assign YCbCr_VSYNC = VSYNC_R[2];
130
131
132 endmodule
（4）顶层文件 rgb2gray.v；
1 //===============================================================================================// 2 //FileName: rgb2gray.v 3 //Date:2020-02-28 4 //===============================================================================================// 5 6 `timescale 1ps/1ps 7 8 module rgb2gray( 9 RSTn, //全局复位 10 CLOCK, //系统时钟 11 12 IMG_CLK, //像素时钟 13 IMG_DVD, //像素值 14 IMG_DVSYN, //输入场信号 15 IMG_DHSYN, //输入数据有效信号 16 17 GRAY_CLK, //输出灰度图像时钟 18 GRAY_VSYNC, //输出灰度图像场信号 19 GRAY_DVALID, //输出灰度图像数据有效信号 20 Y_DAT, //输出图像数据Y分量 21 Cb_DAT, //输出图像数据Cb分量 22 Cr_DAT //输出图像数据Cr分量 23 24 ); 25 /*image parameter*/ 26 parameter iw = 640; //image width 27 parameter ih = 512; //image height 28 parameter trig_value = 400; //250 29 30 /*data width*/ 31 parameter dvd_dw = 8; //image source data width 32 parameter dvd_chn = 3; //channel of the dvd data: when 3 it's rgb or 4:4:YCbCr 33 parameter local_dw = dvd_dw * dvd_chn; //local algorithem process data width 34 parameter cmd_dw = dvd_dw * dvd_chn; //local algorithem process data width 35 36 //Port Declared 37 input RSTn; 38 input CLOCK; 39 input IMG_CLK; 40 input [dvd_dw-1:0] IMG_DVD; 41 input IMG_DVSYN; 42 input IMG_DHSYN; 43 44 output GRAY_CLK; 45 output GRAY_VSYNC; 46 output GRAY_DVALID; 47 output [dvd_dw-1:0] Y_DAT; 48 output [dvd_dw-1:0] Cb_DAT; 49 output [dvd_dw-1:0] Cr_DAT; 50 51 //Variable Declared 52 wire [local_dw-1:0] RGB_DAT; 53 wire RGB_DVALID; 54 wire RGB_VSYNC; 55 56 video_cap u1( 57 .reset_l(RSTn), //异步复位信号 58 .DVD(IMG_DVD), //输入视频流 59 .DVSYN(IMG_DVSYN), //输入场同步信号 60 .DHSYN(IMG_DHSYN), //输入行同步 61 .DVCLK(IMG_CLK), //输入DV时钟 62 .cap_dat(RGB_DAT), //输出RGB通道像素流，24位 63 .cap_dvalid(RGB_DVALID), //输出数据有效 64 .cap_vsync(RGB_VSYNC), //输出场同步 65 .cap_clk(CLOCK), //本地逻辑时钟 66 .img_en(), 67 .cmd_rdy(), //命令行准备好，代表可以读取 68 .cmd_rdat(), //命令行数据输出 69 .cmd_rdreq() //命令行读取请求 70 ); 71 72 defparam u1.DW_DVD = dvd_dw; 73 defparam u1.DW_LOCAL = local_dw; 74 defparam u1.DW_CMD = cmd_dw; 75 defparam u1.DVD_CHN = dvd_chn; 76 defparam u1.TRIG_VALUE = trig_value; 77 defparam u1.IW = iw; 78 defparam u1.IH = ih; 79 80 RGB2YCrCb u2( 81 .RESET(RSTn), //异步复位信号 82 83 .RGB_CLK(CLOCK), //输入像素时钟 84 .RGB_VSYNC(RGB_VSYNC), //输入场同步信号 85 .RGB_DVALID(RGB_DVALID), //输入数据有信号 86 .RGB_DAT(RGB_DAT), //输入RGB通道像素流，24位 87 88 .YCbCr_CLK(GRAY_CLK), //输出像素时钟 89 .YCbCr_VSYNC(GRAY_VSYNC), //输出场同步信号 90 .YCbCr_DVALID(GRAY_DVALID), //输出数据有效信号 91 .Y_DAT(Y_DAT), //输出Y分量 92 .Cb_DAT(Cb_DAT), //输出Cb分量 93 .Cr_DAT(Cr_DAT) //输出Cr分量 94 ); 95 96 defparam u2.RGB_DW = local_dw; 97 defparam u2.YCbCr_DW = dvd_dw; 98 99 endmodule
（5）Maltab文件用显示仿真结果；
1 clc;
2 clear;
3
4 %% 数据获取
5 RGBImg = imread('lena_512x512.jpg'); %rgb原始图像
6 RGBImg = imresize(RGBImg,[512 640]);
7
8 GRAYImg = rgb2gray(RGBImg); %Matlab变换灰度图像
9
10 fid = fopen('gray_image_Y.txt','r'); %FPGA转换灰度图像
11 data = fscanf(fid,'%2x');
12 data = uint8(data);
13 gray_data = reshape(data,640,512);
14 gray_data = gray_data';
15
16 %% 画图显示
17 figure(1);
18 subplot(1,3,1);
19 imshow(RGBImg);
20 title('lena原始图像');
21
22 subplot(1,3,2);
23 imshow(GRAYImg);
24 title('Matlab变换灰度图像');
25
26 subplot(1,3,3);
27 imshow(gray_data);
28 title('FPGA变换灰度图像');
（6）用于Modelsim测试的Testbench文件rgb2gray_tb.v；
1 `timescale 1ps/1ps
2
3 module rgb2gray_tb;
4
5
6 /*image para*/
7 parameter iw = 640; //image width
8 parameter ih = 512; //image height
9 parameter trig_value = 400; //250
10
11 /*video parameter*/
12 parameter h_total = 2000;
13 parameter v_total = 600;
14 parameter sync_b = 5;
15 parameter sync_e = 55;
16 parameter vld_b = 65;
17
18 parameter clk_freq = 72;
19
20 /*data width*/
21 parameter dvd_dw = 8; //image source data width
22 parameter dvd_chn = 3; //channel of the dvd data: when 3 it's rgb or 4:4:YCbCr
23 parameter local_dw = dvd_dw * dvd_chn; //local algorithem process data width
24 parameter cmd_dw = dvd_dw * dvd_chn; //local algorithem process data width
25
26 /*test module enable*/
27 parameter cap_en = 1;
28
29 /*signal group*/
30 reg clk = 1'b0;
31 reg reset_l;
32 reg [3:0] src_sel;
33
34
35 /*input dv group*/
36 wire dv_clk;
37 wire dvsyn;
38 wire dhsyn;
39 wire [dvd_dw-1:0] dvd;
40
41 /*dvd source data generated for simulation*/
42 image_src //#(iw*dvd_chn, ih+1, dvd_dw, h_total, v_total, sync_b, sync_e, vld_b)
43 u1(
44 .clk(clk),
45 .reset_l(reset_l),
46 .src_sel(src_sel),
47 .test_data(dvd),
48 .test_dvalid(dhsyn),
49 .test_vsync(dvsyn),
50 .clk_out(dv_clk)
51 );
52
53 defparam u1.iw = iw*dvd_chn;
54 defparam u1.ih = ih + 1;
55 defparam u1.dw = dvd_dw;
56 defparam u1.h_total = h_total;
57 defparam u1.v_total = v_total;
58 defparam u1.sync_b = sync_b;
59 defparam u1.sync_e = sync_e;
60 defparam u1.vld_b = vld_b;
61
62
63 /*local clk: also clk of all local modules*/
64 reg cap_clk = 1'b0;
65
66 /*output data*/
67 wire GRAY_CLK;
68 wire GRAY_VSYNC;
69 wire GRAY_DVALID;
70 wire [dvd_dw-1:0] Y_DAT;
71 wire [dvd_dw-1:0] Cb_DAT;
72 wire [dvd_dw-1:0] Cr_DAT;
73
74 /*video capture: capture image src and transfer it into local timing*/
75
76 rgb2gray u2(
77 .RSTn(reset_l),
78 .CLOCK(cap_clk),
79
80 .IMG_CLK(dv_clk),
81 .IMG_DVD(dvd),
82 .IMG_DVSYN(dvsyn),
83 .IMG_DHSYN(dhsyn),
84
85 .GRAY_CLK(GRAY_CLK),
86 .GRAY_VSYNC(GRAY_VSYNC),
87 .GRAY_DVALID(GRAY_DVALID),
88 .Y_DAT(Y_DAT),
89 .Cb_DAT(Cb_DAT),
90 .Cr_DAT(Cr_DAT)
91 );
92
93 initial
94 begin: init
95 reset_l <= 1'b1;
96 src_sel <= 4'b0000;
97 #(100); //reset the system
98 reset_l <= 1'b0;
99 #(100);
100 reset_l <= 1'b1;
101 end
102
103 /https://img.qb5200.com/download-x/dv_clk generate
104 always@(reset_l or clk)begin
105 if((~(reset_l)) == 1'b1)
106 clk <= 1'b0;
107 else
108 begin
109 if(clk_freq == 48) //48MHz
110 clk <= #10417 (~(clk));
111
112 else if(clk_freq == 51.84) //51.84MHz
113 clk <= #9645 (~(clk));
114
115 else if(clk_freq == 72) //72MHz
116 clk <= #6944 (~(clk));
117 end
118 end
119
120 //cap_clk generate: 25MHz
121 always@(reset_l or cap_clk)begin
122 if((~(reset_l)) == 1'b1)
123 cap_clk <= 1'b0;
124 else
125 cap_clk <= #20000 (~(cap_clk));
126 end
127
128 generate
129 if(cap_en != 0) begin :capture_operation
130 integer fid1, fid2, fid3, cnt_cap=0;
131
132 always@(posedge GRAY_CLK or posedge GRAY_VSYNC)begin
133 if(((~(GRAY_VSYNC))) == 1'b0)
134 cnt_cap = 0;
135 else
136 begin
137 if(GRAY_DVALID == 1'b1)
138 begin
139 //Y
140 fid1 = $fopen("E:/Modelsim/rgb2gray/sim/gray_image_Y.txt","r+");
141 $fseek(fid1,cnt_cap,0);
142 $fdisplay(fid1,"%02x\n",Y_DAT);
143 $fclose(fid1);
144
145 //Cb
146 fid2 = $fopen("E:/Modelsim/rgb2gray/sim/gray_image_Cb.txt","r+");
147 $fseek(fid2,cnt_cap,0);
148 $fdisplay(fid2,"%02x\n",Cb_DAT);
149 $fclose(fid2);
150
151 //Cr
152 fid3 = $fopen("E:/Modelsim/rgb2gray/sim/gray_image_Cr.txt","r+");
153 $fseek(fid3,cnt_cap,0);
154 $fdisplay(fid3,"%02x\n",Cr_DAT);
155 $fclose(fid3);
156
157 cnt_cap<=cnt_cap+4;
158 end
159 end
160 end
161 end
162 endgenerate
163
164 endmodule
165
(7) 用于Modelsim仿真的.do文件rgb2gray.do。
1 #切换至工程目录 2 cd E:/Modelsim/rgb2gray/sim 3 4 #打开工程 5 project open E:/Modelsim/rgb2gray/sim/rgb2gray 6 7 #添加指定设计文件 8 project addfile E:/Modelsim/rgb2gray/src/cross_clock_fifo.v 9 project addfile E:/Modelsim/rgb2gray/src/image_src.v 10 project addfile E:/Modelsim/rgb2gray/src/line_buffer_new.v 11 project addfile E:/Modelsim/rgb2gray/src/rgb2gray.v 12 project addfile E:/Modelsim/rgb2gray/src/RGB2YCbCr.v 13 project addfile E:/Modelsim/rgb2gray/src/video_cap.v 14 project addfile E:/Modelsim/rgb2gray/sim/rgb2gray_tb.v 15 16 #编译工程内所有文件 17 project compileall 18 19 #仿真work库下面的rgb2gray_tb实例，同时调用altera_lib库，不进行任何优化 20 vsim -t 1ps -novopt -L altera_lib work.rgb2gray_tb 21 22 #添加输入信号 23 add wave -divider RGBImg 24 add wave -radix binary -position insertpoint sim:/rgb2gray_tbhttps://img.qb5200.com/download-x/dv_clk 25 add wave -radix binary -position insertpoint sim:/rgb2gray_tbhttps://img.qb5200.com/download-x/dvsyn 26 add wave -radix binary -position insertpoint sim:/rgb2gray_tbhttps://img.qb5200.com/download-x/dhsyn 27 add wave -radix hex -position insertpoint sim:/rgb2gray_tbhttps://img.qb5200.com/download-x/dvd 28 29 #添加输出信号 30 add wave -divider GRAYImg 31 add wave -radix binary -position insertpoint sim:/rgb2gray_tb/GRAY_CLK 32 add wave -radix binary -position insertpoint sim:/rgb2gray_tb/GRAY_VSYNC 33 add wave -radix binary -position insertpoint sim:/rgb2gray_tb/GRAY_DVALID 34 add wave -radix hex -position insertpoint sim:/rgb2gray_tb/Y_DAT 35 add wave -radix hex -position insertpoint sim:/rgb2gray_tb/Cb_DAT 36 add wave -radix hex -position insertpoint sim:/rgb2gray_tb/Cr_DAT 37 38 #复位 39 restart 40 41 #取消警告 42 set StdArithNoWarnings 1 43 44 #开始 45 run 17ms
四、仿真结果
如下图所示，整个转换消耗3个时钟，因此相应的行/场信号延迟3个时钟，保持时钟的同步性。
如下图所示，将FPGA运算处理结果与Matlab自带rgb2gray函数处理结果对比如下。
