背景
公司业务需要用到RK3588 的RGA进行图像处理加速，网上搜了下，这方面的资料很少，在此记录下自己从熟悉文档到应用的整个过程，给有相关需求的小伙伴做个参考。
一、什么是RGA
RGA (Raster Graphic Acceleration Unit)是一个独立的2D硬件加速器，可用于加速点/线绘制，执行图像缩放、旋转、格式转换等常见的2D图形操作。
二、RK3588 RGA及代码示例
2.1 从git拉取官方文档及sample示例
git clone https://github.com/airockchip/librga cd librga
其中 include 是相关头文件，libs是运行库，samples是代码示例。注意：官方demo是有默认的验证源文件，开始前先看下图对应的md文件。
2.2 图像缩放或者放大
本示例代码是在官方resize_demo的基础上进行改动、验证。说明：因为是Debian系统，安装opencv会报错，缺少libjasper库。网上搜了下比较麻烦，本人使用的先在Ubuntu先编译好的opencv库。
代码功能：使用opencv读取本地 1.jpg 图片，调用RGA resize接口进行图片缩小和放大，再使用opencv保存为新的文件。BIG宏定义是用来执行控制放大还缩操作。
#include <iostream> #include <stdio.h> #include <stdlib.h> #include <string.h> #include "im2d_version.h" #include "im2d_type.h" #include "im2d_single.h" #include "im2d_common.h" #include "im2d_buffer.h" #include "RgaUtils.h" #include "src/utils/utils.h" #include "./opencv2/core/core.hpp" #include "./opencv2/highgui/highgui.hpp" using namespace std; using namespace cv; #define BIG #ifdef BIG #define RESIZE_WIDTH 1920 #define RESIZE_HEIGHT 1080 #define SCALE_NAME "./scale_1920_1080.jpg" #else #define RESIZE_WIDTH 640 #define RESIZE_HEIGHT 480 #define SCALE_NAME "./zoom_640_480.jpg" #endif int main(int argc, char **argv) { clock_t t1, t2; t1 = clock(); int ret = 0; int src_width, src_height, src_format; int dst_width, dst_height, dst_format; char *src_buf, *dst_buf; int src_buf_size, dst_buf_size; rga_buffer_t src_img, dst_img; rga_buffer_handle_t src_handle, dst_handle; memset(&src_img, 0, sizeof(src_img)); memset(&dst_img, 0, sizeof(dst_img)); Mat image, res; image = imread("./1.jpg"); if (image.data == nullptr) { cout << "图片文件不存在" << endl; } cout << "图像宽为：" << image.cols << "\t高度为：" << image.rows << "\t通道数为：" << image.channels() << endl; src_width = image.cols; src_height = image.rows; src_format = RK_FORMAT_BGR_888; // src_format = RK_FORMAT_RGBA_8888; // RK_FORMAT_YCbCr_420_SP dst_width = RESIZE_WIDTH; dst_height = RESIZE_HEIGHT; dst_format = RK_FORMAT_BGR_888; src_buf_size = src_width * src_height * get_bpp_from_format(src_format); dst_buf_size = dst_width * dst_height * get_bpp_from_format(dst_format); cout << " src format: " << get_bpp_from_format(src_format) << endl; cout << " dst format: " << get_bpp_from_format(dst_format) << endl; src_buf = (char *)malloc(src_buf_size); dst_buf = (char *)malloc(dst_buf_size); memcpy(src_buf, image.data, src_width * src_height * get_bpp_from_format(src_format)); memset(dst_buf, 0x80, dst_buf_size); src_handle = importbuffer_virtualaddr(src_buf, src_buf_size); dst_handle = importbuffer_virtualaddr(dst_buf, dst_buf_size); if (src_handle == 0 || dst_handle == 0) { printf("importbuffer failed!\n"); // goto release_buffer; return -1; } src_img = wrapbuffer_handle(src_handle, src_width, src_height, src_format); dst_img = wrapbuffer_handle(dst_handle, dst_width, dst_height, dst_format); ret = imcheck(src_img, dst_img, {}, {}); if (IM_STATUS_NOERROR != ret) { printf("%d, check error! %s", __LINE__, imStrError((IM_STATUS)ret)); return -1; } printf("%d, check success \n", __LINE__); ret = imresize(src_img, dst_img); if (ret == IM_STATUS_SUCCESS) { printf("imresize running success!\n"); } else { printf("running failed, %s\n", imStrError((IM_STATUS)ret)); // goto release_buffer; return -1; } t2 = clock(); double time_use = (double)(t2 - t1) / CLOCKS_PER_SEC; // 微秒 printf("vptdt_init time_use is [%f] s\n", time_use); res.create(RESIZE_HEIGHT, RESIZE_WIDTH, CV_8UC3); memcpy(res.data, dst_buf, RESIZE_HEIGHT*RESIZE_WIDTH*3); cv::imwrite(SCALE_NAME, res); printf("save picture: [ %s ] success\n", SCALE_NAME); release_buffer: if (src_handle) releasebuffer_handle(src_handle); if (dst_handle) releasebuffer_handle(dst_handle); if (src_buf) free(src_buf); if (dst_buf) free(dst_buf); return ret; return 0; }
2.2 图像格式转换
本示例代码是在官方cvtcolor_demo的基础上进行改动、验证。
代码功能：
- 打开宏定义BGR2NV12 ，使用opencv读取本地1.jpg图片，调用RGA imcvtcolor 接口实现BGR到YUV的转换；
- 关闭宏定义BGR2NV12，读取YUV文件，调用RGA imcvtcolor 接口实现YUV到BGR的转换；
#include <iostream> #include <stdio.h> #include <stdlib.h> #include <string.h> #include "im2d_version.h" #include "im2d_type.h" #include "im2d_single.h" #include "im2d_common.h" #include "im2d_buffer.h" #include "RgaUtils.h" #include "src/utils/utils.h" #include "./opencv2/core/core.hpp" #include "./opencv2/highgui/highgui.hpp" #include "./opencv4/opencv2/opencv.hpp" using namespace std; using namespace cv; #define TRANSFER_FILE "./transfer.YUV" #define RGA_WRITE_FILE "./rga_res.jpg" #define OPENCV_WRITE_FILE "./opecv_res.jpg" #define BGR2NV12 // #define OPENCV_TRANSFER int main(int argc, char **argv) { int ret = 0; int src_width, src_height, src_format; int dst_width, dst_height, dst_format; char *src_buf, *dst_buf; int src_buf_size, dst_buf_size; rga_buffer_t src_img, dst_img; rga_buffer_handle_t src_handle, dst_handle; memset(&src_img, 0, sizeof(src_img)); memset(&dst_img, 0, sizeof(dst_img)); #ifdef BGR2NV12 clock_t t1, t2; t1 = clock(); Mat image, res; image = imread("./1.jpg"); if (image.data == nullptr) { cout << "图片文件不存在" << endl; } cout << "图像宽为：" << image.cols << "\t高度为：" << image.rows << "\t通道数为：" << image.channels() << endl; src_width = image.cols; src_height = image.rows; src_format = RK_FORMAT_BGR_888; dst_width = image.cols; dst_height = image.rows; dst_format = RK_FORMAT_YCbCr_420_SP; // NV12 cout << " src format: " << get_bpp_from_format(src_format) << endl; cout << " dst format: " << get_bpp_from_format(dst_format) << endl; src_buf_size = src_width * src_height * get_bpp_from_format(src_format); dst_buf_size = dst_width * dst_height * get_bpp_from_format(dst_format); src_buf = (char *)malloc(src_buf_size); dst_buf = (char *)malloc(dst_buf_size); memcpy(src_buf, image.data, src_width * src_height * get_bpp_from_format(src_format)); memset(dst_buf, 0x80, dst_buf_size); src_handle = importbuffer_virtualaddr(src_buf, src_buf_size); dst_handle = importbuffer_virtualaddr(dst_buf, dst_buf_size); if (src_handle == 0 || dst_handle == 0) { printf("importbuffer failed!\n"); if (src_handle) releasebuffer_handle(src_handle); if (dst_handle) releasebuffer_handle(dst_handle); if (src_buf) free(src_buf); if (dst_buf) free(dst_buf); return ret; } src_img = wrapbuffer_handle(src_handle, src_width, src_height, src_format); dst_img = wrapbuffer_handle(dst_handle, dst_width, dst_height, dst_format); ret = imcheck(src_img, dst_img, {}, {}); if (IM_STATUS_NOERROR != ret) { printf("%d, check error! %s", __LINE__, imStrError((IM_STATUS)ret)); return -1; } // ret = imcvtcolor(src_img, dst_img, src_format, dst_format, IM_RGB_TO_YUV_BT709_LIMIT); ret = imcvtcolor(src_img, dst_img, src_format, dst_format, IM_RGB_TO_YUV_BT709_LIMIT); if (ret == IM_STATUS_SUCCESS) { printf("imcvtcolor running success!\n"); } else { printf("imcvtcolo rrunning failed, %s\n", imStrError((IM_STATUS)ret)); if (src_handle) releasebuffer_handle(src_handle); if (dst_handle) releasebuffer_handle(dst_handle); if (src_buf) free(src_buf); if (dst_buf) free(dst_buf); return ret; } t2 = clock(); double time_use = (double)(t2 - t1) / CLOCKS_PER_SEC; // 微秒 printf("imcvtcolo to YUV time_use is [%f] s\n", time_use); FILE *file = fopen(TRANSFER_FILE, "wb+"); if (!file) { fprintf(stderr, "Could not open %s\n", TRANSFER_FILE); return false; } else { fprintf(stderr, "open %s and write ok\n", TRANSFER_FILE); } fwrite(dst_buf, image.cols * image.rows * get_bpp_from_format(dst_format), 1, file); fclose(file); #else src_width = 1920; src_height = 1080; src_format = RK_FORMAT_YCbCr_420_SP; // NV12 #ifdef OPENCV_TRANSFER cout << " src format: " << get_bpp_from_format(src_format) << endl; src_buf_size = src_width * src_height * get_bpp_from_format(src_format); src_buf = (char *)malloc(src_buf_size); FILE *file = fopen(TRANSFER_FILE, "rb"); if (!file) { fprintf(stderr, "Could not open %s\n", TRANSFER_FILE); return -EINVAL; } fread(src_buf, src_width * src_height * get_bpp_from_format(src_format), 1, file); fclose(file); cv::Mat yuvNV12, rgb24; yuvNV12.create(src_height * 3 / 2, src_width, CV_8UC1); memcpy(yuvNV12.data, src_buf, src_width*src_height * 3 / 2); // trans to rgb24 cv::cvtColor(yuvNV12, rgb24, cv::COLOR_YUV2BGR_NV12); cv::imwrite(OPENCV_WRITE_FILE, rgb24); printf("[OPENCV] save picture: [ %s ] success\n", OPENCV_WRITE_FILE); free(src_buf); src_buf = NULL; #else clock_t t1, t2; t1 = clock(); dst_width = 1920; dst_height = 1080; dst_format = RK_FORMAT_BGR_888; cout << "src format: " << get_bpp_from_format(src_format) << endl; cout << "dst format: " << get_bpp_from_format(dst_format) << endl; src_buf_size = src_width * src_height * get_bpp_from_format(src_format); dst_buf_size = dst_width * dst_height * get_bpp_from_format(dst_format); src_buf = (char *)malloc(src_buf_size); dst_buf = (char *)malloc(dst_buf_size); FILE *file = fopen(TRANSFER_FILE, "rb"); if (!file) { fprintf(stderr, "Could not open %s\n", TRANSFER_FILE); return -EINVAL; } fread(src_buf, src_width * src_height * get_bpp_from_format(src_format), 1, file); fclose(file); printf("read src file success!\n"); memset(dst_buf, 0x80, dst_buf_size); src_handle = importbuffer_virtualaddr(src_buf, src_buf_size); dst_handle = importbuffer_virtualaddr(dst_buf, dst_buf_size); if (src_handle == 0 || dst_handle == 0) { printf("importbuffer failed!\n"); if (src_handle) releasebuffer_handle(src_handle); if (dst_handle) releasebuffer_handle(dst_handle); if (src_buf) free(src_buf); if (dst_buf) free(dst_buf); return ret; } src_img = wrapbuffer_handle(src_handle, src_width, src_height, src_format); dst_img = wrapbuffer_handle(dst_handle, dst_width, dst_height, dst_format); ret = imcheck(src_img, dst_img, {}, {}); if (IM_STATUS_NOERROR != ret) { printf("%d, check error! %s", __LINE__, imStrError((IM_STATUS)ret)); return -1; } ret = imcvtcolor(src_img, dst_img, src_format, dst_format, IM_YUV_TO_RGB_BT709_LIMIT); if (ret == IM_STATUS_SUCCESS) { printf("imcvtcolor running success!\n"); } else { printf("imcvtcolo rrunning failed, %s\n", imStrError((IM_STATUS)ret)); if (src_handle) releasebuffer_handle(src_handle); if (dst_handle) releasebuffer_handle(dst_handle); if (src_buf) free(src_buf); if (dst_buf) free(dst_buf); return ret; } t2 = clock(); double time_use = (double)(t2 - t1) / CLOCKS_PER_SEC; // 微秒 printf("imcvtcolo YUV to BGR time_use is [%f] s\n", time_use); Mat rgb24; rgb24.create(src_height, src_width, CV_8UC3); memcpy(rgb24.data, dst_buf, dst_width*dst_height*3); cv::imwrite(RGA_WRITE_FILE, rgb24); printf("[RGA] save picture: [ %s ] success\n", RGA_WRITE_FILE); #endif // OPENCV_TRANSFER #endif return 0; }
