如何使用opencl在内核中显示图像?

如何使用opencl在内核中显示图像?,opencl,Opencl,我是opencl的新手。任务是: 加载预先存在的映像 使用opencl编写主机代码,将映像ptr发送到内核 计算内核内加载映像的hsl阈值 显示阈值或二进制图像 我已经使用opencv在我的程序中加载了一个预先存在的2D图像。我使用OpenCL缓冲区对象来分配内存,并向内核发送图像指针。在内核执行之后,为了显示来自内核的计算图像,我需要clEnqueueReadBuffer。然后我使用opencv显示来自主机的图像。我已经附上下面的代码 由于这需要更多的时间在GPU和CPU上,我想切换到图像内存

我是opencl的新手。任务是:

  • 加载预先存在的映像
  • 使用opencl编写主机代码,将映像ptr发送到内核
  • 计算内核内加载映像的hsl阈值
  • 显示阈值或二进制图像
  • 我已经使用opencv在我的程序中加载了一个预先存在的2D图像。我使用OpenCL缓冲区对象来分配内存,并向内核发送图像指针。在内核执行之后,为了显示来自内核的计算图像,我需要clEnqueueReadBuffer。然后我使用opencv显示来自主机的图像。我已经附上下面的代码

    由于这需要更多的时间在GPU和CPU上,我想切换到图像内存

    但我想知道图像的使用是否也需要ClenqueueRadimage将图像从内核复制到主机,或者我们是否有任何方法在内核本身中显示阈值图像

    //My code using opencl buffers    
    IplImage *src = cvLoadImage("../Input/im2.png",CV_LOAD_IMAGE_COLOR );
    
    int a=src->height;
    int b=src->width;
    
    cl_context CreateContext()
    {
        cl_int errNum;
        cl_uint numPlatforms;
        cl_platform_id firstPlatformId;
        cl_context context = NULL;
        errNum = clGetPlatformIDs(1, &firstPlatformId, &numPlatforms);
        if (errNum != CL_SUCCESS || numPlatforms <= 0)
        {
            std::cerr << "Failed to find any OpenCL platforms." << std::endl;
            return NULL;
        }
    
        cl_context_properties contextProperties[] =
        {
            CL_CONTEXT_PLATFORM,
            (cl_context_properties)firstPlatformId,
            0
        };
        context = clCreateContextFromType(contextProperties, CL_DEVICE_TYPE_GPU,
                                          NULL, NULL, &errNum);
        if (errNum != CL_SUCCESS)
        {
            std::cout << "Could not create GPU context, trying CPU..." << std::endl;
            context = clCreateContextFromType(contextProperties, CL_DEVICE_TYPE_CPU, NULL, NULL, &errNum);
            if (errNum != CL_SUCCESS)
            {
                std::cerr << "Failed to create an OpenCL GPU or CPU context." << std::endl;
                return NULL;
            }
        }
        return context;
    }
    
    
    cl_command_queue CreateCommandQueue(cl_context context, cl_device_id *device)
    {
        cl_int errNum;
        cl_device_id *devices;
        cl_command_queue commandQueue = NULL;
        size_t deviceBufferSize = -1;
        errNum = clGetContextInfo(context, CL_CONTEXT_DEVICES, 0, NULL, &deviceBufferSize);
        if (errNum != CL_SUCCESS)
        {
            std::cerr << "Failed call to clGetContextInfo(...,GL_CONTEXT_DEVICES,...)";
            return NULL;
        }
    
        if (deviceBufferSize <= 0)
        {
            std::cerr << "No devices available.";
            return NULL;
        }
        devices = new cl_device_id[deviceBufferSize / sizeof(cl_device_id)];
        errNum = clGetContextInfo(context, CL_CONTEXT_DEVICES, deviceBufferSize, devices, NULL);
        if (errNum != CL_SUCCESS)
        {
            delete [] devices;
            std::cerr << "Failed to get device IDs";
            return NULL;
        }
    
        commandQueue = clCreateCommandQueue(context, devices[0],CL_QUEUE_PROFILING_ENABLE, &errNum );
    
        if (commandQueue == NULL)
        {
            delete [] devices;
            std::cerr << "Failed to create commandQueue for device 0";
            return NULL;
        }
    
        *device = devices[0];
        delete [] devices;
        return commandQueue;
    }
    
    cl_program CreateProgram(cl_context context, cl_device_id device, const char* fileName)
    {
        cl_int errNum;
        cl_program program;
    
        std::ifstream kernelFile(fileName, std::ios::in);
        if (!kernelFile.is_open())
        {
            std::cerr << "Failed to open file for reading: " << fileName << std::endl;
            return NULL;
        }
    
        std::ostringstream oss;
        oss << kernelFile.rdbuf();
    
        std::string srcStdStr = oss.str();
        const char *srcStr = srcStdStr.c_str();
        program = clCreateProgramWithSource(context, 1,
                                            (const char**)&srcStr,
                                            NULL, NULL);
        if (program == NULL)
        {
            std::cerr << "Failed to create CL program from source." << std::endl;
            return NULL;
        }
        errNum = clBuildProgram(program, 0, NULL, NULL, NULL, NULL);
    
        if (errNum != CL_SUCCESS)
        {
            char buildLog[16384];
            clGetProgramBuildInfo(program, device, CL_PROGRAM_BUILD_LOG,
                                  sizeof(buildLog), buildLog, NULL);
            std::cerr << "Error in kernel: " << std::endl;
            std::cerr << buildLog;
            clReleaseProgram(program);
            return NULL;
        }
        return program;
    }
    
    bool CreateMemObjects(cl_context context, cl_mem memObjects[2], unsigned char *src_ptr)
    {
        memObjects[0] = clCreateBuffer(context, CL_MEM_READ_ONLY | CL_MEM_COPY_HOST_PTR, sizeof(unsigned char) *(a*b*3) , src_ptr , NULL);
        memObjects[1] = clCreateBuffer(context, CL_MEM_READ_WRITE, sizeof(unsigned char) *(a*b) , NULL, NULL);
    
       if (memObjects[0] == NULL || memObjects[1] == NULL)
        {
            std::cerr << "Error creating memory objects" << std::endl;
            return false;
        }
        return true;
    }
    
    void Cleanup(cl_context context, cl_command_queue commandQueue, cl_program program, cl_kernel kernel, cl_mem memObjects[2])
    {
        for (int i = 0; i < 2; i++)
        {
            if (memObjects[i] != 0)
                clReleaseMemObject(memObjects[i]);
        }
        if (commandQueue != 0)
            clReleaseCommandQueue(commandQueue);
    
        if (kernel != 0)
            clReleaseKernel(kernel);
    
        if (program != 0)
            clReleaseProgram(program);
    
        if (context != 0)
            clReleaseContext(context);
    }
    
    
    int main()
    {
        cl_context context = 0;
        cl_command_queue commandQueue = 0;
        cl_program program = 0;
        cl_device_id device = 0;
        cl_kernel kernel = 0;
        cl_mem memObjects[2] = { 0,0 };
        cl_int errNum;
        cl_event myEvent;
    
        cl_ulong start_time,end_time;
        double kernelExecTimeNs;
    
        IplImage *thres_img1 = cvCreateImage(cvGetSize(src), IPL_DEPTH_8U, 1);
    
        unsigned char *tur_image1,*src_ptr;
        tur_image1 = (unsigned char*) malloc((a*b) * sizeof(unsigned char));
        src_ptr = (unsigned char*) malloc ((a*b*3) * sizeof(unsigned char));
    
        context = CreateContext();
        if (context == NULL)
        {
            std::cerr << "Failed to create OpenCL context." <<std::endl;
            return 1;
        }
    
        commandQueue = CreateCommandQueue(context, &device);
        if (commandQueue == NULL)
        {
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
    
        program = CreateProgram(context, device, "hsl_threshold.cl");
        if (program == NULL)
        {
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
    
        kernel = clCreateKernel(program, "HSL_threshold", NULL);
        if (kernel == NULL)
        {
            std::cerr << "Failed to create kernel" << std::endl;
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
    
        printf("height:%d\n",a);//image height
        printf("width:%d\n",b);//image width
    
        cvShowImage("color image",src);
        cvWaitKey(0);
    
        memcpy(src_ptr,src->imageData,(a*b*3));
    
        if (!CreateMemObjects(context, memObjects, src_ptr))
        {
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
    
            errNum  = clSetKernelArg(kernel, 0, sizeof(cl_mem), &memObjects[0]);
        errNum |= clSetKernelArg(kernel, 1, sizeof(cl_mem), &memObjects[1]);
    
        if (errNum != CL_SUCCESS)
        {
            std::cerr << "Error setting kernel arguments" << std::endl;
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
    
        cout<<"Kernel arguments set successfully";
        size_t globalWorkSize[1]={a*b};
        size_t localWorkSize[1]={512};
    
        errNum = clEnqueueNDRangeKernel(commandQueue, kernel, 1, NULL, globalWorkSize, localWorkSize, 0, NULL, &myEvent);
    
        clWaitForEvents(1,&myEvent);
    
        if (errNum != CL_SUCCESS)
        {
            std::cerr << "Error queuing kernel for execution." << std::endl;
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
        clFinish(commandQueue);
    
    
        clGetEventProfilingInfo(myEvent, CL_PROFILING_COMMAND_START, sizeof(start_time), &start_time, NULL);
        clGetEventProfilingInfo(myEvent, CL_PROFILING_COMMAND_END, sizeof(end_time), &end_time, NULL);
    
        kernelExecTimeNs = end_time-start_time;
    
        printf("\nExecution time in milliseconds = %0.3f ms\n",( kernelExecTimeNs / 1000000.0) );
        cout<<"\n Kernel timings \n"<<kernelExecTimeNs<<"seconds";
    
        errNum = clEnqueueReadBuffer(commandQueue, memObjects[1], CL_TRUE,
                                     0, (a*b) * sizeof(unsigned char), tur_image1,
                                     0, NULL, NULL);
    
        if (errNum != CL_SUCCESS)
        {
            std::cerr << "Error reading result buffer." << std::endl;
            Cleanup(context, commandQueue, program, kernel, memObjects);
            return 1;
        }
    
        memcpy(thres_img1->imageData,tur_image1,sizeof(unsigned char)*(a*b));
    
        cvShowImage( "hsl_thresh",thres_img1);
        cvSaveImage( "../Output/hsl_threshold.png",thres_img1);
        cvWaitKey(0);
    
        std::cout<<std::endl;
        std::cout<<"Image displayed Successfully"<<std::endl;
    
        Cleanup(context,commandQueue,program,kernel,memObjects);
        printf("\n Free opencl resources");
        std::cin.get();
        return 0;
    
    }
    
    //我的代码使用opencl缓冲区
    IplImage*src=cvLoadImage(“../Input/im2.png”,CV\u LOAD\u IMAGE\u COLOR);
    INTA=src->高度;
    intb=src->width;
    cl_context CreateContext()
    {
    cl_int errNum;
    clu-uint-numPlatforms;
    cl_平台id第一平台id;
    cl_上下文=空;
    errNum=clgetplatformid(1,&firstPlatformId,&numPlatforms);
    
    如果(errNum!=CL|u SUCCESS | | numPlatforms可以通过OpenGL直接处理OpenCL计算的数据。您的OCL实现必须支持扩展
    CL|u khr|u gl|u共享

    此模式称为CL/GL互操作模式

    若您首先创建一个OpenGL实例,并使用指向您的GL实例的指针初始化OpenCL,则每个实现都可以访问彼此的数据

    (所有代码片段都取自使用CL-C++-绑定的代码,我想这对于一般理解来说是可以的)

    cl\u上下文属性[]=
    //使用此行在GL CL互操作模式下创建OCL上下文。
    //OpenGL必须已经初始化。
    //有关互操作初始化,请参见:http://www.khronos.org/registry/cl/extensions/khr/cl_khr_gl_sharing.txt
    //使用:CL_GL_CONTEXT_KHR:Rendering CONTEXT[使用OGL-HGLRC变量或执行wglGetCurrentContext();]
    //AND:CL_WGL_HDC_KHR:Device Context[使用OGL-HDC变量或执行wglGetCurrentDC();]
    { 
    CL_上下文_平台,(CL_上下文_属性)(_平台->at(0))(),
    CL_GL_CONTEXT_KHR,(CL_CONTEXT_属性)myGL->hRC,
    CL_WGL_HDC_KHR,(CL_上下文_属性)myGL->HDC,0
    };
    
    现在,您可以基于OGL纹理创建OCL图像

    //可以从OCL和OGL访问以下数据
    cl::Image2D imageFromGL=新cl::Image2DGL(*\u上下文,cl\u MEM\u读写,GL\u纹理\u 2D,0,myGL->纹理[0]);
    
    在使用OCL中的内存之前,您必须要求OGL释放它

    //要求OGL释放内存。在释放内存之前,必须完成所有OGL操作!
    _queue->enqueueAcquireGLObjects(&imageFromGL、NULL和evt);
    
    现在,做你想做的,然后把它还给OGL:

    //将内存交回OGL。执行此操作之前,必须完成所有OCL操作!
    _queue->enqueueReleaseGLObjects(&imageFromGL、NULL和evt);
    

    最后,您可以使用OpenGL代码在屏幕上显示数据。

    谢谢,但我能知道使用OpenGL我们只能在主机或内核中显示图像吗?OpenGL的工作方式与OpenCL类似:您可以在主机上准备操作,但数据操作等会在GPU上进行。因此,如果您在OGL中创建纹理,则图像会显示为ta将被放置在GPU内存中。OGL不是一个类似于内核的结构,但您可以通过单个调用控制GPU。顺便说一句:我从本教程中了解了有关OpenGL的所有内容:(旧但仍然很好!:D)哦,谢谢,但我怀疑的是,即使图像数据放在GPU中,它也应该复制到主机上,然后才能显示-对吗?希望我们不要互相扯淡:)你可以用上面的代码做什么:
    将图像加载到程序(CPU->CPU);上传到GPU(CPU->GPU);计算某物(GPU->GPU);在OGL(GPU->GPU)中使用数据;显示数据(GPU->显示)