Thrust+boost代码编译错误

Question

我有个奇怪的问题我解决不了。它与boost+thrust代码相连。

代码：

#include <boost/config/compiler/nvcc.hpp>

#include <thrust/host_vector.h>
#include <thrust/device_vector.h>
#include <thrust/sort.h>
#include <thrust/copy.h>
#include <thrust/sequence.h>
#include <thrust/random.h>
#include <thrust/generate.h>
#include <thrust/detail/type_traits.h>

#include <cuda_runtime.h>

#include <cublas_v2.h>
#include <common/inc/helper_cuda.h>

#include <boost/numeric/ublas/matrix.hpp>
#include <boost/numeric/ublas/operation.hpp>
#include <boost/random/mersenne_twister.hpp>
#include <boost/random/uniform_int_distribution.hpp>
#include <boost/compute/system.hpp>
#include <boost/compute/command_queue.hpp>
#include <boost/compute/algorithm/generate.hpp>
#include <boost/compute/algorithm/generate_n.hpp>


#include <algorithm>
#include <time.h>
#include <limits.h>
#include <algorithm>

using namespace boost::numeric::ublas;
using namespace boost::random;
using namespace boost::compute;


int main(int argc, char **argv)
{
    int N = 100000;

    unbounded_array<float> lineMatrix1(N*N);
    unbounded_array<float> lineMatrix2(N*N);    

    generate_n(lineMatrix1.begin(), N*N, []() { return (10 * rand() / RAND_MAX); });
    generate_n(lineMatrix2.begin(), N*N, []() { return (10 * rand() / RAND_MAX); });    

    matrix<float> matrix1(N, N, lineMatrix1);
    matrix<float> matrix2(N, N, lineMatrix2);
    matrix<float> zeroMatrix(N, N, 0);  
    matrix<float> zeroMatrix2(N, N, 0);

    //boost single core computation start

    auto matrix3 = prod(matrix1, matrix2);

    //boost single core computation finish

    //thrust computation start

    findCudaDevice(argc, (const char **)argv);

    cublasHandle_t handle;
    cublasCreate(&handle);

    float alpha = 1.0f;
    float beta = 0.0f;

    auto result = cublasSgemm(handle, CUBLAS_OP_N, CUBLAS_OP_N, N, N, N, &alpha, matrix1.data().cbegin(), N, matrix2.data().cbegin(), N, &beta, zeroMatrix.data().begin(), N);
    cudaDeviceSynchronize();

    thrust::device_vector<float> deviceMatrix1(N*N);
    thrust::device_vector<float> deviceMatrix2(N*N);
    thrust::device_vector<float> deviceZeroMatrix(N*N, 0);

    thrust::copy(matrix1.data().cbegin(), matrix1.data().cend(), deviceMatrix1.begin());
    thrust::copy(matrix2.data().cbegin(), matrix2.data().cend(), deviceMatrix2.begin());

    auto result2 = cublasSgemm(handle, CUBLAS_OP_N, CUBLAS_OP_N, N, N, N, &alpha, deviceMatrix1.data().get(), N, deviceMatrix2.data().get(), N, &beta, deviceZeroMatrix.data().get(), N);
    cudaDeviceSynchronize();

    thrust::copy(deviceZeroMatrix.cbegin(), deviceZeroMatrix.cend(), zeroMatrix2.data().begin());

    std::cout << result << std::endl;
    std::cout << result2 << std::endl;

    //thrust computation finish    

    float eps = 0.00001;
    int differCount1 = 0;
    int differCount2 = 0;

    for (int i = 0; i < matrix3.size1(); i++)
    {
        for (int j = 0; j < matrix3.size2(); j++)
        {
            if (std::abs(matrix3(i, j) != zeroMatrix(i, j)) > eps)
                differCount1++;

            if (std::abs(matrix3(i, j) != zeroMatrix2(i, j)) > eps)
                differCount2++;
        }
    }

    std::cout << differCount1 << std::endl;
    std::cout << differCount2 << std::endl;

    char c;
    std::cin >> c;

    return 0;
}

该文件名为“myFirstMatrixTest.cu”。

因此，我有编译器错误：

MSB3721退出命令“C：\Program\NVIDIA GPU计算Toolkit\CUDA\v9.2\bin\nvcc.exe”-gencode=arch=compute_30，code=\"sm_30，compute_30\“-gencode=arch=compute_35，code=\"sm_35，compute_35\”-gencode=arch=compute_37，code=\"sm_37，compute_37\“-gencode=arch=compute_50，code=\"sm_50，sm_50”，，“，code=\"sm_60，compute_60\“-gencode=arch=compute_61，code=\"sm_61，compute_61\”-gencode=arch=compute_70，code=\sm_70，“-I././-I/inc.”C：\Program\NVIDIA GPU计算工具包\CUDA\V9.2\包括“-G -保持-dir x 64 \Debug -maxrregcount=0 --机器64--编译-cudart静态-Xcompiler "/wd 4819”-g -DWIN32 -DWIN32 -D_MBCS -D_MBCS -Xcompiler "/EHsc /W3 /nologo /Od /FS /Zi #en20 20 x64/Debug/MyFirstMatrixTest.cu.obj“C:\User Root\Repository\CUDA代码为"2“的Projects\MatrixMultiplicationThrust\MyFirstMatrixTest.cu"”。Studio\2017\Community\Common7\IDE\VC\VCTargets\BuildCustomizations\CUDA C：\程序文件(x86)\Microsoft 9.2.目标707

这是：

致命错误c:\local\boost\preprocessor\slot\detail\shared.hpp C1012不匹配括号:缺少字符")“MyFirstMatrixTest MyFirstMatrixTest 27

为什么会发生这样的错误？

谢谢。

Answer 1

嗯，第一个问题是

int N = 100000;

所以N^2 =10,000,000.(永远不适合于int)。即10G*4个字节(浮点数)= 40 GBytes的数据。对我来说，这会抛出一个记忆异常。

我遇到的下一个问题是unbounded_array和generate_n的结合。只是没起作用。但是，既然你使用推力，使用推力类型和算法(我不知道为什么推力有它自己的类型来取代STL，但无论如何)。

我在2015年模式下使用VisualStudio2017 v15.7 (否则我得到一个不受支持的错误)，并使用Cuda v9.2和Boost 1.67.0。

我修改了您的代码，直到它正确编译为止：(请注意随机化函式中的更正，它首先只生成整数并将它们转换为浮点数)

#include <boost/config/compiler/nvcc.hpp>

#include <thrust/host_vector.h>
#include <thrust/device_vector.h>
#include <thrust/copy.h>
#include <thrust/generate.h>
#include <thrust/inner_product.h>

#include <cuda_runtime.h>

#include <cublas_v2.h>
#pragma comment(lib,"cublas.lib")
#include <helper_cuda.h>

#include <boost/numeric/ublas/matrix.hpp>
//#include <boost/numeric/ublas/io.hpp>
using boost::numeric::ublas::matrix;

#include <random>

int main(int argc, char **argv)
{
    constexpr size_t N = 100;
    constexpr size_t NN = N * N;

    thrust::host_vector<float> lineMatrix1; lineMatrix1.reserve(NN);
    thrust::host_vector<float> lineMatrix2; lineMatrix2.reserve(NN);
    {
        std::random_device rd;  //Will be used to obtain a seed for the random number engine
        std::mt19937 gen(rd()); //Standard mersenne_twister_engine seeded with rd()
        std::uniform_real_distribution<float> dis(0.0f, 10.0f);
        auto genRnd = [&]() { return dis(gen); };
        thrust::generate_n(std::back_inserter(lineMatrix1), NN, genRnd);
        thrust::generate_n(std::back_inserter(lineMatrix2), NN, genRnd);
    }

    matrix<float> matrix1(N, N);
    thrust::copy_n(std::cbegin(lineMatrix1), NN, std::begin(matrix1.begin1()));
    //std::cout << "Matrix 1:\n" << matrix1 << std::endl;

    matrix<float> matrix2(N, N);
    thrust::copy_n(std::cbegin(lineMatrix2), NN, std::begin(matrix2.begin1()));
    //std::cout << "Matrix 2:\n" << matrix2 << std::endl;

    //auto matrix3 = prod(matrix1, matrix2);
    auto matrix3 = trans(prod(trans(matrix1), trans(matrix2)));
    //std::cout << "Matrix 3:\n" << matrix3 << std::endl;

    thrust::host_vector<float> hostResult; hostResult.reserve(NN);
    for (auto rowIt = matrix3.cbegin1(); rowIt != matrix3.cend1(); rowIt++)
        for (const auto& element : rowIt)
            hostResult.push_back(element);
    std::cout << "Host Result:\n";
    for (const auto& el : hostResult) std::cout << el << " ";
    std::cout << std::endl;
    //////boost single core computation finish

    //////thrust computation start
    findCudaDevice(argc, (const char **)argv);
    cublasHandle_t handle;
    cublasCreate(&handle);

    const float alpha = 1.0f;
    const float beta = 0.0f;

    thrust::device_vector<float> deviceMatrix1; deviceMatrix1.reserve(NN);
    thrust::copy_n(std::cbegin(lineMatrix1), NN, std::back_inserter(deviceMatrix1));

    thrust::device_vector<float> deviceMatrix2; deviceMatrix2.reserve(NN);
    thrust::copy_n(std::cbegin(lineMatrix2), NN, std::back_inserter(deviceMatrix2));

    thrust::device_vector<float> deviceZeroMatrix(NN,0);
    auto result2 = cublasSgemm(handle,
        CUBLAS_OP_N, CUBLAS_OP_N, N, N, N,
        &alpha,
        deviceMatrix1.data().get(), N,
        deviceMatrix2.data().get(), N,
        &beta,
        deviceZeroMatrix.data().get(), N);
    cudaDeviceSynchronize();

    cublasDestroy(handle);

    thrust::host_vector<float> deviceResult; deviceResult.reserve(NN);
    thrust::copy_n(std::cbegin(deviceZeroMatrix), NN, std::back_inserter(deviceResult));
    std::cout << "Device Result:\n";
    for (const auto& el : deviceResult) std::cout << el << " ";
    std::cout << std::endl;
    //////thrust computation finish    

    auto accError = thrust::inner_product(std::cbegin(hostResult), std::cend(hostResult), std::cbegin(deviceResult), 0.0f, std::plus<float>(),
        [](auto val1, auto val2) { return std::abs(val1 - val2); });

    std::cout << "Accumulated error: " << accError << std::endl;
    std::cout << "Average error: " << accError/NN << std::endl;

    std::cin.ignore();

    return 0;
}

编辑:修正了代码。ublas矩阵存储的矩阵不同于向量，所以我不得不转换矩阵和结果。此外，很难将ublas矩阵复制回向量。

edit2:编译参数

"C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v9.2\bin\nvcc.exe" -gencode=arch=compute_30,code=\"sm_30,compute_30\" --use-local-env -ccbin "C:\Program Files (x86)\Microsoft Visual Studio 14.0\VC\bin\x86_amd64" -x cu  -I"C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v9.2\include" -I"C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v9.2\include"  -G   --keep-dir x64\Debug -maxrregcount=0  --machine 64 --compile -cudart static  -g   -DWIN32 -DWIN64 -D_DEBUG -D_CONSOLE -D_MBCS -Xcompiler "/EHsc /W3 /nologo /Od /FS /Zi /RTC1 /MDd " -o x64\Debug\kernel.cu.obj "C:\Cpp\Cuda\SoHelp2\kernel.cu"

Answer 2

您正在使用lambdas - feed '--std=c++11‘选项到nvcc。