Repository navigation
Expand file tree
/
Copy pathtest-tensoradd.rkt
More file actions
63 lines (60 loc) · 2.22 KB
/
Copy pathtest-tensoradd.rkt
File metadata and controls
63 lines (60 loc) · 2.22 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
#lang typed/racket
(require typed/rackunit
typed/rackunit/text-ui)
(require "cudnn-api.rkt")
(require "cuda-api.rkt")
(require "mem-utils.rkt")
(require "cudnn-tensor.rkt")
(require math/array)
(define add-tests
(test-suite
"Test addition of tensors"
(test-case
"Check addition of two tensors"
(let*
([cuda-handle (cuda-create-handle)]
[tensor-a (make-cudnn-input-tensor (array #[#[#[1.0 1.9] #[3.2 3.3]] #[#[1.8 3.3] #[2.1 2.2]]]))]
[tensor-b (make-cudnn-input-tensor (array #[#[#[1.0 .1] #[-1.2 -1.3]] #[#[0.2 -1.3] #[-0.1 -0.2]]]))]
)
;;Initialization of GPU memory handled in make-cudnn-input-tensor call
;;Copy Host to GPU
(tensor-cpu->gpu tensor-a)
(tensor-cpu->gpu tensor-b)
;;Do we need workspace?
;;Do we need reserve space?
(cudaDeviceSynchronize)
(tensor-add-tensors cuda-handle tensor-a tensor-b)
(cudaDeviceSynchronize)
;;Check
;;everything tensor-b is now 2.0
(tensor-gpu->cpu tensor-b)
(tensor-print-values tensor-b)))))
(define (simple-eval)
(let*
([cuda-handle (dref-handle (cuda-create-handle))]
[tensor-a (make-cudnn-input-tensor (array #[#[#[1.0 1.9] #[3.2 3.3]] #[#[1.8 3.3] #[2.1 2.2]]]))]
[tensor-b (make-cudnn-input-tensor (array #[#[#[1.0 .1] #[-1.2 -1.3]] #[#[0.2 -1.3] #[-0.1 -0.2]]]))]
)
;;Initialization of GPU memory handled in make-cudnn-input-tensor call
;;Copy Host to GPU
(let ([resA (tensor-cpu->gpu tensor-a)]
[resB (tensor-cpu->gpu tensor-b)]
[resC (cuda-host-to-host-copy (cudnn-tensor-src-ptr tensor-b)
(cudnn-tensor-src-ptr tensor-a)
(cudnn-tensor-size tensor-a)
)])
(display (format "GPU copy return ~a and ~a.\n" resA resB))
(display (format "Tensor A -> B copy return ~a.\n" resC))
;;Do we need workspace?
;;Do we need reserve space?
;(cudaDeviceSynchronize)
(let
([tens-add-res (tensor-add-tensors cuda-handle tensor-a tensor-b)])
(display (format "tensor-add call returned ~a.\n" tens-add-res))
;(cudaDeviceSynchronize)
;;Check
;;everything tensor-b is now 2.0
(let ([gpu-cp (tensor-gpu->cpu tensor-b)])
(display (format "tensor copy call returned ~a.\n" gpu-cp))
;(cudaDeviceSynchronize)
(tensor-print-values tensor-b))))))