-
Notifications
You must be signed in to change notification settings - Fork 251
Expand file tree
/
Copy pathfp8_sample.h
More file actions
85 lines (78 loc) · 3.43 KB
/
Copy pathfp8_sample.h
File metadata and controls
85 lines (78 loc) · 3.43 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
/*
* SPDX-FileCopyrightText: Copyright (c) 2020 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*/
#pragma once
#include <iostream>
#include <inttypes.h>
#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include <cuda_runtime.h>
#include <assert.h>
#include <tuple>
#include <functional>
#include <cudnn.h>
#include "./utils/fp16_dev.h"
#include "./utils/fp16_emu.h"
#include "./utils/helpers.h"
void
run_fp8_conv_scale(int64_t* x_dim,
int64_t* w_dim,
int64_t* y_dim,
int64_t* scale_dim,
cudnnDataType_t dataType,
int convDim,
int64_t* conv_padA,
int64_t* conv_dilationA,
int64_t* conv_strideA,
void* devPtrX,
void* devPtrW,
void* devPtrY,
void* devPtrScale);
void
run_fp8_conv_descale_descale_amax_scale(int64_t* x_dim,
int64_t* w_dim,
int64_t* y_dim,
int64_t* r_dim,
int64_t* scale_dim,
cudnnDataType_t dataType,
int convDim,
int64_t* conv_padA,
int64_t* conv_dilationA,
int64_t* conv_strideA,
void* devPtrX,
void* devPtrW,
void* devPtrR,
void* devPtrOutput,
void* devPtrDescale1,
void* devPtrDescale2,
void* devPtrScale);
void
run_tranpose_scale_convert_fp16_fp8_amax(int64_t* x_dim,
int64_t* y_dim,
int64_t* r_dim,
int64_t* scale_dim,
cudnnDataType_t dataType,
void* devPtrX,
void* devPtrR,
void* devPtrOutput,
void* devPtrScale);
void
run_fp8_dgrad_descale_descale_amax_scale(int64_t* dx_dim,
int64_t* w_dim,
int64_t* dy_dim,
int64_t* r_dim,
int64_t* scale_dim,
cudnnDataType_t dataType,
int convDim,
int64_t* conv_padA,
int64_t* conv_dilationA,
int64_t* conv_strideA,
void* devPtrdX,
void* devPtrW,
void* devPtrR,
void* devPtrdY,
void* devPtrDescale1,
void* devPtrDescale2,
void* devPtrScale);