huisu commited on
Commit
cccdf8a
·
1 Parent(s): 022ec69

delete onnx report

Browse files
unet/dd/onnx_report.txt DELETED
@@ -1,104 +0,0 @@
1
- DynamicDispatch Offload - not offloaded
2
- +-------------------+-------+------------------------+------------------------+
3
- | Op Type | Count | Inputs | Outputs |
4
- +===================+=======+========================+========================+
5
- | Cast | 1 | ['6*batch',1] - INT64 | ['6*batch',1] - FLOAT |
6
- | CastAvx | 1 | ['batch','height','wi� | ['batch','height','wi� |
7
- | | | - FLOAT | - BFLOAT16 |
8
- | CastAvx | 1 | ['batch',77,2048] - | ['batch',77,2048] - |
9
- | | | FLOAT | BFLOAT16 |
10
- | CastAvx | 1 | ['batch',2816] - FLOAT | ['batch',2816] - |
11
- | | | | BFLOAT16 |
12
- | CastAvx | 1 | ['batch',320] - FLOAT | ['batch',320] - |
13
- | | | | BFLOAT16 |
14
- | CastAvx | 1 | ['batch','height','wi� | ['batch','height','wi� |
15
- | | | - BFLOAT16 | - FLOAT |
16
- | Concat | 1 | [1] - INT64 | [1] - INT64 |
17
- | Concat | 1 | [1] - INT64 | [2] - INT64 |
18
- | | | [1] - INT64 | |
19
- | Concat | 1 | ['6*batch',128] - | ['6*batch',256] - |
20
- | | | FLOAT | FLOAT |
21
- | | | ['6*batch',128] - | |
22
- | | | FLOAT | |
23
- | Concat | 1 | ['batch',1280] - FLOAT | ['batch',2816] - FLOAT |
24
- | | | ['batch',1536] - FLOAT | |
25
- | Concat | 1 | ['batch',160] - FLOAT | ['batch',320] - FLOAT |
26
- | | | ['batch',160] - FLOAT | |
27
- | Cos | 1 | ['6*batch',128] - | ['6*batch',128] - |
28
- | | | FLOAT | FLOAT |
29
- | Cos | 1 | ['batch',160] - FLOAT | ['batch',160] - FLOAT |
30
- | Equal | 1 | [1] - INT64 | [1] - BOOL |
31
- | | | [1] - INT64 | |
32
- | Expand | 1 | [1] - FLOAT | ['batch'] - FLOAT |
33
- | | | [1] - INT64 | |
34
- | Gather | 1 | [4] - INT64 | [1] - INT64 |
35
- | | | [1] - INT64 | |
36
- | Gather | 1 | [2] - INT64 | [1] - INT64 |
37
- | | | [1] - INT64 | |
38
- | Mul | 1 | ['6*batch',1] - FLOAT | ['6*batch',128] - |
39
- | | | [1,128] - FLOAT | FLOAT |
40
- | Mul | 1 | ['batch',1] - FLOAT | ['batch',160] - FLOAT |
41
- | | | [1,160] - FLOAT | |
42
- | Reshape | 1 | ['batch',6] - INT64 | ['6*batch',1] - INT64 |
43
- | | | [2] - INT64 | |
44
- | Reshape | 2 | [1] - INT64 | [1] - INT64 |
45
- | | | [1] - INT64 | |
46
- | Reshape | 1 | ['batch'] - FLOAT | ['batch',1] - FLOAT |
47
- | | | [2] - INT64 | |
48
- | Reshape | 1 | ['6*batch',256] - | ['batch',1536] - FLOAT |
49
- | | | FLOAT | |
50
- | | | [2] - INT64 | |
51
- | Shape | 1 | ['batch',4,'height','� | [4] - INT64 |
52
- | | | - FLOAT | |
53
- | Shape | 1 | ['batch',1280] - FLOAT | [2] - INT64 |
54
- | Sin | 1 | ['6*batch',128] - | ['6*batch',128] - |
55
- | | | FLOAT | FLOAT |
56
- | Sin | 1 | ['batch',160] - FLOAT | ['batch',160] - FLOAT |
57
- | Transpose | 1 | ['batch',4,'height','� | ['batch','height','wi� |
58
- | | | - FLOAT | - FLOAT |
59
- | Transpose | 1 | ['batch','height','wi� | ['batch',4,'height','� |
60
- | | | - FLOAT | - FLOAT |
61
- | Where | 1 | [1] - BOOL | [1] - INT64 |
62
- | | | [1] - INT64 | |
63
- | | | [1] - INT64 | |
64
- +-------------------+-------+------------------------+------------------------+
65
- | Not offloaded sum | 31 | | |
66
- +-------------------+-------+------------------------+------------------------+
67
- DynamicDispatch Offload - offloaded
68
- +-------------------+-----------------+-------------------+-------------------+
69
- | Op Type | Count | Inputs | Outputs |
70
- +===================+=================+===================+===================+
71
- | DynamicDispatch | 1 | ['batch','height� | ['batch','height� |
72
- | | | - BFLOAT16 | - BFLOAT16 |
73
- | | | ['batch',2816] - | |
74
- | | | BFLOAT16 | |
75
- | | | ['batch',77,2048] | |
76
- | | | - BFLOAT16 | |
77
- | | | ['batch',320] - | |
78
- | | | BFLOAT16 | |
79
- +-------------------+-----------------+-------------------+-------------------+
80
- | Offloaded sum | 1 | | |
81
- +-------------------+-----------------+-------------------+-------------------+
82
- | Offloaded Op | SDGroupNorm | | |
83
- | Types | SDFlatMHA | | |
84
- | | SDAdd | | |
85
- | | SDLayerNorm | | |
86
- | | SDCastBf2Bfp | | |
87
- | | SDGemm_bfp | | |
88
- | | SDMul | | |
89
- | | SDAdd_bfp | | |
90
- | | SDMHA_bfp | | |
91
- | | SDResize | | |
92
- | | SDConv | | |
93
- | | SDSilu | | |
94
- | | SDConcat | | |
95
- | | SDCastBfp2Bf | | |
96
- | | SDMul_bfp | | |
97
- | | SDGemm | | |
98
- | | SDLayerNorm_bfp | | |
99
- +-------------------+-----------------+-------------------+-------------------+
100
- | Offloaded sum (dd | 1630 | | |
101
- | fusion) | | | |
102
- | Offload Ratio (dd | 98.13% | | |
103
- | fusion) | | | |
104
- +-------------------+-----------------+-------------------+-------------------+
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
vae_decoder/dd/onnx_report.txt DELETED
@@ -1,36 +0,0 @@
1
- DynamicDispatch Offload - not offloaded
2
- +-------------------+-------+------------------------+------------------------+
3
- | Op Type | Count | Inputs | Outputs |
4
- +===================+=======+========================+========================+
5
- | CastAvx | 1 | [1,'height','width',4] | [1,'height','width',4] |
6
- | | | - FLOAT | - BFLOAT16 |
7
- | CastAvx | 1 | [1,'floor(2.0*floor(2� | [1,'floor(2.0*floor(2� |
8
- | | | - BFLOAT16 | - FLOAT |
9
- | Transpose | 1 | [1,4,'height','width'] | [1,'height','width',4] |
10
- | | | - FLOAT | - FLOAT |
11
- | Transpose | 1 | [1,'floor(2.0*floor(2� | [1,3,'floor(2.0*floor� |
12
- | | | - FLOAT | - FLOAT |
13
- +-------------------+-------+------------------------+------------------------+
14
- | Not offloaded sum | 4 | | |
15
- +-------------------+-------+------------------------+------------------------+
16
- DynamicDispatch Offload - offloaded
17
- +--------------------+-------------+---------------------+--------------------+
18
- | Op Type | Count | Inputs | Outputs |
19
- +====================+=============+=====================+====================+
20
- | DynamicDispatch | 1 | [1,'height','width� | [1,'floor(2.0*flo� |
21
- | | | - BFLOAT16 | - BFLOAT16 |
22
- +--------------------+-------------+---------------------+--------------------+
23
- | Offloaded sum | 1 | | |
24
- +--------------------+-------------+---------------------+--------------------+
25
- | Offloaded Op Types | SDMHA_VAE | | |
26
- | | SDResize | | |
27
- | | SDAdd | | |
28
- | | SDGroupNorm | | |
29
- | | SDConv | | |
30
- | | SDGemm | | |
31
- +--------------------+-------------+---------------------+--------------------+
32
- | Offloaded sum (dd | 89 | | |
33
- | fusion) | | | |
34
- | Offload Ratio (dd | 95.7% | | |
35
- | fusion) | | | |
36
- +--------------------+-------------+---------------------+--------------------+