forked from PaddlePaddle/Paddle
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[PTen]Migrate proto::VarType outside of Pten (PaddlePaddle#39411)
* #1 migrate dist-related type()-> dtype() * move datatype function from pten -> fluid/framework * change type() in imperative into convert(dtype()) * modify xx_tensor->type into xx_tensor->dtype * change the set_type interface and the caller * modify xx_tensor.type into xx_tensor.dtype * fix mutable_data(place, dtype()) * change caller of mutable_data in pten and distributed * change the caller of mutable_data in fluid/framework * change the caller of mutable_data in imperative directory * mutable_data: inference * update the call of mutable_data * transfer MakePenScalarArray MakePtenScalar ResetHolderWithType * pass the compile. the next step is remove VarType in Pten * fix all and remove VarType from pten. success in linux. Next task is other platform * fix conflict with develop * fix compiled error * Fix reset conversion * fix conflict * fix compiled problem * fix typo * Fix << in tensor_utils.cc * fix type->dtype * fix unittest * fix tensor init constructor * fix DataTypeSize for BFloat16 * fix code style * fix npu compiled error * fix npu * compile npu sucessfully * fix conflict * fix conflict Co-authored-by: xiongkun <xiongkun03@baidu.com>
- Loading branch information
1 parent
9c2cee1
commit 7e7e940
Showing
352 changed files
with
2,175 additions
and
1,445 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,185 @@ | ||
| /* Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. */ | ||
| #include "paddle/fluid/framework/convert_utils.h" | ||
| // See Note [ Why still include the fluid headers? ] | ||
| #include "paddle/fluid/platform/device/gpu/gpu_info.h" | ||
|
|
||
| namespace paddle { | ||
| namespace framework { | ||
|
|
||
| paddle::experimental::DataType TransToPtenDataType( | ||
| const paddle::framework::proto::VarType::Type& dtype) { | ||
| // Set the order of case branches according to the frequency with | ||
| // the data type is used | ||
| switch (dtype) { | ||
| case paddle::framework::proto::VarType::FP32: | ||
| return DataType::FLOAT32; | ||
| case paddle::framework::proto::VarType::FP64: | ||
| return DataType::FLOAT64; | ||
| case paddle::framework::proto::VarType::INT64: | ||
| return DataType::INT64; | ||
| case paddle::framework::proto::VarType::INT32: | ||
| return DataType::INT32; | ||
| case paddle::framework::proto::VarType::INT8: | ||
| return DataType::INT8; | ||
| case paddle::framework::proto::VarType::UINT8: | ||
| return DataType::UINT8; | ||
| case paddle::framework::proto::VarType::INT16: | ||
| return DataType::INT16; | ||
| case paddle::framework::proto::VarType::COMPLEX64: | ||
| return DataType::COMPLEX64; | ||
| case paddle::framework::proto::VarType::COMPLEX128: | ||
| return DataType::COMPLEX128; | ||
| case paddle::framework::proto::VarType::FP16: | ||
| return DataType::FLOAT16; | ||
| case paddle::framework::proto::VarType::BF16: | ||
| return DataType::BFLOAT16; | ||
| case paddle::framework::proto::VarType::BOOL: | ||
| return DataType::BOOL; | ||
| default: | ||
| return DataType::UNDEFINED; | ||
| } | ||
| } | ||
|
|
||
| paddle::framework::proto::VarType::Type TransToProtoVarType( | ||
| const paddle::experimental::DataType& dtype) { | ||
| // Set the order of case branches according to the frequency with | ||
| // the data type is used | ||
| switch (dtype) { | ||
| case DataType::FLOAT32: | ||
| return paddle::framework::proto::VarType::FP32; | ||
| case DataType::FLOAT64: | ||
| return paddle::framework::proto::VarType::FP64; | ||
| case DataType::INT64: | ||
| return paddle::framework::proto::VarType::INT64; | ||
| case DataType::INT32: | ||
| return paddle::framework::proto::VarType::INT32; | ||
| case DataType::INT8: | ||
| return paddle::framework::proto::VarType::INT8; | ||
| case DataType::UINT8: | ||
| return paddle::framework::proto::VarType::UINT8; | ||
| case DataType::INT16: | ||
| return paddle::framework::proto::VarType::INT16; | ||
| case DataType::COMPLEX64: | ||
| return paddle::framework::proto::VarType::COMPLEX64; | ||
| case DataType::COMPLEX128: | ||
| return paddle::framework::proto::VarType::COMPLEX128; | ||
| case DataType::FLOAT16: | ||
| return paddle::framework::proto::VarType::FP16; | ||
| case DataType::BFLOAT16: | ||
| return paddle::framework::proto::VarType::BF16; | ||
| case DataType::BOOL: | ||
| return paddle::framework::proto::VarType::BOOL; | ||
| default: | ||
| PADDLE_THROW(paddle::platform::errors::Unimplemented( | ||
| "Unsupported data type `%s` when casting it into " | ||
| "paddle data type.", | ||
| dtype)); | ||
| } | ||
| } | ||
|
|
||
| size_t DataTypeSize(DataType dtype) { | ||
| switch (dtype) { | ||
| case DataType::UNDEFINED: | ||
| return 0; | ||
| case DataType::BOOL: | ||
| return sizeof(bool); | ||
| case DataType::INT8: | ||
| return sizeof(int8_t); | ||
| case DataType::UINT8: | ||
| return sizeof(uint8_t); | ||
| case DataType::INT16: | ||
| return sizeof(int16_t); | ||
| case DataType::INT32: | ||
| return sizeof(int); | ||
| case DataType::INT64: | ||
| return sizeof(int64_t); | ||
| case DataType::BFLOAT16: | ||
| return sizeof(paddle::platform::bfloat16); | ||
| case DataType::FLOAT16: | ||
| return sizeof(paddle::platform::float16); | ||
| case DataType::FLOAT32: | ||
| return sizeof(float); | ||
| case DataType::FLOAT64: | ||
| return sizeof(double); | ||
| case DataType::COMPLEX64: | ||
| return sizeof(paddle::platform::complex<float>); | ||
| case DataType::COMPLEX128: | ||
| return sizeof(paddle::platform::complex<double>); | ||
| default: | ||
| return 0; | ||
| } | ||
| } | ||
|
|
||
| DataType String2DataType(const std::string& str) { | ||
| if (str == "bool") { | ||
| return DataType::BOOL; | ||
| } else if (str == "float16") { | ||
| return DataType::FLOAT16; | ||
| } else if (str == "float32") { | ||
| return DataType::FLOAT32; | ||
| } else if (str == "float64") { | ||
| return DataType::FLOAT64; | ||
| } else if (str == "int8") { | ||
| return DataType::INT8; | ||
| } else if (str == "int16") { | ||
| return DataType::INT16; | ||
| } else if (str == "int32") { | ||
| return DataType::INT32; | ||
| } else if (str == "int64") { | ||
| return DataType::INT64; | ||
| } else if (str == "uint8") { | ||
| return DataType::UINT8; | ||
| } else if (str == "complex64") { | ||
| return DataType::COMPLEX64; | ||
| } else if (str == "complex128") { | ||
| return DataType::COMPLEX128; | ||
| } else { | ||
| return DataType::UNDEFINED; | ||
| } | ||
| } | ||
|
|
||
| std::string DataType2String(DataType dtype) { | ||
| switch (dtype) { | ||
| case DataType::BOOL: | ||
| return "bool"; | ||
| case DataType::INT8: | ||
| return "int8"; | ||
| case DataType::UINT8: | ||
| return "uint8"; | ||
| case DataType::INT16: | ||
| return "int16"; | ||
| case DataType::INT32: | ||
| return "int32"; | ||
| case DataType::INT64: | ||
| return "int64"; | ||
| case DataType::FLOAT16: | ||
| return "float16"; | ||
| case DataType::FLOAT32: | ||
| return "float32"; | ||
| case DataType::FLOAT64: | ||
| return "float64"; | ||
| case DataType::COMPLEX64: | ||
| return "complex64"; | ||
| case DataType::COMPLEX128: | ||
| return "complex128"; | ||
| default: | ||
| PADDLE_THROW(paddle::platform::errors::InvalidArgument( | ||
| "Unknow pten::DataType, the int value = %d.", | ||
| static_cast<int>(dtype))); | ||
| return ""; | ||
| } | ||
| } | ||
| } // namespace framework | ||
| } // namespace paddle |
Oops, something went wrong.