Fix FleetX GPT-3 styles (#5516)

* fix styles

* fix

* changes
This commit is contained in:
Sijun He
2023-04-03 22:41:41 +08:00
committed by GitHub
parent 68b21f120d
commit 006efcf4ea
10 changed files with 3 additions and 33 deletions

View File

@@ -1,5 +1,5 @@
[flake8]
ignore = E203, E501, E731, E741, W503, W605, E722
ignore = E203, E402, E501, E731, E741, W503, W605, E722
max-line-length = 119
# E402: module level import not at top of file

View File

@@ -13,13 +13,10 @@
# limitations under the License.
import argparse
import os
import time
import numpy as np
import paddle
import paddle.distributed.fleet as fleet
import ppfleetx_ops
from ppfleetx.core.engine.inference_engine import InferenceEngine

View File

@@ -15,15 +15,10 @@
from __future__ import absolute_import, division, print_function
import argparse
import os
import time
import numpy as np
import paddle
import paddle.distributed.fleet as fleet
import ppfleetx_ops
from ppfleetx.core.engine.inference_engine import InferenceEngine
from ppfleetx.data import build_dataloader, tokenizers
from ppfleetx.data import tokenizers
def parse_args():

View File

@@ -12,18 +12,11 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import math
import os
import random
import sys
import time
import numpy as np
import paddle
import paddle.distributed as dist
import yaml
from paddle.distributed import fleet
__dir__ = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.abspath(os.path.join(__dir__, "../../")))

View File

@@ -18,17 +18,15 @@ import os
import sys
import paddle.distributed as dist
from paddle.distributed import fleet
__dir__ = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.abspath(os.path.join(__dir__, "../../")))
from ppfleetx.core import EagerEngine
from ppfleetx.data import build_dataloader, tokenizers
from ppfleetx.data import tokenizers
from ppfleetx.distributed.apis import env
from ppfleetx.models import build_module
from ppfleetx.utils import config
from ppfleetx.utils.log import logger
if __name__ == "__main__":
args = config.parse_args()

View File

@@ -14,13 +14,9 @@
from __future__ import absolute_import, division, print_function
import copy
import os
import random
import sys
import numpy as np
import paddle
import paddle.distributed as dist
from paddle.distributed import fleet
@@ -31,7 +27,6 @@ from ppfleetx.core import AutoEngine
from ppfleetx.data import build_auto_dataset
from ppfleetx.models import build_module
from ppfleetx.utils import config
from ppfleetx.utils.log import logger
# init_logger()

View File

@@ -14,14 +14,9 @@
from __future__ import absolute_import, division, print_function
import copy
import os
import random
import sys
import numpy as np
import paddle
__dir__ = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.abspath(os.path.join(__dir__, "../")))

View File

@@ -18,7 +18,6 @@ import os
import sys
import paddle.distributed as dist
from paddle.distributed import fleet
__dir__ = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.abspath(os.path.join(__dir__, "../")))

View File

@@ -18,7 +18,6 @@ import os
import sys
import paddle.distributed as dist
from paddle.distributed import fleet
__dir__ = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.abspath(os.path.join(__dir__, "../")))

View File

@@ -18,7 +18,6 @@ import os
import sys
import paddle.distributed as dist
from paddle.distributed import fleet
__dir__ = os.path.dirname(os.path.abspath(__file__))
sys.path.append(os.path.abspath(os.path.join(__dir__, "../")))