| | |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| |
|
| | import os |
| | import sys |
| |
|
| | import transformers |
| |
|
| |
|
| | os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3" |
| |
|
| | print("Python version:", sys.version) |
| | print("transformers version:", transformers.__version__) |
| |
|
| | try: |
| | import torch |
| |
|
| | print("Torch version:", torch.__version__) |
| | print("Cuda available:", torch.cuda.is_available()) |
| | print("Cuda version:", torch.version.cuda) |
| | print("CuDNN version:", torch.backends.cudnn.version()) |
| | print("Number of GPUs available:", torch.cuda.device_count()) |
| | print("NCCL version:", torch.cuda.nccl.version()) |
| | except ImportError: |
| | print("Torch version:", None) |
| |
|
| | try: |
| | import deepspeed |
| |
|
| | print("DeepSpeed version:", deepspeed.__version__) |
| | except ImportError: |
| | print("DeepSpeed version:", None) |
| |
|
| | try: |
| | import tensorflow as tf |
| |
|
| | print("TensorFlow version:", tf.__version__) |
| | print("TF GPUs available:", bool(tf.config.list_physical_devices("GPU"))) |
| | print("Number of TF GPUs available:", len(tf.config.list_physical_devices("GPU"))) |
| | except ImportError: |
| | print("TensorFlow version:", None) |
| |
|