import logging
import os
import sys
import warnings
ROOT_PATH = tuple(__path__)[0]
dlog = logging.getLogger(__name__)
dlog.propagate = False
dlog.setLevel(logging.INFO)
try:
dlogf = logging.FileHandler(
os.getcwd() + os.sep + "dpdispatcher" + ".log", delay=True
)
except PermissionError:
warnings.warn(
"dpdispatcher.log meet permission error. redirect the log to ~/dpdispatcher.log"
)
dlogf = logging.FileHandler(
os.path.join(os.path.expanduser("~"), "dpdispatcher.log")
)
# dlogf = logging.FileHandler('./'+os.sep+SHORT_CMD+'.log')
# dlogf = logging.FileHandler(os.path.join(os.environ['HOME'], SHORT_CMD+'.log'))
# dlogf = logging.FileHandler(os.path.join(os.path.expanduser('~'), SHORT_CMD+'.log'))
# dlogf = logging.FileHandler(os.path.join("/tmp/", SHORT_CMD+'.log'))
dlogf_formatter = logging.Formatter("%(asctime)s - %(levelname)s : %(message)s")
# dlogf_formatter=logging.Formatter('%(asctime)s - %(name)s - [%(filename)s:%(funcName)s - %(lineno)d ] - %(levelname)s \n %(message)s')
dlogf.setFormatter(dlogf_formatter)
dlog.addHandler(dlogf)
dlog_stdout = logging.StreamHandler(sys.stdout)
dlog_stdout.setFormatter(dlogf_formatter)
dlog.addHandler(dlog_stdout)
__author__ = "DeepModeling Team"
__copyright__ = "Copyright 2019"
__status__ = "Development"
try:
from ._version import version as __version__
except ImportError:
__version__ = "unkown"
from .distributed_shell import DistributedShell
from .dp_cloud_server import DpCloudServer, Lebesgue
from .dp_cloud_server_context import DpCloudServerContext, LebesgueContext
from .hdfs_context import HDFSContext
from .lazy_local_context import LazyLocalContext
from .local_context import LocalContext
from .lsf import LSF
from .machine import Machine
from .pbs import PBS, Torque
from .shell import Shell
from .slurm import Slurm
from .ssh_context import SSHContext
from .submission import Job, Resources, Submission, Task
[docs]def info():
"""Show basic information about dpdispatcher, its location and version."""
print("DeepModeling\n------------")
print("Version: " + __version__)
print("Path: " + ROOT_PATH)
print("")
print("Dependency")
print("------------")
for modui in ["psutil", "paramiko", "dargs", "oss2"]:
try:
mm = __import__(modui)
print("%10s %10s %s" % (modui, mm.__version__, mm.__path__[0]))
except ImportError:
print("%10s %10s Not Found" % (modui, ""))
print()
__all__ = [
"__version__",
"DistributedShell",
"DpCloudServer",
"DpCloudServerContext",
"HDFSContext",
"LazyLocalContext",
"LocalContext",
"LSF",
"Machine",
"PBS",
"Shell",
"Slurm",
"SSHContext",
"Submission",
"Task",
"Torque",
"info",
"Lebesgue",
"LebesgueContext",
"Job",
"Resources",
]