rpc_server.py 2.79 KB
Newer Older
1
# pylint: disable=redefined-outer-name, invalid-name
2 3 4 5
"""Start an RPC server"""
from __future__ import absolute_import

import argparse
6 7
import multiprocessing
import sys
Tianqi Chen committed
8
import logging
9
from .. import rpc
10

11
def main(args):
12
    """Main function"""
13

14
    if args.tracker:
15
        url, port = args.tracker.rsplit(":", 1)
16 17 18 19 20 21 22 23 24 25 26 27
        port = int(port)
        tracker_addr = (url, port)
        if not args.key:
            raise RuntimeError(
                "Need key to present type of resource when tracker is available")
    else:
        tracker_addr = None

    server = rpc.Server(args.host,
                        args.port,
                        args.port_end,
                        key=args.key,
28
                        tracker_addr=tracker_addr,
29
                        load_library=args.load_library,
30 31
                        custom_addr=args.custom_addr,
                        silent=args.silent)
32 33
    server.proc.join()

34

35
if __name__ == "__main__":
36 37 38 39 40 41 42
    parser = argparse.ArgumentParser()
    parser.add_argument('--host', type=str, default="0.0.0.0",
                        help='the hostname of the server')
    parser.add_argument('--port', type=int, default=9090,
                        help='The port of the PRC')
    parser.add_argument('--port-end', type=int, default=9199,
                        help='The end search port of the PRC')
43 44 45
    parser.add_argument('--tracker', type=str,
                        help="The address of RPC tracker in host:port format. "
                             "e.g. (10.77.1.234:9190)")
46
    parser.add_argument('--key', type=str, default="",
47 48 49 50
                        help="The key used to identify the device type in tracker.")
    parser.add_argument('--silent', action='store_true',
                        help="Whether run in silent mode.")
    parser.add_argument('--load-library', type=str,
51 52 53 54 55
                        help="Additional library to load")
    parser.add_argument('--no-fork', dest='fork', action='store_false',
                        help="Use spawn mode to avoid fork. This option \
                         is able to avoid potential fork problems with Metal, OpenCL \
                         and ROCM compilers.")
56 57 58
    parser.add_argument('--custom-addr', type=str,
                        help="Custom IP Address to Report to RPC Tracker")

59 60 61 62 63 64 65 66 67 68
    parser.set_defaults(fork=True)
    args = parser.parse_args()
    logging.basicConfig(level=logging.INFO)
    if args.fork is False:
        if sys.version_info[0] < 3:
            raise RuntimeError(
                "Python3 is required for spawn mode."
            )
        multiprocessing.set_start_method('spawn')
    else:
69 70 71
        if not args.silent:
            logging.info("If you are running ROCM/Metal, fork will cause "
                         "compiler internal error. Try to launch with arg ```--no-fork```")
72
    main(args)