/*! * Copyright (c) 2017 by Contributors * \file TVMRuntime.mm */ #include "TVMRuntime.h" // Runtime API #include "../../src/runtime/c_runtime_api.cc" #include "../../src/runtime/cpu_device_api.cc" #include "../../src/runtime/workspace_pool.cc" #include "../../src/runtime/thread_pool.cc" #include "../../src/runtime/module_util.cc" #include "../../src/runtime/system_lib_module.cc" #include "../../src/runtime/module.cc" #include "../../src/runtime/registry.cc" #include "../../src/runtime/file_util.cc" #include "../../src/runtime/dso_module.cc" // RPC server #include "../../src/runtime/rpc/rpc_session.cc" #include "../../src/runtime/rpc/rpc_server_env.cc" #include "../../src/runtime/rpc/rpc_socket_impl.cc" #include "../../src/runtime/rpc/rpc_module.cc" // Graph runtime #include "../../src/runtime/graph/graph_runtime.cc" // Metal #include "../../src/runtime/metal/metal_module.mm" #include "../../src/runtime/metal/metal_device_api.mm" namespace dmlc { // Override logging mechanism void CustomLogMessage::Log(const std::string& msg) { NSLog(@"%s", msg.c_str()); } } // namespace dmlc namespace tvm { namespace runtime { class NSStreamChannel final : public RPCChannel { public: explicit NSStreamChannel(NSOutputStream* stream) : stream_(stream) {} size_t Send(const void* data, size_t size) final { ssize_t nbytes = [stream_ write:reinterpret_cast<const uint8_t*>(data) maxLength:size]; if (nbytes < 0) { NSLog(@"%@",[stream_ streamError].localizedDescription); throw dmlc::Error("Stream error"); } return nbytes; } size_t Recv(void* data, size_t size) final { LOG(FATAL) << "Do not allow explicit receive for"; return 0; } private: NSOutputStream* stream_; }; FEventHandler CreateServerEventHandler(NSOutputStream *outputStream, std::string name) { std::unique_ptr<NSStreamChannel> ch(new NSStreamChannel(outputStream)); std::shared_ptr<RPCSession> sess = RPCSession::Create(std::move(ch), name); return [sess](const std::string& in_bytes, int flag) { return sess->ServerEventHandler(in_bytes, flag); }; } // Runtime environment struct RPCEnv { public: RPCEnv() { NSString* path = NSTemporaryDirectory(); base_ = [path UTF8String]; if (base_[base_.length() - 1] != '/') { base_ = base_ + '/'; } } // Get Path. std::string GetPath(const std::string& file_name) { return base_ + file_name; } private: std::string base_; }; void LaunchSyncServer() { // only load dylib from frameworks. NSBundle* bundle = [NSBundle mainBundle]; NSString* base = [bundle privateFrameworksPath]; NSString* path = [base stringByAppendingPathComponent: @"tvm/rpc_config.txt"]; std::string name = [path UTF8String]; std::ifstream fs(name, std::ios::in); std::string url, key; int port; CHECK(fs >> url >> port >> key) << "Invalid RPC config file " << name; RPCConnect(url, port, "server:" + key) ->ServerLoop(); } TVM_REGISTER_GLOBAL("tvm.contrib.rpc.server.workpath") .set_body([](TVMArgs args, TVMRetValue* rv) { static RPCEnv env; *rv = env.GetPath(args[0]); }); TVM_REGISTER_GLOBAL("tvm.contrib.rpc.server.load_module") .set_body([](TVMArgs args, TVMRetValue *rv) { std::string name = args[0]; std::string fmt = GetFileFormat(name, ""); NSString* base; if (fmt == "dylib") { // only load dylib from frameworks. NSBundle* bundle = [NSBundle mainBundle]; base = [[bundle privateFrameworksPath] stringByAppendingPathComponent: @"tvm"]; } else { // Load other modules in tempdir. base = NSTemporaryDirectory(); } NSString* path = [base stringByAppendingPathComponent: [NSString stringWithUTF8String:name.c_str()]]; name = [path UTF8String]; *rv = Module::LoadFromFile(name, fmt); LOG(INFO) << "Load module from " << name << " ..."; }); } // namespace runtime } // namespace tvm @implementation TVMRuntime +(void) launchSyncServer { tvm::runtime::LaunchSyncServer(); } @end