lib.rs 3.18 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

20 21 22 23 24 25 26 27 28 29 30 31 32
//! [TVM](https://github.com/dmlc/tvm) is a compiler stack for deep learning systems.
//!
//! This crate provides an idiomatic Rust API for TVM runtime frontend.
//!
//! One particular use case is that given optimized deep learning model artifacts,
//! (compiled with TVM) which include a shared library
//! `lib.so`, `graph.json` and a byte-array `param.params`, one can load them
//! in Rust idomatically to create a TVM Graph Runtime and
//! run the model for some inputs and get the
//! desired predictions *all in Rust*.
//!
//! Checkout the `examples` repository for more details.

33
#![feature(box_syntax, type_alias_enum_variants)]
34 35

#[macro_use]
36
extern crate failure;
37 38 39 40
#[macro_use]
extern crate lazy_static;
extern crate ndarray as rust_ndarray;
extern crate num_traits;
41
extern crate tvm_common;
42 43 44 45 46 47

use std::{
    ffi::{CStr, CString},
    str,
};

48 49 50 51 52 53 54 55 56 57
use failure::Error;

pub use crate::{
    context::{TVMContext, TVMDeviceType},
    errors::*,
    function::Function,
    module::Module,
    ndarray::NDArray,
    tvm_common::{
        errors as common_errors,
58
        ffi::{self, TVMByteArray, TVMType},
59 60 61
        packed_func::{TVMArgValue, TVMRetValue},
    },
};
62 63 64 65 66 67 68 69 70 71 72 73 74

// Macro to check the return call to TVM runtime shared library.
macro_rules! check_call {
    ($e:expr) => {{
        if unsafe { $e } != 0 {
            panic!("{}", $crate::get_last_error());
        }
    }};
}

/// Gets the last error message.
pub fn get_last_error() -> &'static str {
    unsafe {
75
        match CStr::from_ptr(ffi::TVMGetLastError()).to_str() {
76 77 78 79 80 81 82 83 84
            Ok(s) => s,
            Err(_) => "Invalid UTF-8 message",
        }
    }
}

pub(crate) fn set_last_error(err: &Error) {
    let c_string = CString::new(err.to_string()).unwrap();
    unsafe {
85
        ffi::TVMAPISetLastError(c_string.as_ptr());
86 87 88 89 90 91 92 93 94 95 96 97 98
    }
}

#[macro_use]
pub mod function;
pub mod context;
pub mod errors;
pub mod module;
pub mod ndarray;
pub mod value;

/// Outputs the current TVM version.
pub fn version() -> &'static str {
99
    match str::from_utf8(ffi::TVM_VERSION) {
100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
        Ok(s) => s,
        Err(_) => "Invalid UTF-8 string",
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn print_version() {
        println!("TVM version: {}", version());
    }

    #[test]
    fn set_error() {
116
        let err = errors::EmptyArrayError;
117
        set_last_error(&err.into());
118
        assert_eq!(get_last_error().trim(), errors::EmptyArrayError.to_string());
119 120
    }
}