executable.h

//*****************************************************************************
// Copyright 2017-2020 Intel Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//*****************************************************************************

#pragma once

#include <memory>
#include <string>
#include <vector>

#include <ie_core.hpp>

#include "ngraph/ngraph.hpp"
#include "ngraph_bridge/ie_backend_engine.h"

using namespace std;

namespace tensorflow {
namespace ngraph_bridge {

// A Inference Engine executable object produced by compiling an nGraph
// function.
class Executable {
 public:
  Executable(shared_ptr<ngraph::Function> func, string device);
  ~Executable() {}
  bool call(const vector<shared_ptr<ngraph::runtime::Tensor>>& inputs,
            vector<shared_ptr<ngraph::runtime::Tensor>>& outputs,
            bool multi_req_execution = false);

  const ngraph::ResultVector& get_results() {
    return m_function->get_results();
  };

  const vector<size_t> get_output_shape(const int i) {
    if (m_trivial_fn) {
      return get_results()[i]->get_shape();
    } else {
      return m_ie_engine->get_output_shape(i);
    }
  }

 private:
  bool call_trivial(const vector<shared_ptr<ngraph::runtime::Tensor>>& inputs,
                    vector<shared_ptr<ngraph::runtime::Tensor>>& outputs);

  InferenceEngine::CNNNetwork m_network;
  InferenceEngine::InferRequest m_infer_req;
  string m_device;
  // This holds the parameters we insert for functions with no input parameters
  vector<pair<string, shared_ptr<ngraph::runtime::Tensor>>> m_hoisted_params;
  vector<int> m_skipped_inputs;
  // This keeps track of whether the original function was trivial: either a
  // constant function, an identity function or a zero function
  shared_ptr<ngraph::Function> m_trivial_fn;
  // This is the original nGraph function corresponding to this executable
  shared_ptr<ngraph::Function> m_function;
  shared_ptr<IE_Backend_Engine> m_ie_engine;
};
}
}