来自 CMake 的 BUILD 文件，用于自定义 op tensorflow 服务

Question

我是 C++ 的新手，我遵循了 this script to build a custom_ops for sentencepiece. From the description 他们的解释，我将在运行 cmake -DSPM_USE_BUILTIN_PROTOBUF=OFF -DSPM_ENABLE_TENSORFLOW_SHARED=ON ..

之后得到一个 BUILD 文件

但是，在我运行通过脚本后，我没有看到 BUILD 文件。我看到了-- Build files have been written to: /my_path/serving/tensorflow_serving/custom_ops/sentencepiece_processor/build。经过搜索，我发现 BUILD 文件是针对 Bazel 的，而 CMake 不会创建 BUILD 文件。如果是这样，我如何从 CMake 获取 BUILD 文件？谢谢

Answer 1

好问题。我的同事打开了你提到的那个问题（stefanondisponibile 给出了一个很好的解决方案）。我们最终需要一个带有 tensorflow 服务 + sentencepiece 的 docker 容器。这是 docker 文件。

sentencepiece.Dockerfile

FROM ubuntu:16.04 as base_build

ARG TF_SERVING_BRANCH=r1.14
ARG TF_SERVING_COMMIT=head

RUN apt-get update \
  && apt-get install -y --no-install-recommends \
    autoconf \
    automake \
    build-essential \
    ca-certificates \
    cmake \
    curl \
    git \
    libcurl3-dev \
    libfreetype6-dev \
    libgoogle-perftools-dev \
    libpng-dev \
    libtool \
    libzmq3-dev \
    make \
    mlocate \
    openjdk-8-jdk\
    openjdk-8-jre-headless \
    pkg-config \
    python3-dev \
    software-properties-common \
    swig \
    unzip \
    wget \
    zip \
    zlib1g-dev \
    gdb \
  && apt-get clean \
  && rm -rf /var/lib/apt/lists/*

ARG PROTOBUF_VERSION=3.7.0
RUN wget https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protobuf-cpp-${PROTOBUF_VERSION}.tar.gz \
  && tar -xzvf protobuf-cpp-${PROTOBUF_VERSION}.tar.gz \
  && cd protobuf-${PROTOBUF_VERSION} \
  && ./configure CXXFLAGS="-D_GLIBCXX_USE_CXX11_ABI=0" \
  && make -j "$(nproc)" \
  && make install \
  && ldconfig

RUN curl -fSsL -O https://bootstrap.pypa.io/get-pip.py \
  && python3 get-pip.py \
  && rm get-pip.py

RUN pip3 --no-cache-dir install \
  future>=0.17.1 \
  grpcio \
  h5py \
  keras_applications>=1.0.8 \
  keras_preprocessing>=1.1.0 \
  mock \
  numpy \
  requests

RUN set -ex \
  && ln -s /usr/bin/python3 usr/bin/python \
  && ln -s /usr/bin/pip3 /usr/bin/pip

ENV BAZEL_VERSION 0.24.1
WORKDIR /
RUN mkdir /bazel \
  && cd /bazel \
  && curl \
    -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36" \
    -fSsL -O https://github.com/bazelbuild/bazel/releases/download/$BAZEL_VERSION/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh \
  && curl \
    -H "User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36" \
    -fSsL -o /bazel/LICENSE.txt https://raw.githubusercontent.com/bazelbuild/bazel/master/LICENSE \
  && chmod +x bazel-*.sh \
  && ./bazel-$BAZEL_VERSION-installer-linux-x86_64.sh \
  && cd / \
  && rm -f /bazel/bazel-$BAZEL_VERSION-installer-linux-x86_64.sh

WORKDIR /tensorflow-serving
RUN git clone --branch=${TF_SERVING_BRANCH} https://github.com/tensorflow/serving . \
  && git remote add upstream https://github.com/tensorflow/serving.git \
  && if [ "${TF_SERVING_COMMIT}" != "head" ]; then git checkout ${TF_SERVING_COMMIT} ; fi

FROM base_build as binary_build

# clone sentencepiece repo and build
RUN set -ex \
  && mkdir -p tensorflow_serving/custom_ops/sentencepiece_processor \
  && working_dir=`pwd` \
  && git clone https://github.com/google/sentencepiece.git tensorflow_serving/custom_ops/sentencepiece_processor/sentencepiece \
  && cd tensorflow_serving/custom_ops/sentencepiece_processor/sentencepiece \
  && mkdir build \
  && cd build \
  && cmake -DSPM_USE_BUILTIN_PROTOBUF=OFF -DSPM_ENABLE_TENSORFLOW_SHARED=ON .. \
  && make -j $(nproc) \
  && make install \
  && ldconfig

COPY BUILD ./BUILD
RUN cp BUILD tensorflow_serving/custom_ops/sentencepiece_processor/BUILD \
  && sed -i.bak '/@org_tensorflow\/\/tensorflow\/contrib:contrib_ops_op_lib/a\ "\/\/tensorflow_serving\/custom_ops\/sentencepiece_processor:sentencepiece_processor_ops",' \
       tensorflow_serving/model_servers/BUILD \
  && sed -i '/name = "tensorflow_model_server",/a\    linkopts = ["-Wl,--allow-multiple-definition", "-Wl,-rpath,/usr/lib"],' \
       tensorflow_serving/model_servers/BUILD

# Build, and install TensorFlow Serving
ARG BUILD_OPTIONS="--config=nativeopt"
ARG BAZEL_OPTIONS=""
# build bazel
RUN bazel build \
      --color=yes \
      --curses=yes \
      ${BAZEL_OPTIONS} \
      --verbose_failures \
      --output_filter=DONT_MATCH_ANYTHING \
      ${BUILD_OPTIONS} \
      tensorflow_serving/model_servers:tensorflow_model_server \
  && cp bazel-bin/tensorflow_serving/model_servers/tensorflow_model_server /usr/local/bin/

CMD ["/bin/bash"]

要回答您的具体问题，您需要创建一个名为 BUILD 的文件，其中包含以下内容：

package(
    default_visibility = ["//visibility:public"],
    features = [
        "-layering_check",
        "-parse_headers",
    ],
)

licenses(["notice"])  # Apache 2, BSD, MIT

cc_library(
    name = "sentencepiece_processor_ops",
    srcs = [
        "sentencepiece/tensorflow/sentencepiece_processor_ops.cc"
    ],
    hdrs = [
        "sentencepiece/src/sentencepiece_processor.h"
    ],
    strip_include_prefix = "sentencepiece/src/",
    alwayslink = 1,
    deps =
        [
            "@org_tensorflow//tensorflow/core:framework",
            "@org_tensorflow//tensorflow/core:lib",
            "@com_google_protobuf//:protobuf_headers",
            "@com_google_protobuf//:protobuf",
            ":sentencepiece"
        ]
)

cc_library(
    name = "sentencepiece",
    srcs = [
        "sentencepiece/build/src/libsentencepiece.a",
        "sentencepiece/build/src/libsentencepiece_train.a"
    ],
    hdrs = glob(
        ["sentencepiece/src/*.h"]
    ),
    deps = [
        "@com_google_protobuf//:protobuf_headers",
        "@com_google_protobuf//:protobuf",
    ],
    strip_include_prefix = "sentencepiece/src/"
)

与您的 Dockerfile 在同一目录中。即

my-docker-builds
├── BUILD
└── sentencepiece.Dockerfile

这一切都可以用：

$ docker build \
    -t tensorflow-serving-with-sentencepiece:local \
    -f sentencepiece.Dockerfile .

然后等待大约 8 小时:)

希望对您有所帮助。

编辑：此外，如果您时间紧迫（而不是金钱），我会在 aws 上启动一台 96 核机器并构建它，它会在 ~10 分钟内完成。

来自 CMake 的 BUILD 文件，用于自定义 op tensorflow 服务

BUILD file from CMake for customized op tensorflow serving

tensorflow

build

cmake

bazel

tensorflow-serving