PlaidML 1.0.0

pts/plaidml-1.0.0 - 10 January 2019 - Initial commit of PlaidML deep learning framework benchmark, plaidbench.

install.sh

#!/bin/bash

if which pip3>/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
	echo 2 > ~/install-exit-status
fi

pip3 install plaidml-keras plaidbench

if [[ ! -x "$HOME/.local/bin/plaidml-setup" ]]
then
	echo "ERROR: PlaidML failed to install on the system!"
	echo 2 > ~/install-exit-status
fi

echo "#!/bin/bash

TARGET_DEVICE=\`echo \"\$@\" | awk '{print \$NF}'\`
if [ \$TARGET_DEVICE = \"CPU\" ]
then
	TARGET_DEVICE=\"llvm_cpu.0\"
elif [ \$TARGET_DEVICE = \"OPENCL\" ]
then
	TARGET_DEVICE=\`echo n | ~/.local/bin/plaidml-setup 2>/dev/null  | grep opencl | head -n 1 | awk '{print \$1;}'\`
fi

echo \"{
    \\\"PLAIDML_DEVICE_IDS\\\":[
        \\\"\$TARGET_DEVICE\\\"
    ],
   \\\"PLAIDML_EXPERIMENTAL\\\":true,
    \\\"PLAIDML_TELEMETRY\\\":false
}\" > \$HOME/.plaidml

ARGS=\`echo \"\$@\" | awk '{\$NF=\"\";sub(/[ \t]+$/,\"\")}1'\`

\$HOME/.local/bin/plaidbench \$ARGS > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > plaidml
chmod +x plaidml

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.6.0m1-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Example finished, elapsed: 4.180670499801636 (compile), #_RESULT_# (execution), 0.19512354186736047 (execution per example)</OutputTemplate>
    <LineHint>Example finished</LineHint>
    <DivideResultDivisor>2048</DivideResultDivisor>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.6.0m1-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>PlaidML</Title>
    <Description>This test profile uses PlaidML deep learning framework for offering up various inference benchmarks.</Description>
    <ResultScale>Examples Per Second</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux, BSD, MacOSX</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>Graphics</TestType>
    <License>Restricted</License>
    <Status>Verified</Status>
    <ExternalDependencies>python, opencl</ExternalDependencies>
    <RequiresInternet>TRUE</RequiresInternet>
    <EnvironmentSize>1</EnvironmentSize>
    <ProjectURL>https://github.com/plaidml/plaidml</ProjectURL>
    <InternalTags>CUDA, OpenCL</InternalTags>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Default>
      <Arguments>--examples 2048 --batch-size 16 keras </Arguments>
    </Default>
    <Option>
      <DisplayName>FP16</DisplayName>
      <Identifier>fp16</Identifier>
      <Menu>
        <Entry>
          <Name>Yes</Name>
          <Value>--fp16</Value>
        </Entry>
        <Entry>
          <Name>No</Name>
          <Value> </Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Network</DisplayName>
      <Identifier>net</Identifier>
      <Menu>
        <Entry>
          <Name>Mobilenet</Name>
          <Value>mobilenet</Value>
        </Entry>
        <Entry>
          <Name>Inception V3</Name>
          <Value>inception_v3</Value>
        </Entry>
        <Entry>
          <Name>ResNet 50</Name>
          <Value>resnet50</Value>
        </Entry>
        <Entry>
          <Name>NASNer Large</Name>
          <Value>nasnet_large</Value>
        </Entry>
        <Entry>
          <Name>DenseNet 201</Name>
          <Value>densenet201</Value>
        </Entry>
        <Entry>
          <Name>IMDB LSTM</Name>
          <Value>imdb_lstm</Value>
        </Entry>
        <Entry>
          <Name>VGG16</Name>
          <Value>vgg16</Value>
        </Entry>
        <Entry>
          <Name>VGG19</Name>
          <Value>vgg19</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Device</DisplayName>
      <Identifier>device</Identifier>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>CPU</Value>
        </Entry>
        <Entry>
          <Name>OpenCL</Name>
          <Value>OPENCL</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>