mirror of
https://github.com/Evolution-X/hardware_interfaces
synced 2026-02-02 12:55:23 +00:00
The following AIDL types are added:
- TokenValuePair
- PrepareModelConfig
- ExecutionConfig
The following AIDL methods are added:
- IDevice::prepareModelWithConfig
- IPreparedModel::executeSynchronouslyWithConfig
- IPreparedModel::executeFencedWithConfig
- IBurst::executeSynchronouslyWithConfig
The compilation and execution hints are being stored as a list of
token-value pairs as part of the PrepareModelConfig / ExecutionConfig.
And the PrepareModelConfig / ExecutionConfig parcelables are created in
order to make future extensions to the execution related interfaces
easier.
It is the drivers responsibility to verify the hints, and it is allowed
for the driver to ignore them.
Bug: 203248587
Test: neuralnetworks_utils_hal_aidl_test
Change-Id: I98240fd75089fc85cdfcaa0be28aab8a6f0dfca5
Merged-In: I98240fd75089fc85cdfcaa0be28aab8a6f0dfca5
(cherry picked from commit 0e671f3edb)
889 lines
37 KiB
C++
889 lines
37 KiB
C++
/*
|
|
* Copyright (C) 2021 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include "MockBurst.h"
|
|
#include "MockExecution.h"
|
|
#include "MockFencedExecutionCallback.h"
|
|
#include "MockPreparedModel.h"
|
|
#include "TestUtils.h"
|
|
|
|
#include <aidl/android/hardware/neuralnetworks/IFencedExecutionCallback.h>
|
|
#include <gmock/gmock.h>
|
|
#include <gtest/gtest.h>
|
|
#include <nnapi/IExecution.h>
|
|
#include <nnapi/IPreparedModel.h>
|
|
#include <nnapi/TypeUtils.h>
|
|
#include <nnapi/Types.h>
|
|
#include <nnapi/hal/aidl/PreparedModel.h>
|
|
|
|
#include <functional>
|
|
#include <memory>
|
|
|
|
namespace aidl::android::hardware::neuralnetworks::utils {
|
|
namespace {
|
|
|
|
using ::testing::_;
|
|
using ::testing::DoAll;
|
|
using ::testing::Invoke;
|
|
using ::testing::InvokeWithoutArgs;
|
|
using ::testing::SetArgPointee;
|
|
|
|
const std::shared_ptr<IPreparedModel> kInvalidPreparedModel;
|
|
constexpr auto kNoTiming = Timing{.timeOnDeviceNs = -1, .timeInDriverNs = -1};
|
|
|
|
constexpr auto makeStatusOk = [] { return ndk::ScopedAStatus::ok(); };
|
|
|
|
constexpr auto makeGeneralFailure = [] {
|
|
return ndk::ScopedAStatus::fromServiceSpecificError(
|
|
static_cast<int32_t>(ErrorStatus::GENERAL_FAILURE));
|
|
};
|
|
constexpr auto makeGeneralTransportFailure = [] {
|
|
return ndk::ScopedAStatus::fromStatus(STATUS_NO_MEMORY);
|
|
};
|
|
constexpr auto makeDeadObjectFailure = [] {
|
|
return ndk::ScopedAStatus::fromStatus(STATUS_DEAD_OBJECT);
|
|
};
|
|
|
|
auto makeFencedExecutionResult(const std::shared_ptr<MockFencedExecutionCallback>& callback) {
|
|
return [callback](const Request& /*request*/,
|
|
const std::vector<ndk::ScopedFileDescriptor>& /*waitFor*/,
|
|
bool /*measureTiming*/, int64_t /*deadline*/, int64_t /*loopTimeoutDuration*/,
|
|
int64_t /*duration*/, FencedExecutionResult* fencedExecutionResult) {
|
|
*fencedExecutionResult = FencedExecutionResult{.callback = callback,
|
|
.syncFence = ndk::ScopedFileDescriptor(-1)};
|
|
return ndk::ScopedAStatus::ok();
|
|
};
|
|
}
|
|
|
|
class PreparedModelTest : public VersionedAidlUtilsTestBase {};
|
|
|
|
const std::vector<nn::TokenValuePair> kHints = {nn::TokenValuePair{.token = 0, .value = {1}}};
|
|
const std::vector<nn::ExtensionNameAndPrefix> kExtensionNameToPrefix = {
|
|
nn::ExtensionNameAndPrefix{.name = "com.android.nn_test", .prefix = 1}};
|
|
auto makeFencedExecutionWithConfigResult(
|
|
const std::shared_ptr<MockFencedExecutionCallback>& callback) {
|
|
return [callback](const Request& /*request*/,
|
|
const std::vector<ndk::ScopedFileDescriptor>& /*waitFor*/,
|
|
const ExecutionConfig& /*config*/, int64_t /*deadline*/, int64_t /*duration*/,
|
|
FencedExecutionResult* fencedExecutionResult) {
|
|
*fencedExecutionResult = FencedExecutionResult{.callback = callback,
|
|
.syncFence = ndk::ScopedFileDescriptor(-1)};
|
|
return ndk::ScopedAStatus::ok();
|
|
};
|
|
}
|
|
|
|
} // namespace
|
|
|
|
TEST_P(PreparedModelTest, invalidPreparedModel) {
|
|
// run test
|
|
const auto result = PreparedModel::create(kInvalidPreparedModel, kVersion);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSync) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockExecutionResult = ExecutionResult{
|
|
.outputSufficientSize = true,
|
|
.outputShapes = {},
|
|
.timing = kNoTiming,
|
|
};
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(
|
|
DoAll(SetArgPointee<4>(mockExecutionResult), InvokeWithoutArgs(makeStatusOk)));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
EXPECT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncError) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeGeneralFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncTransportFailure) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncDeadObject) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFenced) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockCallback = MockFencedExecutionCallback::create();
|
|
EXPECT_CALL(*mockCallback, getExecutionInfo(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(DoAll(SetArgPointee<0>(kNoTiming), SetArgPointee<1>(kNoTiming),
|
|
SetArgPointee<2>(ErrorStatus::NONE), Invoke(makeStatusOk)));
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeFencedExecutionResult(mockCallback)));
|
|
|
|
// run test
|
|
const auto result = preparedModel->executeFenced({}, {}, {}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
const auto& [syncFence, callback] = result.value();
|
|
EXPECT_EQ(syncFence.syncWait({}), nn::SyncFence::FenceState::SIGNALED);
|
|
ASSERT_NE(callback, nullptr);
|
|
|
|
// get results from callback
|
|
const auto callbackResult = callback();
|
|
ASSERT_TRUE(callbackResult.has_value()) << "Failed with " << callbackResult.error().code << ": "
|
|
<< callbackResult.error().message;
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedCallbackError) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockCallback = MockFencedExecutionCallback::create();
|
|
EXPECT_CALL(*mockCallback, getExecutionInfo(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(DoAll(SetArgPointee<0>(kNoTiming), SetArgPointee<1>(kNoTiming),
|
|
SetArgPointee<2>(ErrorStatus::GENERAL_FAILURE),
|
|
Invoke(makeStatusOk))));
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeFencedExecutionResult(mockCallback)));
|
|
|
|
// run test
|
|
const auto result = preparedModel->executeFenced({}, {}, {}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
const auto& [syncFence, callback] = result.value();
|
|
EXPECT_NE(syncFence.syncWait({}), nn::SyncFence::FenceState::ACTIVE);
|
|
ASSERT_NE(callback, nullptr);
|
|
|
|
// verify callback failure
|
|
const auto callbackResult = callback();
|
|
ASSERT_FALSE(callbackResult.has_value());
|
|
EXPECT_EQ(callbackResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedError) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->executeFenced({}, {}, {}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedTransportFailure) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->executeFenced({}, {}, {}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedDeadObject) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->executeFenced({}, {}, {}, {}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteSync) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const uint32_t kNumberOfComputations = 2;
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockExecutionResult = ExecutionResult{
|
|
.outputSufficientSize = true,
|
|
.outputShapes = {},
|
|
.timing = kNoTiming,
|
|
};
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(kNumberOfComputations)
|
|
.WillRepeatedly(
|
|
DoAll(SetArgPointee<4>(mockExecutionResult), InvokeWithoutArgs(makeStatusOk)));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute repeatedly
|
|
for (uint32_t i = 0; i < kNumberOfComputations; i++) {
|
|
const auto computeResult = createResult.value()->compute({});
|
|
EXPECT_TRUE(computeResult.has_value()) << "Failed with " << computeResult.error().code
|
|
<< ": " << computeResult.error().message;
|
|
}
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteSyncError) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeGeneralFailure));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->compute({});
|
|
ASSERT_FALSE(computeResult.has_value());
|
|
EXPECT_EQ(computeResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteSyncTransportFailure) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->compute({});
|
|
ASSERT_FALSE(computeResult.has_value());
|
|
EXPECT_EQ(computeResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteSyncDeadObject) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronously(_, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->compute({});
|
|
ASSERT_FALSE(computeResult.has_value());
|
|
EXPECT_EQ(computeResult.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteFenced) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const uint32_t kNumberOfComputations = 2;
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockCallback = MockFencedExecutionCallback::create();
|
|
EXPECT_CALL(*mockCallback, getExecutionInfo(_, _, _))
|
|
.Times(kNumberOfComputations)
|
|
.WillRepeatedly(DoAll(SetArgPointee<0>(kNoTiming), SetArgPointee<1>(kNoTiming),
|
|
SetArgPointee<2>(ErrorStatus::NONE), Invoke(makeStatusOk)));
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(kNumberOfComputations)
|
|
.WillRepeatedly(Invoke(makeFencedExecutionResult(mockCallback)));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute repeatedly
|
|
for (uint32_t i = 0; i < kNumberOfComputations; i++) {
|
|
const auto computeResult = createResult.value()->computeFenced({}, {}, {});
|
|
ASSERT_TRUE(computeResult.has_value()) << "Failed with " << computeResult.error().code
|
|
<< ": " << computeResult.error().message;
|
|
const auto& [syncFence, callback] = computeResult.value();
|
|
EXPECT_EQ(syncFence.syncWait({}), nn::SyncFence::FenceState::SIGNALED);
|
|
ASSERT_NE(callback, nullptr);
|
|
|
|
// get results from callback
|
|
const auto callbackResult = callback();
|
|
ASSERT_TRUE(callbackResult.has_value()) << "Failed with " << callbackResult.error().code
|
|
<< ": " << callbackResult.error().message;
|
|
}
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteFencedCallbackError) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockCallback = MockFencedExecutionCallback::create();
|
|
EXPECT_CALL(*mockCallback, getExecutionInfo(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(DoAll(SetArgPointee<0>(kNoTiming), SetArgPointee<1>(kNoTiming),
|
|
SetArgPointee<2>(ErrorStatus::GENERAL_FAILURE),
|
|
Invoke(makeStatusOk))));
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeFencedExecutionResult(mockCallback)));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->computeFenced({}, {}, {});
|
|
ASSERT_TRUE(computeResult.has_value()) << "Failed with " << computeResult.error().code << ": "
|
|
<< computeResult.error().message;
|
|
const auto& [syncFence, callback] = computeResult.value();
|
|
EXPECT_NE(syncFence.syncWait({}), nn::SyncFence::FenceState::ACTIVE);
|
|
ASSERT_NE(callback, nullptr);
|
|
|
|
// verify callback failure
|
|
const auto callbackResult = callback();
|
|
ASSERT_FALSE(callbackResult.has_value());
|
|
EXPECT_EQ(callbackResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteFencedError) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralFailure));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->computeFenced({}, {}, {});
|
|
ASSERT_FALSE(computeResult.has_value());
|
|
EXPECT_EQ(computeResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteFencedTransportFailure) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->computeFenced({}, {}, {});
|
|
ASSERT_FALSE(computeResult.has_value());
|
|
EXPECT_EQ(computeResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, reusableExecuteFencedDeadObject) {
|
|
if (kVersion.level >= nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFenced(_, _, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
|
|
// create execution
|
|
const auto createResult = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
ASSERT_TRUE(createResult.has_value())
|
|
<< "Failed with " << createResult.error().code << ": " << createResult.error().message;
|
|
ASSERT_NE(createResult.value(), nullptr);
|
|
|
|
// invoke compute
|
|
const auto computeResult = createResult.value()->computeFenced({}, {}, {});
|
|
ASSERT_FALSE(computeResult.has_value());
|
|
EXPECT_EQ(computeResult.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncWithConfig) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockExecutionResult = ExecutionResult{
|
|
.outputSufficientSize = true,
|
|
.outputShapes = {},
|
|
.timing = kNoTiming,
|
|
};
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronouslyWithConfig(_, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(
|
|
DoAll(SetArgPointee<3>(mockExecutionResult), InvokeWithoutArgs(makeStatusOk)));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
EXPECT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncWithConfigError) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronouslyWithConfig(_, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeGeneralFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncWithConfigTransportFailure) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronouslyWithConfig(_, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeSyncWithConfigDeadObject) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeSynchronouslyWithConfig(_, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
|
|
// run test
|
|
const auto result = preparedModel->execute({}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedWithConfig) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockCallback = MockFencedExecutionCallback::create();
|
|
EXPECT_CALL(*mockCallback, getExecutionInfo(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(DoAll(SetArgPointee<0>(kNoTiming), SetArgPointee<1>(kNoTiming),
|
|
SetArgPointee<2>(ErrorStatus::NONE), Invoke(makeStatusOk)));
|
|
EXPECT_CALL(*mockPreparedModel, executeFencedWithConfig(_, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeFencedExecutionWithConfigResult(mockCallback)));
|
|
|
|
// run test
|
|
const auto result =
|
|
preparedModel->executeFenced({}, {}, {}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
const auto& [syncFence, callback] = result.value();
|
|
EXPECT_EQ(syncFence.syncWait({}), nn::SyncFence::FenceState::SIGNALED);
|
|
ASSERT_NE(callback, nullptr);
|
|
|
|
// get results from callback
|
|
const auto callbackResult = callback();
|
|
ASSERT_TRUE(callbackResult.has_value()) << "Failed with " << callbackResult.error().code << ": "
|
|
<< callbackResult.error().message;
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedWithConfigCallbackError) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup call
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
const auto mockCallback = MockFencedExecutionCallback::create();
|
|
EXPECT_CALL(*mockCallback, getExecutionInfo(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(DoAll(SetArgPointee<0>(kNoTiming), SetArgPointee<1>(kNoTiming),
|
|
SetArgPointee<2>(ErrorStatus::GENERAL_FAILURE),
|
|
Invoke(makeStatusOk))));
|
|
EXPECT_CALL(*mockPreparedModel, executeFencedWithConfig(_, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(Invoke(makeFencedExecutionWithConfigResult(mockCallback)));
|
|
|
|
// run test
|
|
const auto result =
|
|
preparedModel->executeFenced({}, {}, {}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
const auto& [syncFence, callback] = result.value();
|
|
EXPECT_NE(syncFence.syncWait({}), nn::SyncFence::FenceState::ACTIVE);
|
|
ASSERT_NE(callback, nullptr);
|
|
|
|
// verify callback failure
|
|
const auto callbackResult = callback();
|
|
ASSERT_FALSE(callbackResult.has_value());
|
|
EXPECT_EQ(callbackResult.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedWithConfigError) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFencedWithConfig(_, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralFailure));
|
|
|
|
// run test
|
|
const auto result =
|
|
preparedModel->executeFenced({}, {}, {}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedWithConfigTransportFailure) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFencedWithConfig(_, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
|
|
// run test
|
|
const auto result =
|
|
preparedModel->executeFenced({}, {}, {}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, executeFencedWithConfigDeadObject) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
EXPECT_CALL(*mockPreparedModel, executeFencedWithConfig(_, _, _, _, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
|
|
// run test
|
|
const auto result =
|
|
preparedModel->executeFenced({}, {}, {}, {}, {}, {}, kHints, kExtensionNameToPrefix);
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, configureExecutionBurst) {
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto mockBurst = ndk::SharedRefBase::make<MockBurst>();
|
|
EXPECT_CALL(*mockPreparedModel, configureExecutionBurst(_))
|
|
.Times(1)
|
|
.WillOnce(DoAll(SetArgPointee<0>(mockBurst), Invoke(makeStatusOk)));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->configureExecutionBurst();
|
|
|
|
// verify result
|
|
ASSERT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
EXPECT_NE(result.value(), nullptr);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, configureExecutionBurstError) {
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
EXPECT_CALL(*mockPreparedModel, configureExecutionBurst(_))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralFailure));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->configureExecutionBurst();
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, configureExecutionBurstTransportFailure) {
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
EXPECT_CALL(*mockPreparedModel, configureExecutionBurst(_))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->configureExecutionBurst();
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, configureExecutionBurstDeadObject) {
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
EXPECT_CALL(*mockPreparedModel, configureExecutionBurst(_))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->configureExecutionBurst();
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, createReusableExecution) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto mockExecution = ndk::SharedRefBase::make<MockExecution>();
|
|
EXPECT_CALL(*mockPreparedModel, createReusableExecution(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(DoAll(SetArgPointee<2>(mockExecution), Invoke(makeStatusOk)));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_TRUE(result.has_value())
|
|
<< "Failed with " << result.error().code << ": " << result.error().message;
|
|
EXPECT_NE(result.value(), nullptr);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, createReusableExecutionError) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
EXPECT_CALL(*mockPreparedModel, createReusableExecution(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralFailure));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, createReusableExecutionTransportFailure) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
EXPECT_CALL(*mockPreparedModel, createReusableExecution(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeGeneralTransportFailure));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::GENERAL_FAILURE);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, createReusableExecutionDeadObject) {
|
|
if (kVersion.level < nn::Version::Level::FEATURE_LEVEL_8) return;
|
|
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
EXPECT_CALL(*mockPreparedModel, createReusableExecution(_, _, _))
|
|
.Times(1)
|
|
.WillOnce(InvokeWithoutArgs(makeDeadObjectFailure));
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto result = preparedModel->createReusableExecution({}, {}, {}, {}, {});
|
|
|
|
// verify result
|
|
ASSERT_FALSE(result.has_value());
|
|
EXPECT_EQ(result.error().code, nn::ErrorStatus::DEAD_OBJECT);
|
|
}
|
|
|
|
TEST_P(PreparedModelTest, getUnderlyingResource) {
|
|
// setup test
|
|
const auto mockPreparedModel = MockPreparedModel::create();
|
|
const auto preparedModel = PreparedModel::create(mockPreparedModel, kVersion).value();
|
|
|
|
// run test
|
|
const auto resource = preparedModel->getUnderlyingResource();
|
|
|
|
// verify resource
|
|
const std::shared_ptr<IPreparedModel>* maybeMock =
|
|
std::any_cast<std::shared_ptr<IPreparedModel>>(&resource);
|
|
ASSERT_NE(maybeMock, nullptr);
|
|
EXPECT_EQ(maybeMock->get(), mockPreparedModel.get());
|
|
}
|
|
|
|
INSTANTIATE_VERSIONED_AIDL_UTILS_TEST(PreparedModelTest, kAllAidlVersions);
|
|
|
|
} // namespace aidl::android::hardware::neuralnetworks::utils
|