Skip to content

Commit

Permalink
Create and initialize Device object: the first PR for rewriting DML b…
Browse files Browse the repository at this point in the history
…ackend
  • Loading branch information
mingmingtasd committed Aug 22, 2022
1 parent 294de6b commit 81c59b5
Show file tree
Hide file tree
Showing 8 changed files with 433 additions and 0 deletions.
11 changes: 11 additions & 0 deletions src/webnn/native/BUILD.gn
Original file line number Diff line number Diff line change
Expand Up @@ -210,6 +210,17 @@ source_set("sources") {
}
}

if (webnn_enable_dml) {
sources += [
"dml/BackendDML.cpp",
"dml/BackendDML.h",
"dml/ContextDML.cpp",
"dml/ContextDML.h",
"dml/GraphDML.cpp",
"dml/GraphDML.h",
]
}

if (webnn_enable_dmlx) {
if (webnn_enable_gpu_buffer == false) {
sources += [
Expand Down
143 changes: 143 additions & 0 deletions src/webnn/native/dml/BackendDML.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,143 @@
// Copyright 2019 The Dawn Authors
// Copyright 2022 The WebNN-native Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "webnn/native/dml/BackendDML.h"

#include "webnn/native/Instance.h"
#include "webnn/native/dml/ContextDML.h"

namespace webnn::native::dml {

namespace {
HRESULT EnumAdapter(DXGI_GPU_PREFERENCE gpuPreference,
bool useGpu,
ComPtr<IDXGIAdapter1> adapter) {
ComPtr<IDXGIFactory6> dxgiFactory;
WEBNN_RETURN_IF_FAILED(CreateDXGIFactory1(IID_PPV_ARGS(&dxgiFactory)));
if (useGpu) {
UINT adapterIndex = 0;
while (dxgiFactory->EnumAdapterByGpuPreference(adapterIndex++, gpuPreference,
IID_PPV_ARGS(&adapter)) !=
DXGI_ERROR_NOT_FOUND) {
DXGI_ADAPTER_DESC1 pDesc;
adapter->GetDesc1(&pDesc);
// An adapter called the "Microsoft Basic Render Driver" is always present.
// This adapter is a render-only device that has no display outputs. See here
// for documentation on filtering WARP adapter:
// https://docs.microsoft.com/en-us/windows/desktop/direct3ddxgi/d3d10-graphics-programming-guide-dxgi#new-info-about-enumerating-adapters-for-windows-8
bool isSoftwareAdapter = pDesc.Flags == DXGI_ADAPTER_FLAG_SOFTWARE ||
(pDesc.VendorId == 0x1414 && pDesc.DeviceId == 0x8c);
if (!isSoftwareAdapter) {
break;
}
}
} else {
WEBNN_RETURN_IF_FAILED(dxgiFactory->EnumWarpAdapter(IID_PPV_ARGS(&adapter)));
}
return S_OK;
}

} // namespace

Backend::Backend(InstanceBase* instance)
: BackendConnection(instance, wnn::BackendType::DirectML) {
}

MaybeError Backend::Initialize() {
return {};
}

ContextBase* Backend::CreateContext(ContextOptions const* options) {
wnn::DevicePreference devicePreference =
options == nullptr ? wnn::DevicePreference::Default : options->devicePreference;
bool useGpu = devicePreference == wnn::DevicePreference::Cpu ? false : true;
DXGI_GPU_PREFERENCE gpuPreference = DXGI_GPU_PREFERENCE_UNSPECIFIED;
wnn::PowerPreference powerPreference =
options == nullptr ? wnn::PowerPreference::Default : options->powerPreference;
switch (powerPreference) {
case wnn::PowerPreference::High_performance:
gpuPreference = DXGI_GPU_PREFERENCE::DXGI_GPU_PREFERENCE_HIGH_PERFORMANCE;
break;
case wnn::PowerPreference::Low_power:
gpuPreference = DXGI_GPU_PREFERENCE::DXGI_GPU_PREFERENCE_MINIMUM_POWER;
break;
default:
break;
}

bool useDebugLayer = false;
#ifdef _DEBUG
useDebugLayer = true;
#endif
if (useDebugLayer) {
ComPtr<ID3D12Debug> debug;
if (SUCCEEDED(D3D12GetDebugInterface(IID_PPV_ARGS(&debug)))) {
debug->EnableDebugLayer();
}
}

ComPtr<IDXGIAdapter1> adapter;
if (FAILED(EnumAdapter(gpuPreference, useGpu, adapter))) {
dawn::ErrorLog() << "Failed to enumerate adapters for creating the context.";
return nullptr;
}

// Create the D3D device.
if (FAILED(D3D12CreateDevice(adapter.Get(), D3D_FEATURE_LEVEL_11_0,
IID_PPV_ARGS(&mD3D12Device)))) {
dawn::ErrorLog() << "Failed to create D3D device.";
return nullptr;
}

// Create the DirectML device.
ComPtr<ID3D12DebugDevice> debugDevice;
if (useDebugLayer && SUCCEEDED(mD3D12Device.As(&debugDevice))) {
if (FAILED(DMLCreateDevice(mD3D12Device.Get(), DML_CREATE_DEVICE_FLAG_DEBUG,
IID_PPV_ARGS(&mDevice)))) {
dawn::ErrorLog() << "Failed to create DML device with debug flag.";
return nullptr;
}
} else {
if (FAILED(DMLCreateDevice(mD3D12Device.Get(), DML_CREATE_DEVICE_FLAG_NONE,
IID_PPV_ARGS(&mDevice)))) {
dawn::ErrorLog() << "Failed to create DML device with none flag.";
return nullptr;
}
}

D3D12_COMMAND_QUEUE_DESC commandQueueDesc{};
commandQueueDesc.Type = D3D12_COMMAND_LIST_TYPE_DIRECT;
commandQueueDesc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE;
if (FAILED(mD3D12Device->CreateCommandQueue(&commandQueueDesc,
IID_PPV_ARGS(&mCommandQueue)))) {
dawn::ErrorLog() << "Failed to create command queue.";
return nullptr;
};

return Context::Create(mDevice, mD3D12Device, mCommandQueue);
}

BackendConnection* Connect(InstanceBase* instance) {
Backend* backend = new Backend(instance);

if (instance->ConsumedError(backend->Initialize())) {
delete backend;
return nullptr;
}

return backend;
}

} // namespace webnn::native::dml
40 changes: 40 additions & 0 deletions src/webnn/native/dml/BackendDML.h
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
// Copyright 2019 The Dawn Authors
// Copyright 2022 The WebNN-native Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#ifndef WEBNN_NATIVE_DML_BACKEND_DML_H_
#define WEBNN_NATIVE_DML_BACKEND_DML_H_

#include "dml_platform.h"
#include "webnn/native/BackendConnection.h"
#include "webnn/native/Context.h"

namespace webnn::native::dml {

class Backend : public BackendConnection {
public:
Backend(InstanceBase* instance);

MaybeError Initialize();
ContextBase* CreateContext(ContextOptions const* options = nullptr) override;

private:
ComPtr<IDMLDevice> mDevice;
ComPtr<ID3D12Device> mD3D12Device;
ComPtr<ID3D12CommandQueue> mCommandQueue;
};

} // namespace webnn::native::dml

#endif // WEBNN_NATIVE_DML_BACKEND_DML_H_
55 changes: 55 additions & 0 deletions src/webnn/native/dml/ContextDML.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
// Copyright 2022 The WebNN-native Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "webnn/native/dml/ContextDML.h"

#include "webnn/native/dml/GraphDML.h"

namespace webnn::native::dml {

HRESULT Context::Initialize() {
WEBNN_RETURN_IF_FAILED(mCommandRecorder.D3D12Device->CreateCommandAllocator(
D3D12_COMMAND_LIST_TYPE_DIRECT, IID_PPV_ARGS(&mCommandRecorder.commandAllocator)));
WEBNN_RETURN_IF_FAILED(mCommandRecorder.D3D12Device->CreateCommandList(
0, D3D12_COMMAND_LIST_TYPE_DIRECT, mCommandRecorder.commandAllocator.Get(), nullptr,
IID_PPV_ARGS(&mCommandRecorder.commandList)));
return S_OK;
};

// static
ContextBase* Context::Create(const ComPtr<IDMLDevice>& device,
const ComPtr<ID3D12Device>& D3D12Device,
const ComPtr<ID3D12CommandQueue>& commandQueue) {
Context* context = new Context(device, D3D12Device, commandQueue);
if (FAILED(context->Initialize())) {
dawn::ErrorLog() << "Failed to initialize Device.";
delete context;
return nullptr;
}
return context;
}

Context::Context(const ComPtr<IDMLDevice>& device,
const ComPtr<ID3D12Device>& D3D12Device,
const ComPtr<ID3D12CommandQueue>& commandQueue) {
mCommandRecorder.device = device;
mCommandRecorder.D3D12Device = D3D12Device;
mCommandRecorder.commandQueue = commandQueue;
}

GraphBase* Context::CreateGraphImpl() {
return new Graph(this);
}

} // namespace webnn::native::dml
55 changes: 55 additions & 0 deletions src/webnn/native/dml/ContextDML.h
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
// Copyright 2022 The WebNN-native Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#ifndef WEBNN_NATIVE_DML_CONTEXT_DML_H_
#define WEBNN_NATIVE_DML_CONTEXT_DML_H_

#include "webnn/native/Context.h"

#include "common/Log.h"
#include "dml_platform.h"
#include "webnn/native/Graph.h"

namespace webnn::native::dml {

struct CommandRecorder {
ComPtr<IDMLDevice> device;
ComPtr<ID3D12Device> D3D12Device;
ComPtr<ID3D12CommandQueue> commandQueue;
ComPtr<IDMLCommandRecorder> commandRecorder;
ComPtr<ID3D12CommandAllocator> commandAllocator;
ComPtr<ID3D12GraphicsCommandList> commandList;
};

class Context : public ContextBase {
public:
static ContextBase* Create(const ComPtr<IDMLDevice>& device,
const ComPtr<ID3D12Device>& D3D12Device,
const ComPtr<ID3D12CommandQueue>& commandQueue);
~Context() override = default;

private:
Context(const ComPtr<IDMLDevice>& device,
const ComPtr<ID3D12Device>& D3D12Device,
const ComPtr<ID3D12CommandQueue>& commandQueue);
HRESULT Initialize();

GraphBase* CreateGraphImpl() override;

CommandRecorder mCommandRecorder;
};

} // namespace webnn::native::dml

#endif // WEBNN_NATIVE_DML_CONTEXT_DML_H_
33 changes: 33 additions & 0 deletions src/webnn/native/dml/GraphDML.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
// Copyright 2022 The WebNN-native Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "webnn/native/dml/GraphDML.h"

#include "webnn/native/NamedInputs.h"
#include "webnn/native/NamedOutputs.h"

namespace webnn::native ::dml {

Graph::Graph(Context* context) : GraphBase(context) {
}

MaybeError Graph::CompileImpl() {
return {};
}

MaybeError Graph::ComputeImpl(NamedInputsBase* inputs, NamedOutputsBase* outputs) {
return {};
}

} // namespace webnn::native::dml
Loading

0 comments on commit 81c59b5

Please sign in to comment.