forked from gfx-rs/wgpu
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathinstance.rs
More file actions
1841 lines (1639 loc) · 64.5 KB
/
Copy pathinstance.rs
File metadata and controls
1841 lines (1639 loc) · 64.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
use alloc::{borrow::ToOwned as _, boxed::Box, string::String, sync::Arc, vec, vec::Vec};
use core::fmt;
use hashbrown::HashMap;
use thiserror::Error;
use crate::{
api_log, api_log_debug,
device::{
queue::Queue, resource::Device, DeviceDescriptor, DeviceError, UserClosures, WaitIdleError,
},
global::Global,
id::{markers, AdapterId, DeviceId, QueueId, SurfaceId},
limits::{self, check_limits, FailedLimit},
lock::{rank, Mutex},
present::{ConfigureSurfaceError, Presentation},
resource::ResourceType,
resource_log,
timestamp_normalization::TimestampNormalizerInitError,
weak_vec::WeakVec,
DOWNLEVEL_WARNING_MESSAGE,
};
use wgt::{Backend, Backends, InstanceFlags, PowerPreference};
pub type RequestAdapterOptions = wgt::RequestAdapterOptions<SurfaceId>;
#[test]
fn downlevel_default_limits_less_than_default_limits() {
let res = check_limits(&wgt::Limits::downlevel_defaults(), &wgt::Limits::default());
assert!(
res.is_empty(),
"Downlevel limits are greater than default limits",
)
}
#[derive(Debug, Clone)]
pub(crate) struct InstanceDevices(Arc<Mutex<WeakVec<Device>>>);
impl Default for InstanceDevices {
fn default() -> Self {
Self::new()
}
}
impl InstanceDevices {
pub(crate) fn new() -> Self {
Self(Arc::new(Mutex::new(rank::HUB_OTHER, WeakVec::new())))
}
pub(crate) fn push(&self, device: &Arc<Device>) {
self.0.lock().push(Arc::downgrade(device));
}
/// Poll all devices stored in this instance.
///
/// If `force_wait` is true, block until all buffer mappings are done.
///
/// Return `all_queue_empty` indicating whether there are more queue
/// submissions still in flight.
fn poll_all_devices(
&self,
force_wait: bool,
closure_list: &mut UserClosures,
) -> Result<bool, WaitIdleError> {
let mut all_queue_empty = true;
{
let device_guard = self.0.lock();
for device in device_guard.iter().filter_map(|device| device.upgrade()) {
let poll_type = if force_wait {
// TODO(#8286): Should expose timeout to poll_all.
wgt::PollType::wait_indefinitely()
} else {
wgt::PollType::Poll
};
let (closures, result) = device.poll_and_return_closures(poll_type);
let is_queue_empty = matches!(result, Ok(wgt::PollStatus::QueueEmpty));
all_queue_empty &= is_queue_empty;
closure_list.extend(closures);
}
}
Ok(all_queue_empty)
}
}
#[derive(Default)]
pub struct Instance {
_name: String,
/// List of instances per `wgpu-hal` backend.
///
/// The ordering in this list implies prioritization and needs to be preserved.
instance_per_backend: Vec<(Backend, Box<dyn hal::DynInstance>)>,
/// The backends that were requested by the user.
requested_backends: Backends,
/// The backends that we could have attempted to obtain from `wgpu-hal` —
/// those for which support is compiled in, currently.
///
/// The union of this and `requested_backends` is the set of backends that would be used,
/// independent of whether accessing the drivers/hardware for them succeeds.
/// To obtain the set of backends actually in use by this instance, check
/// `instance_per_backend` instead.
supported_backends: Backends,
pub flags: InstanceFlags,
/// Non-lifetimed [`raw_window_handle::DisplayHandle`], for keepalive and validation purposes in
/// [`Self::create_surface()`].
///
/// When used with `winit`, callers are expected to pass its `OwnedDisplayHandle` (created from
/// the `EventLoop`) here.
display: Option<Box<dyn wgt::WgpuHasDisplayHandle>>,
/// Keeps track of all devices created from this instance, so that they can be polled.
devices: InstanceDevices,
}
impl Instance {
pub fn new(
name: &str,
mut instance_desc: wgt::InstanceDescriptor,
telemetry: Option<hal::Telemetry>,
) -> Self {
let mut this = Self {
_name: name.to_owned(),
instance_per_backend: Vec::new(),
requested_backends: instance_desc.backends,
supported_backends: Backends::empty(),
flags: instance_desc.flags,
// HACK: We must take ownership of the field here, without being able to pass it into
// try_add_hal(). Remove it from the mutable descriptor instead, while try_add_hal()
// borrows the handle from `this.display` instead.
display: instance_desc.display.take(),
devices: InstanceDevices::new(),
};
#[cfg(all(vulkan, not(target_os = "netbsd")))]
this.try_add_hal(hal::api::Vulkan, &instance_desc, telemetry);
#[cfg(metal)]
this.try_add_hal(hal::api::Metal, &instance_desc, telemetry);
#[cfg(dx12)]
this.try_add_hal(hal::api::Dx12, &instance_desc, telemetry);
#[cfg(gles)]
this.try_add_hal(hal::api::Gles, &instance_desc, telemetry);
#[cfg(feature = "noop")]
this.try_add_hal(hal::api::Noop, &instance_desc, telemetry);
this
}
/// Helper for `Instance::new()`; attempts to add a single `wgpu-hal` backend to this instance.
fn try_add_hal<A: hal::Api>(
&mut self,
_: A,
instance_desc: &wgt::InstanceDescriptor,
telemetry: Option<hal::Telemetry>,
) {
// Whether or not the backend was requested, and whether or not it succeeds,
// note that we *could* try it.
self.supported_backends |= A::VARIANT.into();
if !instance_desc.backends.contains(A::VARIANT.into()) {
log::trace!("Instance::new: backend {:?} not requested", A::VARIANT);
return;
}
// If this was Some, it was moved into self
assert!(instance_desc.display.is_none());
let hal_desc = hal::InstanceDescriptor {
name: "wgpu",
flags: self.flags,
memory_budget_thresholds: instance_desc.memory_budget_thresholds,
backend_options: instance_desc.backend_options.clone(),
telemetry,
// Pass a borrow, the core instance here keeps the owned handle alive already
// WARNING: Using self here, not instance_desc!
display: self.display.as_ref().map(|hdh| {
hdh.display_handle()
.expect("Implementation did not provide a DisplayHandle")
}),
};
use hal::Instance as _;
// SAFETY: ???
match unsafe { A::Instance::init(&hal_desc) } {
Ok(instance) => {
log::debug!("Instance::new: created {:?} backend", A::VARIANT);
self.instance_per_backend
.push((A::VARIANT, Box::new(instance)));
}
Err(err) => {
log::debug!(
"Instance::new: failed to create {:?} backend: {:?}",
A::VARIANT,
err
);
}
}
}
pub(crate) fn from_hal_instance<A: hal::Api>(
name: String,
hal_instance: <A as hal::Api>::Instance,
) -> Self {
Self {
_name: name,
instance_per_backend: vec![(A::VARIANT, Box::new(hal_instance))],
requested_backends: A::VARIANT.into(),
supported_backends: A::VARIANT.into(),
flags: InstanceFlags::default(),
display: None, // TODO: Extract display from HAL instance if available?
devices: InstanceDevices::new(),
}
}
pub fn raw(&self, backend: Backend) -> Option<&dyn hal::DynInstance> {
self.instance_per_backend
.iter()
.find_map(|(instance_backend, instance)| {
(*instance_backend == backend).then(|| instance.as_ref())
})
}
/// # Safety
///
/// - The raw instance handle returned must not be manually destroyed.
pub unsafe fn as_hal<A: hal::Api>(&self) -> Option<&A::Instance> {
self.raw(A::VARIANT).map(|instance| {
instance
.as_any()
.downcast_ref()
// This should be impossible. It would mean that backend instance and enum type are mismatching.
.expect("Stored instance is not of the correct type")
})
}
/// Creates a new surface targeting the given display/window handles.
///
/// Internally attempts to create hal surfaces for all enabled backends.
///
/// Fails only if creation for surfaces for all enabled backends fails in which case
/// the error for each enabled backend is listed.
/// Vice versa, if creation for any backend succeeds, success is returned.
/// Surface creation errors are logged to the debug log in any case.
///
/// # Safety
///
/// - `display_handle` must be a valid object to create a surface upon,
/// falls back to the instance display handle otherwise.
/// - `window_handle` must remain valid as long as the returned
/// [`SurfaceId`] is being used.
pub unsafe fn create_surface(
&self,
display_handle: Option<raw_window_handle::RawDisplayHandle>,
window_handle: raw_window_handle::RawWindowHandle,
) -> Result<Arc<Surface>, CreateSurfaceError> {
profiling::scope!("Instance::create_surface");
let instance_display_handle = self.display.as_ref().map(|d| {
d.display_handle()
.expect("Implementation did not provide a DisplayHandle")
.as_raw()
});
let display_handle = match (instance_display_handle, display_handle) {
(Some(a), Some(b)) => {
if a != b {
return Err(CreateSurfaceError::MismatchingDisplayHandle);
}
a
}
(Some(hnd), None) => hnd,
(None, Some(hnd)) => hnd,
(None, None) => return Err(CreateSurfaceError::MissingDisplayHandle),
};
let mut errors = HashMap::default();
let mut surface_per_backend = HashMap::default();
for (backend, instance) in &self.instance_per_backend {
match unsafe {
instance
.as_ref()
.create_surface(display_handle, window_handle)
} {
Ok(raw) => {
surface_per_backend.insert(*backend, raw);
}
Err(err) => {
log::debug!(
"Instance::create_surface: failed to create surface for {backend:?}: {err:?}"
);
errors.insert(*backend, err);
}
}
}
if surface_per_backend.is_empty() {
Err(CreateSurfaceError::FailedToCreateSurfaceForAnyBackend(
errors,
))
} else {
let surface = Arc::new(Surface {
presentation: Mutex::new(rank::SURFACE_PRESENTATION, None),
surface_per_backend,
});
Ok(surface)
}
}
/// Creates a new surface from the given drm configuration.
///
/// # Safety
///
/// - All parameters must point to valid DRM values.
///
/// # Platform Support
///
/// This function requires the `"drm"` feature. It is only available on
/// non-apple Unix-like platforms (Linux, FreeBSD) and currently only works
/// with the Vulkan backend.
#[cfg(drm)]
#[cfg_attr(not(vulkan), expect(unused_variables, unused_mut))]
pub unsafe fn create_surface_from_drm(
&self,
fd: i32,
plane: u32,
connector_id: u32,
width: u32,
height: u32,
refresh_rate: u32,
) -> Result<Arc<Surface>, CreateSurfaceError> {
profiling::scope!("Instance::create_surface_from_drm");
let mut errors = HashMap::default();
let mut surface_per_backend: HashMap<Backend, Box<dyn hal::DynSurface>> =
HashMap::default();
#[cfg(vulkan)]
{
let instance = unsafe { self.as_hal::<hal::api::Vulkan>() }
.ok_or(CreateSurfaceError::BackendNotEnabled(Backend::Vulkan))?;
// Safety must be upheld by the caller
match unsafe {
instance.create_surface_from_drm(
fd,
plane,
connector_id,
width,
height,
refresh_rate,
)
} {
Ok(surface) => {
surface_per_backend.insert(Backend::Vulkan, Box::new(surface));
}
Err(err) => {
errors.insert(Backend::Vulkan, err);
}
}
}
if surface_per_backend.is_empty() {
Err(CreateSurfaceError::FailedToCreateSurfaceForAnyBackend(
errors,
))
} else {
let surface = Arc::new(Surface {
presentation: Mutex::new(rank::SURFACE_PRESENTATION, None),
surface_per_backend,
});
Ok(surface)
}
}
/// # Safety
///
/// `layer` must be a valid pointer.
#[cfg(metal)]
pub unsafe fn create_surface_metal(
&self,
layer: *mut core::ffi::c_void,
) -> Result<Arc<Surface>, CreateSurfaceError> {
profiling::scope!("Instance::create_surface_metal");
let instance = unsafe { self.as_hal::<hal::api::Metal>() }
.ok_or(CreateSurfaceError::BackendNotEnabled(Backend::Metal))?;
let layer = layer.cast();
// SAFETY: We do this cast and deref. (rather than using `metal` to get the
// object we want) to avoid direct coupling on the `metal` crate.
//
// To wit, this pointer…
//
// - …is properly aligned.
// - …is dereferenceable to a `MetalLayerRef` as an invariant of the `metal`
// field.
// - …points to an _initialized_ `MetalLayerRef`.
// - …is only ever aliased via an immutable reference that lives within this
// lexical scope.
let layer = unsafe { &*layer };
let raw_surface: Box<dyn hal::DynSurface> =
Box::new(instance.create_surface_from_layer(layer));
let surface = Arc::new(Surface {
presentation: Mutex::new(rank::SURFACE_PRESENTATION, None),
surface_per_backend: core::iter::once((Backend::Metal, raw_surface)).collect(),
});
Ok(surface)
}
#[cfg(dx12)]
fn create_surface_dx12(
&self,
create_surface_func: impl FnOnce(&hal::dx12::Instance) -> hal::dx12::Surface,
) -> Result<Arc<Surface>, CreateSurfaceError> {
let instance = unsafe { self.as_hal::<hal::api::Dx12>() }
.ok_or(CreateSurfaceError::BackendNotEnabled(Backend::Dx12))?;
let surface: Box<dyn hal::DynSurface> = Box::new(create_surface_func(instance));
let surface = Arc::new(Surface {
presentation: Mutex::new(rank::SURFACE_PRESENTATION, None),
surface_per_backend: core::iter::once((Backend::Dx12, surface)).collect(),
});
Ok(surface)
}
#[cfg(dx12)]
/// # Safety
///
/// The visual must be valid and able to be used to make a swapchain with.
pub unsafe fn create_surface_from_visual(
&self,
visual: *mut core::ffi::c_void,
) -> Result<Arc<Surface>, CreateSurfaceError> {
profiling::scope!("Instance::instance_create_surface_from_visual");
self.create_surface_dx12(|inst| unsafe { inst.create_surface_from_visual(visual) })
}
#[cfg(dx12)]
/// # Safety
///
/// The surface_handle must be valid and able to be used to make a swapchain with.
pub unsafe fn create_surface_from_surface_handle(
&self,
surface_handle: *mut core::ffi::c_void,
) -> Result<Arc<Surface>, CreateSurfaceError> {
profiling::scope!("Instance::instance_create_surface_from_surface_handle");
self.create_surface_dx12(|inst| unsafe {
inst.create_surface_from_surface_handle(surface_handle)
})
}
#[cfg(dx12)]
/// # Safety
///
/// The swap_chain_panel must be valid and able to be used to make a swapchain with.
pub unsafe fn create_surface_from_swap_chain_panel(
&self,
swap_chain_panel: *mut core::ffi::c_void,
) -> Result<Arc<Surface>, CreateSurfaceError> {
profiling::scope!("Instance::instance_create_surface_from_swap_chain_panel");
self.create_surface_dx12(|inst| unsafe {
inst.create_surface_from_swap_chain_panel(swap_chain_panel)
})
}
fn adapter_allowed(&self, raw: &hal::DynExposedAdapter) -> bool {
adapter_allowed(
self.flags,
&raw.info,
&raw.capabilities.limits,
&raw.capabilities.downlevel,
)
}
pub fn enumerate_adapters(
&self,
backends: Backends,
apply_limit_buckets: bool,
) -> Vec<Arc<Adapter>> {
profiling::scope!("Instance::enumerate_adapters");
api_log!("Instance::enumerate_adapters");
let mut adapters = Vec::new();
for (_backend, instance) in self
.instance_per_backend
.iter()
.filter(|(backend, _)| backends.contains(Backends::from(*backend)))
{
// NOTE: We might be using `profiling` without any features. The empty backend of this
// macro emits no code, so unused code linting changes depending on the backend.
profiling::scope!("enumerating", &*alloc::format!("{_backend:?}"));
let hal_adapters = unsafe { instance.enumerate_adapters(None) };
adapters.extend(
hal_adapters
.into_iter()
.map(|mut raw| {
self.adjust_limits_for_indirect_validation(&mut raw.capabilities.limits);
raw
})
.map(|mut raw| {
filter_features_and_limits(
self.flags,
&mut raw.features,
&mut raw.capabilities.limits,
);
raw
})
.filter(|raw| self.adapter_allowed(raw))
.filter_map(|raw| {
if apply_limit_buckets {
limits::apply_limit_buckets(raw)
} else {
Some(raw)
}
})
.map(|raw| {
let adapter = Adapter::new(raw, self.devices.clone(), self.flags);
api_log_debug!("Adapter {:?}", adapter.raw.info);
adapter
}),
);
}
adapters
}
pub fn request_adapter(
&self,
desc: &wgt::RequestAdapterOptions<&Surface>,
backends: Backends,
) -> Result<Arc<Adapter>, wgt::RequestAdapterError> {
profiling::scope!("Instance::request_adapter");
api_log!("Instance::request_adapter");
let mut adapters = Vec::new();
let mut incompatible_surface_backends = Backends::empty();
let mut no_fallback_backends = Backends::empty();
let mut no_adapter_backends = Backends::empty();
for &(backend, ref instance) in self
.instance_per_backend
.iter()
.filter(|&&(backend, _)| backends.contains(Backends::from(backend)))
{
let compatible_hal_surface = desc
.compatible_surface
.and_then(|surface| surface.raw(backend));
let mut backend_adapters =
unsafe { instance.enumerate_adapters(compatible_hal_surface) };
if backend_adapters.is_empty() {
log::debug!("enabled backend `{backend:?}` has no adapters");
no_adapter_backends |= Backends::from(backend);
// by continuing, we avoid setting the further error bits below
continue;
}
if desc.force_fallback_adapter {
log::debug!("Filtering `{backend:?}` for `force_fallback_adapter`");
backend_adapters.retain(|exposed| {
let keep = exposed.info.device_type == wgt::DeviceType::Cpu;
if !keep {
log::debug!("* Eliminating adapter `{}`", exposed.info.name);
}
keep
});
if backend_adapters.is_empty() {
log::debug!("* Backend `{backend:?}` has no fallback adapters");
no_fallback_backends |= Backends::from(backend);
continue;
}
}
if let Some(surface) = desc.compatible_surface {
backend_adapters.retain(|exposed| {
let capabilities = surface.get_capabilities_with_raw(exposed);
if let Err(err) = capabilities {
log::debug!(
"Adapter {:?} not compatible with surface: {}",
exposed.info,
err
);
incompatible_surface_backends |= Backends::from(backend);
false
} else {
true
}
});
if backend_adapters.is_empty() {
incompatible_surface_backends |= Backends::from(backend);
continue;
}
}
let backend_adapters = backend_adapters
.into_iter()
.map(|mut raw| {
self.adjust_limits_for_indirect_validation(&mut raw.capabilities.limits);
raw
})
.map(|mut raw| {
filter_features_and_limits(
self.flags,
&mut raw.features,
&mut raw.capabilities.limits,
);
raw
})
.filter(|raw| self.adapter_allowed(raw));
if desc.apply_limit_buckets {
adapters.extend(backend_adapters.filter_map(limits::apply_limit_buckets));
} else {
adapters.extend(backend_adapters);
}
}
match desc.power_preference {
PowerPreference::LowPower => {
sort(&mut adapters, true);
}
PowerPreference::HighPerformance => {
sort(&mut adapters, false);
}
PowerPreference::None => {}
};
fn sort(adapters: &mut [hal::DynExposedAdapter], prefer_integrated_gpu: bool) {
adapters
.sort_by_key(|adapter| get_order(adapter.info.device_type, prefer_integrated_gpu));
}
fn get_order(device_type: wgt::DeviceType, prefer_integrated_gpu: bool) -> u8 {
// Since devices of type "Other" might really be "Unknown" and come
// from APIs like OpenGL that don't specify device type, Prefer more
// Specific types over Other.
//
// This means that backends which do provide accurate device types
// will be preferred if their device type indicates an actual
// hardware GPU (integrated or discrete).
match device_type {
wgt::DeviceType::DiscreteGpu if prefer_integrated_gpu => 2,
wgt::DeviceType::IntegratedGpu if prefer_integrated_gpu => 1,
wgt::DeviceType::DiscreteGpu => 1,
wgt::DeviceType::IntegratedGpu => 2,
wgt::DeviceType::Other => 3,
wgt::DeviceType::VirtualGpu => 4,
wgt::DeviceType::Cpu => 5,
}
}
// `request_adapter` can be a bit of a black box.
// Shine some light on its decision in debug log.
if adapters.is_empty() {
log::debug!("Request adapter didn't find compatible adapters.");
} else {
log::debug!(
"Found {} compatible adapters. Sorted by preference:",
adapters.len()
);
for adapter in &adapters {
log::debug!("* {:?}", adapter.info);
}
}
if let Some(adapter) = adapters.into_iter().next() {
api_log_debug!("Request adapter result {:?}", adapter.info);
let adapter = Adapter::new(adapter, self.devices.clone(), self.flags);
Ok(adapter)
} else {
Err(wgt::RequestAdapterError::NotFound {
supported_backends: self.supported_backends,
requested_backends: self.requested_backends,
active_backends: self.active_backends(),
no_fallback_backends,
no_adapter_backends,
incompatible_surface_backends,
})
}
}
/// This is similar to wgpu-hal's `adjust_raw_limits` but tailored to
/// wgpu-core's constraints.
fn adjust_limits_for_indirect_validation(&self, limits: &mut wgt::Limits) {
// Indirect draw validation can't support u64 offsets,
// lower max buffer and binding size to fit in an u32.
if self.flags.contains(InstanceFlags::VALIDATION_INDIRECT_CALL) {
limits.max_buffer_size = limits.max_buffer_size.min(u32::MAX as u64);
limits.max_uniform_buffer_binding_size =
limits.max_uniform_buffer_binding_size.min(u32::MAX as u64);
limits.max_storage_buffer_binding_size = limits
.max_storage_buffer_binding_size
.min(u32::MAX as u64 & !(wgt::STORAGE_BINDING_SIZE_ALIGNMENT as u64 - 1));
}
}
fn active_backends(&self) -> Backends {
self.instance_per_backend
.iter()
.map(|&(backend, _)| Backends::from(backend))
.collect()
}
/// Create an adapter from a HAL adapter.
///
/// The HAL adapter may be obtained e.g. by calling `enumerate_adapters` on
/// the HAL directly.
///
/// If [limit bucketing][lt] is desired, [`crate::limits::apply_limit_buckets`]
/// should be called with the HAL adapter before calling this function.
///
/// # Safety
///
/// `hal_adapter` must be created from this global internal instance handle.
///
/// [lt]: crate::limits#Limit-bucketing
pub unsafe fn create_adapter_from_hal(
&self,
hal_adapter: hal::DynExposedAdapter,
) -> Arc<Adapter> {
profiling::scope!("Instance::create_adapter_from_hal");
let adapter = Adapter::new(hal_adapter, self.devices.clone(), self.flags);
resource_log!("Created Adapter {:?}", Arc::as_ptr(&adapter));
adapter
}
/// Poll all devices on all backends.
///
/// This is the implementation of `wgpu::Instance::poll_all`.
///
/// Return `all_queue_empty` indicating whether there are more queue
/// submissions still in flight.
pub fn poll_all_devices(&self, force_wait: bool) -> Result<bool, WaitIdleError> {
api_log!("poll_all_devices");
let mut closures = UserClosures::default();
let all_queue_empty = self.devices.poll_all_devices(force_wait, &mut closures)?;
closures.fire();
Ok(all_queue_empty)
}
}
pub struct Surface {
pub(crate) presentation: Mutex<Option<Presentation>>,
pub surface_per_backend: HashMap<Backend, Box<dyn hal::DynSurface>>,
}
impl ResourceType for Surface {
const TYPE: &'static str = "Surface";
}
impl crate::storage::StorageItem for Surface {
type Marker = markers::Surface;
}
impl Surface {
pub fn get_capabilities(
&self,
adapter: &Adapter,
) -> Result<wgt::SurfaceCapabilities, GetSurfaceSupportError> {
profiling::scope!("Surface::get_capabilities");
let mut hal_caps = self.get_hal_capabilities(adapter)?;
hal_caps
.formats
.sort_by_key(|fc| !fc.format.has_srgb_suffix());
let usages = crate::conv::map_texture_usage_from_hal(hal_caps.usage);
// `SurfaceCapabilities::formats` lists only the formats a
// color-space-unaware application can configure via
// `SurfaceColorSpace::Auto`, i.e. those for which `Auto` resolves to a
// concrete color space. (The full `format_capabilities` still reports
// every color space, including HDR ones, for explicit opt-in.)
Ok(wgt::SurfaceCapabilities {
formats: hal_caps
.formats
.iter()
.filter(|fc| {
crate::device::surface_config::resolve_auto_color_space(
fc.format,
fc.color_spaces,
)
.is_some()
})
.map(|fc| fc.format)
.collect(),
format_capabilities: hal_caps.formats,
present_modes: hal_caps.present_modes,
alpha_modes: hal_caps.composite_alpha_modes,
usages,
})
}
pub fn get_hal_capabilities(
&self,
adapter: &Adapter,
) -> Result<hal::SurfaceCapabilities, GetSurfaceSupportError> {
self.get_capabilities_with_raw(&adapter.raw)
}
pub fn get_capabilities_with_raw(
&self,
adapter: &hal::DynExposedAdapter,
) -> Result<hal::SurfaceCapabilities, GetSurfaceSupportError> {
let backend = adapter.backend();
let suf = self
.raw(backend)
.ok_or(GetSurfaceSupportError::NotSupportedByBackend(backend))?;
profiling::scope!("surface_capabilities");
let caps = unsafe { adapter.adapter.surface_capabilities(suf) }
.ok_or(GetSurfaceSupportError::FailedToRetrieveSurfaceCapabilitiesForAdapter)?;
Ok(caps)
}
/// Returns the HDR / luminance characteristics of the display backing this
/// surface on `adapter`.
///
/// Falls back to [`wgt::DisplayHdrInfo::default`] (all fields `None`) when the
/// surface is not on `adapter`'s backend or the backend reports nothing.
pub fn display_hdr_info(&self, adapter: &Adapter) -> wgt::DisplayHdrInfo {
profiling::scope!("Surface::display_hdr_info");
self.display_hdr_info_with_raw(&adapter.raw)
}
pub fn display_hdr_info_with_raw(
&self,
adapter: &hal::DynExposedAdapter,
) -> wgt::DisplayHdrInfo {
let backend = adapter.backend();
let Some(suf) = self.raw(backend) else {
return wgt::DisplayHdrInfo::default();
};
profiling::scope!("surface_display_hdr_info");
unsafe { adapter.adapter.surface_display_hdr_info(suf) }.unwrap_or_default()
}
pub fn raw(&self, backend: Backend) -> Option<&dyn hal::DynSurface> {
self.surface_per_backend
.get(&backend)
.map(|surface| surface.as_ref())
}
pub fn configure(
self: &Arc<Self>,
device: &Arc<Device>,
config: &wgt::SurfaceConfiguration<Vec<wgt::TextureFormat>>,
) -> Option<ConfigureSurfaceError> {
use ConfigureSurfaceError as E;
profiling::scope!("Surface::configure");
#[cfg(feature = "trace")]
if let Some(ref mut trace) = *device.trace.lock() {
use crate::device::trace::{Action, IntoTrace};
trace.add(Action::ConfigureSurface(self.to_trace(), config.clone()));
}
log::debug!("configuring surface with {config:?}");
let error = 'error: {
// User callbacks must not be called while we are holding locks.
let user_callbacks;
{
if let Err(e) = device.check_is_valid() {
break 'error e.into();
}
let caps = match self.get_hal_capabilities(&device.adapter) {
Ok(caps) => caps,
Err(_) => break 'error E::UnsupportedQueueFamily,
};
let mut hal_view_formats = Vec::new();
for format in config.view_formats.iter() {
if *format == config.format {
continue;
}
if !caps.formats.iter().any(|fc| fc.format == config.format) {
break 'error E::UnsupportedFormat {
requested: config.format,
available: caps.texture_formats().collect(),
};
}
if config.format.remove_srgb_suffix() != format.remove_srgb_suffix() {
break 'error E::InvalidViewFormat(*format, config.format);
}
hal_view_formats.push(*format);
}
if !hal_view_formats.is_empty() {
if let Err(missing_flag) =
device.require_downlevel_flags(wgt::DownlevelFlags::SURFACE_VIEW_FORMATS)
{
break 'error E::MissingDownlevelFlags(missing_flag);
}
}
let maximum_frame_latency = config.desired_maximum_frame_latency.clamp(
*caps.maximum_frame_latency.start(),
*caps.maximum_frame_latency.end(),
);
let mut hal_config = hal::SurfaceConfiguration {
maximum_frame_latency,
present_mode: config.present_mode,
composite_alpha_mode: config.alpha_mode,
format: config.format,
color_space: config.color_space,
extent: wgt::Extent3d {
width: config.width,
height: config.height,
depth_or_array_layers: 1,
},
usage: crate::conv::map_texture_usage(
config.usage,
hal::FormatAspects::COLOR,
wgt::TextureFormatFeatureFlags::STORAGE_READ_ONLY
| wgt::TextureFormatFeatureFlags::STORAGE_WRITE_ONLY
| wgt::TextureFormatFeatureFlags::STORAGE_READ_WRITE,
),
view_formats: hal_view_formats,
};
if let Err(error) = crate::device::surface_config::validate_surface_configuration(
&mut hal_config,
&caps,
device.limits.max_texture_dimension_2d,
) {
break 'error error;
}
// Wait for all work to finish before configuring the surface.
let snatch_guard = device.snatchable_lock.read();
let maintain_result;
(user_callbacks, maintain_result) =
device.maintain(wgt::PollType::wait_indefinitely(), snatch_guard);
match maintain_result {
// We're happy
Ok(wgt::PollStatus::QueueEmpty) => {}
Ok(wgt::PollStatus::WaitSucceeded) => {
// After the wait, the queue should be empty. It can only be non-empty
// if another thread is submitting at the same time.
break 'error E::GpuWaitTimeout;
}
Ok(wgt::PollStatus::Poll) => {
unreachable!("Cannot get a Poll result from a Wait action.")
}
Err(WaitIdleError::Timeout) if cfg!(target_family = "wasm") => {
// On wasm, you cannot actually successfully wait for the surface.
// However WebGL does not actually require you do this, so ignoring
// the failure is totally fine. See
// https://github.com/gfx-rs/wgpu/issues/7363
}
Err(e) => {
break 'error e.into();
}
}
// All textures must be destroyed before the surface can be re-configured.
if let Some(present) = self.presentation.lock().take() {
if present.acquired_texture.is_some() {
break 'error E::PreviousOutputExists;
}
}
// TODO: Texture views may still be alive that point to the texture.
// this will allow the user to render to the surface texture, long after
// it has been removed.
//
// https://github.com/gfx-rs/wgpu/issues/4105
let surface_raw = self.raw(device.backend()).unwrap();
match unsafe { surface_raw.configure(device.raw(), &hal_config) } {
Ok(()) => (),
Err(error) => {
break 'error match error {
hal::SurfaceError::Outdated
| hal::SurfaceError::Lost
| hal::SurfaceError::Occluded
| hal::SurfaceError::Timeout => E::InvalidSurface,