Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
bevyengine
GitHub Repository: bevyengine/bevy
Path: blob/main/crates/bevy_asset/src/meta.rs
9374 views
1
use alloc::{
2
boxed::Box,
3
string::{String, ToString},
4
vec::Vec,
5
};
6
use futures_lite::AsyncReadExt;
7
8
use crate::{
9
io::{AssetReaderError, Reader},
10
loader::AssetLoader,
11
processor::Process,
12
Asset, AssetPath, DeserializeMetaError, VisitAssetDependencies,
13
};
14
use downcast_rs::{impl_downcast, Downcast};
15
use ron::ser::PrettyConfig;
16
use serde::{Deserialize, Serialize};
17
use tracing::error;
18
19
pub const META_FORMAT_VERSION: &str = "1.0";
20
pub type MetaTransform = Box<dyn Fn(&mut dyn AssetMetaDyn) + Send + Sync>;
21
22
/// Asset metadata that informs how an [`Asset`] should be handled by the asset system.
23
///
24
/// `L` is the [`AssetLoader`] (if one is configured) for the [`AssetAction`]. This can be `()` if it is not required.
25
/// `P` is the [`Process`] processor, if one is configured for the [`AssetAction`]. This can be `()` if it is not required.
26
#[derive(Serialize, Deserialize)]
27
pub struct AssetMeta<L: AssetLoader, P: Process> {
28
/// The version of the meta format being used. This will change whenever a breaking change is made to
29
/// the meta format.
30
pub meta_format_version: String,
31
/// Information produced by the [`AssetProcessor`] _after_ processing this asset.
32
/// This will only exist alongside processed versions of assets. You should not manually set it in your asset source files.
33
///
34
/// [`AssetProcessor`]: crate::processor::AssetProcessor
35
#[serde(skip_serializing_if = "Option::is_none")]
36
pub processed_info: Option<ProcessedInfo>,
37
/// How to handle this asset in the asset system. See [`AssetAction`].
38
pub asset: AssetAction<L::Settings, P::Settings>,
39
}
40
41
impl<L: AssetLoader, P: Process> AssetMeta<L, P> {
42
pub fn new(asset: AssetAction<L::Settings, P::Settings>) -> Self {
43
Self {
44
meta_format_version: META_FORMAT_VERSION.to_string(),
45
processed_info: None,
46
asset,
47
}
48
}
49
50
/// Deserializes the given serialized byte representation of the asset meta.
51
pub fn deserialize(bytes: &[u8]) -> Result<Self, DeserializeMetaError> {
52
Ok(ron::de::from_bytes(bytes)?)
53
}
54
}
55
56
/// Configures how an asset source file should be handled by the asset system.
57
#[derive(Serialize, Deserialize)]
58
pub enum AssetAction<LoaderSettings, ProcessSettings> {
59
/// Load the asset with the given loader and settings
60
/// See [`AssetLoader`].
61
Load {
62
loader: String,
63
settings: LoaderSettings,
64
},
65
/// Process the asset with the given processor and settings.
66
/// See [`Process`] and [`AssetProcessor`].
67
///
68
/// [`AssetProcessor`]: crate::processor::AssetProcessor
69
Process {
70
processor: String,
71
settings: ProcessSettings,
72
},
73
/// Do nothing with the asset
74
Ignore,
75
}
76
77
/// Info produced by the [`AssetProcessor`] for a given processed asset. This is used to determine if an
78
/// asset source file (or its dependencies) has changed.
79
///
80
/// [`AssetProcessor`]: crate::processor::AssetProcessor
81
#[derive(Serialize, Deserialize, Default, Debug, Clone)]
82
pub struct ProcessedInfo {
83
/// A hash of the asset bytes and the asset .meta data
84
pub hash: AssetHash,
85
/// A hash of the asset bytes, the asset .meta data, and the `full_hash` of every `process_dependency`
86
pub full_hash: AssetHash,
87
/// Information about the "process dependencies" used to process this asset.
88
pub process_dependencies: Vec<ProcessDependencyInfo>,
89
}
90
91
/// Information about a dependency used to process an asset. This is used to determine whether an asset's "process dependency"
92
/// has changed.
93
#[derive(Serialize, Deserialize, Debug, Clone)]
94
pub struct ProcessDependencyInfo {
95
pub full_hash: AssetHash,
96
pub path: AssetPath<'static>,
97
}
98
99
/// This is a minimal counterpart to [`AssetMeta`] that exists to speed up (or enable) serialization in cases where the whole [`AssetMeta`] isn't
100
/// necessary.
101
// PERF:
102
// Currently, this is used when retrieving asset loader and processor information (when the actual type is not known yet). This could probably
103
// be replaced (and made more efficient) by a custom deserializer that reads the loader/processor information _first_, then deserializes the contents
104
// using a type registry.
105
#[derive(Serialize, Deserialize)]
106
pub struct AssetMetaMinimal {
107
pub asset: AssetActionMinimal,
108
}
109
110
/// This is a minimal counterpart to [`AssetAction`] that exists to speed up (or enable) serialization in cases where the whole [`AssetAction`]
111
/// isn't necessary.
112
#[derive(Serialize, Deserialize)]
113
pub enum AssetActionMinimal {
114
Load { loader: String },
115
Process { processor: String },
116
Ignore,
117
}
118
119
/// This is a minimal counterpart to [`ProcessedInfo`] that exists to speed up serialization in cases where the whole [`ProcessedInfo`] isn't
120
/// necessary.
121
#[derive(Serialize, Deserialize)]
122
pub struct ProcessedInfoMinimal {
123
pub processed_info: Option<ProcessedInfo>,
124
}
125
126
/// A dynamic type-erased counterpart to [`AssetMeta`] that enables passing around and interacting with [`AssetMeta`] without knowing
127
/// its type.
128
pub trait AssetMetaDyn: Downcast + Send + Sync {
129
/// Returns a reference to the [`AssetLoader`] settings, if they exist.
130
fn loader_settings(&self) -> Option<&dyn Settings>;
131
/// Returns a mutable reference to the [`AssetLoader`] settings, if they exist.
132
fn loader_settings_mut(&mut self) -> Option<&mut dyn Settings>;
133
/// Returns a reference to the [`Process`] settings, if they exist.
134
fn process_settings(&self) -> Option<&dyn Settings>;
135
/// Serializes the internal [`AssetMeta`].
136
fn serialize(&self) -> Vec<u8>;
137
/// Returns a reference to the [`ProcessedInfo`] if it exists.
138
fn processed_info(&self) -> &Option<ProcessedInfo>;
139
/// Returns a mutable reference to the [`ProcessedInfo`] if it exists.
140
fn processed_info_mut(&mut self) -> &mut Option<ProcessedInfo>;
141
}
142
143
impl<L: AssetLoader, P: Process> AssetMetaDyn for AssetMeta<L, P> {
144
fn loader_settings(&self) -> Option<&dyn Settings> {
145
if let AssetAction::Load { settings, .. } = &self.asset {
146
Some(settings)
147
} else {
148
None
149
}
150
}
151
fn loader_settings_mut(&mut self) -> Option<&mut dyn Settings> {
152
if let AssetAction::Load { settings, .. } = &mut self.asset {
153
Some(settings)
154
} else {
155
None
156
}
157
}
158
fn process_settings(&self) -> Option<&dyn Settings> {
159
if let AssetAction::Process { settings, .. } = &self.asset {
160
Some(settings)
161
} else {
162
None
163
}
164
}
165
fn serialize(&self) -> Vec<u8> {
166
ron::ser::to_string_pretty(
167
&self,
168
// This defaults to \r\n on Windows, so hard-code it to \n so it's consistent for
169
// testing.
170
PrettyConfig::default().new_line("\n"),
171
)
172
.expect("type is convertible to ron")
173
.into_bytes()
174
}
175
fn processed_info(&self) -> &Option<ProcessedInfo> {
176
&self.processed_info
177
}
178
fn processed_info_mut(&mut self) -> &mut Option<ProcessedInfo> {
179
&mut self.processed_info
180
}
181
}
182
183
impl_downcast!(AssetMetaDyn);
184
185
/// Settings used by the asset system, such as by [`AssetLoader`], [`Process`], and [`AssetSaver`]
186
///
187
/// [`AssetSaver`]: crate::saver::AssetSaver
188
pub trait Settings: Downcast + Send + Sync + 'static {}
189
190
impl<T: 'static> Settings for T where T: Send + Sync {}
191
192
impl_downcast!(Settings);
193
194
/// The () processor should never be called. This implementation exists to make the meta format nicer to work with.
195
impl Process for () {
196
type Settings = ();
197
type OutputLoader = ();
198
199
async fn process(
200
&self,
201
_context: &mut bevy_asset::processor::ProcessContext<'_>,
202
_settings: &Self::Settings,
203
_writer: &mut bevy_asset::io::Writer,
204
) -> Result<(), bevy_asset::processor::ProcessError> {
205
unreachable!()
206
}
207
}
208
209
impl Asset for () {}
210
211
impl VisitAssetDependencies for () {
212
fn visit_dependencies(&self, _visit: &mut impl FnMut(bevy_asset::UntypedAssetId)) {
213
unreachable!()
214
}
215
}
216
217
/// The () loader should never be called. This implementation exists to make the meta format nicer to work with.
218
impl AssetLoader for () {
219
type Asset = ();
220
type Settings = ();
221
type Error = std::io::Error;
222
async fn load(
223
&self,
224
_reader: &mut dyn Reader,
225
_settings: &Self::Settings,
226
_load_context: &mut crate::LoadContext<'_>,
227
) -> Result<Self::Asset, Self::Error> {
228
unreachable!();
229
}
230
231
fn extensions(&self) -> &[&str] {
232
unreachable!();
233
}
234
}
235
236
pub(crate) fn meta_transform_settings<S: Settings>(
237
meta: &mut dyn AssetMetaDyn,
238
settings: &(impl Fn(&mut S) + Send + Sync + 'static),
239
) {
240
if let Some(loader_settings) = meta.loader_settings_mut() {
241
if let Some(loader_settings) = loader_settings.downcast_mut::<S>() {
242
settings(loader_settings);
243
} else {
244
error!(
245
"Configured settings type {} does not match AssetLoader settings type",
246
core::any::type_name::<S>(),
247
);
248
}
249
}
250
}
251
252
pub(crate) fn loader_settings_meta_transform<S: Settings>(
253
settings: impl Fn(&mut S) + Send + Sync + 'static,
254
) -> MetaTransform {
255
Box::new(move |meta| meta_transform_settings(meta, &settings))
256
}
257
258
pub type AssetHash = [u8; 32];
259
260
/// NOTE: changing the hashing logic here is a _breaking change_ that requires a [`META_FORMAT_VERSION`] bump.
261
pub(crate) async fn get_asset_hash(
262
meta_bytes: &[u8],
263
asset_reader: &mut impl Reader,
264
) -> Result<AssetHash, AssetReaderError> {
265
let mut hasher = blake3::Hasher::new();
266
hasher.update(meta_bytes);
267
let mut buffer = [0; blake3::CHUNK_LEN];
268
loop {
269
let bytes_read = asset_reader.read(&mut buffer).await?;
270
hasher.update(&buffer[..bytes_read]);
271
if bytes_read == 0 {
272
// This means we've reached EOF, so we're done consuming asset bytes.
273
break;
274
}
275
}
276
Ok(*hasher.finalize().as_bytes())
277
}
278
279
/// NOTE: changing the hashing logic here is a _breaking change_ that requires a [`META_FORMAT_VERSION`] bump.
280
pub(crate) fn get_full_asset_hash(
281
asset_hash: AssetHash,
282
dependency_hashes: impl Iterator<Item = AssetHash>,
283
) -> AssetHash {
284
let mut hasher = blake3::Hasher::new();
285
hasher.update(&asset_hash);
286
for hash in dependency_hashes {
287
hasher.update(&hash);
288
}
289
*hasher.finalize().as_bytes()
290
}
291
292