dnrops
/
burn
mirror of https://github.com/tracel-ai/burn.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add note on handles/streams order

This commit is contained in:
Guillaume Lagrange 2024-09-24 15:53:47 -04:00
parent 93d137ddd9
commit 15f9d2642f
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
crates/burn-fusion/src/client/mutex.rs
View File

@ -211,7 +211,7 @@ where
core::mem::drop(server_other); core::mem::drop(server_other);
core::mem::drop(server_current); core::mem::drop(server_current);
// Expected order [qtensor, scale, <offset>] // NOTE: the expected order is known [qtensor, scale, <offset>]
let offset = tensor.qparams.offset.map(|desc| { let offset = tensor.qparams.offset.map(|desc| {
FusionTensor::new( FusionTensor::new(
ids.pop().unwrap(), ids.pop().unwrap(),

1
crates/burn-jit/src/fusion/base.rs
View File

@ -82,6 +82,7 @@ impl<R: JitRuntime, F: FloatElement, I: IntElement> ReprBackend for JitBackend<R
scheme: QuantizationScheme, scheme: QuantizationScheme,
) -> burn_tensor::ops::QuantizedTensor<Self> { ) -> burn_tensor::ops::QuantizedTensor<Self> {
match handles.len() { match handles.len() {
// NOTE: the order of the handles is known [qtensor, scale, <offset>]
3 => { 3 => {
let mut handles = handles; let mut handles = handles;
let offset = handles.pop().unwrap(); let offset = handles.pop().unwrap();