Source code for secretflow.utils.ndarray_encoding
# Copyright 2022 Ant Group Co., Ltd.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import numpy as np
from .errors import InvalidArgumentError
[docs]def encode(m: np.ndarray, fxp_bits: int) -> np.ndarray:
"""Encode float ndarray to uint64 finite field.
Float will times 2**fxp_bits firstly.
Args:
m (np.ndarray): the ndarray to encode.
fraction_precision (int): keep how many decimal digits after the dot.
Must provide if ndarray dtype is float.
Returns:
np.ndarray: the encoded ndarray.
"""
assert isinstance(m, np.ndarray), f'Support ndarray only but got {type(m)}'
if m.dtype not in [np.float16, np.float32, np.float64]:
raise InvalidArgumentError(f'Accept float ndarray only but got {m.dtype}')
uint64_max = 0xFFFFFFFFFFFFFFFF
assert fxp_bits is not None, f'Fxp_bits must not be None.'
max_value = m.max()
if max_value * (1 << fxp_bits) > uint64_max:
raise InvalidArgumentError(
f'Float data {max_value} exceeds uint range (0, {uint64_max}) after encoding.'
)
# Convert to np.float64 for reducing overflow.
return (m.astype(np.float64) * (1 << fxp_bits)).astype(np.uint64)
[docs]def decode(m: np.ndarray, fxp_bits: int) -> np.ndarray:
"""Decode ndarray from uint64 finite field to the float.
Fraction precision shall be corresponding to encoding fraction precision.
Args:
m (np.ndarray): the ndarray to decode.
fxp_bits (int): the decimal digits to keep when encoding float.
Must provide if the original dtype is float.
Returns:
np.ndarray: the decoded float ndarray.
"""
assert isinstance(m, np.ndarray), f'Support ndarray only but got {type(m)}'
assert m.dtype == np.uint64, f'Ndarray dtype must be uint but got {m.dtype}'
assert fxp_bits is not None, f'Fraction precision must not be None.'
# Convert to int for restoring the negatives.
return m.astype(np.int64) / (1 << fxp_bits)