Coverage for /pythoncovmergedfiles/medio/medio/usr/local/lib/python3.8/site-packages/tensorflow_addons/layers/snake.py: 61%
18 statements
« prev ^ index » next coverage.py v7.4.0, created at 2024-01-03 07:57 +0000
« prev ^ index » next coverage.py v7.4.0, created at 2024-01-03 07:57 +0000
1# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14# ==============================================================================
15"""Implements Snake layer."""
17import tensorflow as tf
18from typeguard import typechecked
20from tensorflow_addons.activations.snake import snake
22from tensorflow_addons.utils import types
25@tf.keras.utils.register_keras_serializable(package="Addons")
26class Snake(tf.keras.layers.Layer):
27 """Snake layer to learn periodic functions with the trainable `frequency` scalar.
29 See [Neural Networks Fail to Learn Periodic Functions and How to Fix It](https://arxiv.org/abs/2006.08195).
31 Args:
32 frequency_initializer: Initializer for the `frequency` scalar.
33 """
35 @typechecked
36 def __init__(self, frequency_initializer: types.Initializer = "ones", **kwargs):
37 super().__init__(**kwargs)
38 self.frequency_initializer = tf.keras.initializers.get(frequency_initializer)
39 self.frequency = self.add_weight(
40 initializer=frequency_initializer, trainable=True
41 )
43 def call(self, inputs):
44 return snake(inputs, self.frequency)
46 def get_config(self):
47 config = {
48 "frequency_initializer": tf.keras.initializers.serialize(
49 self.frequency_initializer
50 ),
51 }
52 base_config = super().get_config()
53 return {**base_config, **config}