vit_configs.py

# Copyright 2020 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import ml_collections


def get_testing():
    """Returns a minimal configuration for testing."""
    config = ml_collections.ConfigDict()
    config.patches = ml_collections.ConfigDict({'size': (16, 16)})
    config.hidden_size = 1
    config.transformer = ml_collections.ConfigDict()
    config.transformer.mlp_dim = 1
    config.transformer.num_heads = 1
    config.transformer.num_layers = 1
    config.transformer.attention_dropout_rate = 0.0
    config.transformer.dropout_rate = 0.1
    config.classifier = 'token'
    config.representation_size = None
    return config


def get_b16_config():
    """Returns the ViT-B/16 configuration."""
    config = ml_collections.ConfigDict()
    config.patches = ml_collections.ConfigDict({'size': (16, 16)})
    config.hidden_size = 768
    config.transformer = ml_collections.ConfigDict()
    config.transformer.mlp_dim = 2048
    config.transformer.num_heads = 12
    config.transformer.num_layers = 12
    config.transformer.attention_dropout_rate = 0.0
    config.transformer.dropout_rate = 0.1
    config.classifier = 'token'
    config.representation_size = None
    return config


def get_r50_b16_config():
    """Returns the Resnet50 + ViT-B/16 configuration."""
    config = get_b16_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.resnet = ml_collections.ConfigDict()
    config.resnet.num_layers = (3, 4, 9)
    config.resnet.width_factor = 1
    config.which_backbone = 'R50'
    return config

def get_d121_b16_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_b16_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'D121'
    return config

def get_b32_config():
    """Returns the ViT-B/32 configuration."""
    config = get_b16_config()
    config.patches.size = (32, 32)
    return config


def get_l16_config():
    """Returns the ViT-L/16 configuration."""
    config = ml_collections.ConfigDict()
    config.patches = ml_collections.ConfigDict({'size': (16, 16)})
    config.hidden_size = 1024
    config.transformer = ml_collections.ConfigDict()
    config.transformer.mlp_dim = 4096
    config.transformer.num_heads = 16
    config.transformer.num_layers = 24
    config.transformer.attention_dropout_rate = 0.0
    config.transformer.dropout_rate = 0.1
    config.classifier = 'token'
    config.representation_size = None
    return config


def get_l32_config():
    """Returns the ViT-L/32 configuration."""
    config = get_l16_config()
    config.patches.size = (32, 32)
    return config


def get_h14_config():
    """Returns the ViT-L/16 configuration."""
    config = ml_collections.ConfigDict()
    config.patches = ml_collections.ConfigDict({'size': (14, 14)})
    config.hidden_size = 1280
    config.transformer = ml_collections.ConfigDict()
    config.transformer.mlp_dim = 5120
    config.transformer.num_heads = 16
    config.transformer.num_layers = 32
    config.transformer.attention_dropout_rate = 0.0
    config.transformer.dropout_rate = 0.1
    config.classifier = 'token'
    config.representation_size = None
    return config


def get_cnn_config():
    """Returns the ViT-B/16 configuration."""
    config = ml_collections.ConfigDict()
    config.patches = ml_collections.ConfigDict({'size': (16, 16)})
    config.transformer = None
    config.hidden_size = 768
    config.classifier = 'token'
    config.representation_size = None
    return config

def get_d121_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'D121'
    config.hidden_size = 1024
    return config

def get_r50_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'R50'
    config.hidden_size = 2048
    return config

def get_r152_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'R152'
    config.hidden_size = 2048
    return config

def get_effb7_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'EffB7'
    config.hidden_size = 2560
    return config

def get_effb6_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'EffB6'
    config.hidden_size = 2304
    return config

def get_se154_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'SE154'
    config.hidden_size = 2048
    return config

def get_nasal_config():
    """Returns the D121 + ViT-B/16 configuration."""
    config = get_cnn_config()
    del config.patches.size
    config.patches.grid = (16, 16)
    config.which_backbone = 'NASAL'
    config.hidden_size = 4032
    return config