From 5ef56fb8137254948c23a35945d27be7e88ee67f Mon Sep 17 00:00:00 2001 From: Andreas Steiner Date: Tue, 7 Nov 2023 14:02:40 +0100 Subject: [PATCH] Updates configs/vit_i21k.py pydoc. (#61) --- big_vision/configs/vit_i21k.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/big_vision/configs/vit_i21k.py b/big_vision/configs/vit_i21k.py index 82f6fdf..2729818 100644 --- a/big_vision/configs/vit_i21k.py +++ b/big_vision/configs/vit_i21k.py @@ -13,11 +13,14 @@ # limitations under the License. # pylint: disable=line-too-long -r"""A config for pre-training BiT on ImageNet-21k. +r"""Pre-training ViT on ImageNet-21k as in https://arxiv.org/abs/2106.10270 This config relies on the Imagenet-21k tfds dataset, which is not yet available publicly in TFDS. We intend to add the dataset to public TFDS soon, and this config will then be runnable. + +Note that regularization (dropout, stochastic depth) is not currently +implemented. This was not beneficial for ImageNet-21k pre-trainning. """ import big_vision.configs.common as bvcc