| project: | |
| name: hyper3-clip | |
| seed: 31 | |
| model: | |
| objective: uncha | |
| vision_backbone: vit_base_patch16_224 | |
| vision_pretrained: false | |
| vision_global_pool: token | |
| vision_use_sincos2d_pos: true | |
| vision_timm_norm_layer: layer_norm | |
| text_model_name: openai/clip-vit-base-patch32 | |
| text_pretrained: false | |
| text_pooling: auto | |
| embed_dim: 512 | |
| curv_init: 1.0 | |
| learn_curv: true | |
| inter_aperture_scale: 0.7 | |
| intra_aperture_scale: 1.2 | |
| uncha_entailment_geometry: lorentz | |
| uncha_contrastive_loss: ce | |
| beta_clip_beta: 0.5 | |
| beta_clip_similarity: dot | |
| beta_clip_num_heads: 8 | |
| beta_clip_mlp_ratio: 4.0 | |
| beta_clip_drop_cls_token: true | |
| beta_clip_variant: ce | |
| fuse_beta_query_encoder_forwards: true | |
| group_beta_query_pooling: true | |
| phyclip_product_metric: l1 | |
| training: | |
| total_steps: 500000 | |
| global_batch_size: 768 | |
| grad_accum_steps: 1 | |
| lr: 0.0005 | |
| weight_decay: 0.2 | |
| betas: | |
| - 0.9 | |
| - 0.98 | |
| warmup_steps: 4000 | |
| amp: true | |
| max_grad_norm: 1.0 | |
| optimizer: | |
| no_decay_params: | |
| - logit_scale | |
| - global_logit_scale | |
| - local_logit_scale | |
| - global_local_logit_scale | |
| - visual_alpha | |
| - textual_alpha | |
| - log_curv | |
| - global_logit_bias | |
| - local_logit_bias | |
| - global_local_logit_bias | |
| data: | |
| type: processed_grit | |
| part_sampling: all | |
| max_parts: 5 | |
| train_transform: tight_crop_color_jitter_gray | |
| shuffle_buffer: 4000 | |
| image_size: 224 | |
| max_text_length: 77 | |
| image_normalization: imagenet | |
| beta_clip: | |
| enabled: true | |
| max_sentences: 5 | |
| max_phrases: 30 | |
| max_queries_per_image: 6 | |
| use_part_texts: true | |