Upload folder using huggingface_hub

CODE_OF_CONDUCT.md

@@ -0,0 +1,10 @@
+# Microsoft Open Source Code of Conduct
+
+This project has adopted the [Microsoft Open Source Code of Conduct](https://opensource.microsoft.com/codeofconduct/).
+
+Resources:
+
+- [Microsoft Open Source Code of Conduct](https://opensource.microsoft.com/codeofconduct/)
+- [Microsoft Code of Conduct FAQ](https://opensource.microsoft.com/codeofconduct/faq/)
+- Contact [opencode@microsoft.com](mailto:opencode@microsoft.com) with questions or concerns
+- Employees can reach out at [aka.ms/opensource/moderation-support](https://aka.ms/opensource/moderation-support)

LICENSE

@@ -0,0 +1,21 @@
+    MIT License
+
+    Copyright (c) Microsoft Corporation.
+
+    Permission is hereby granted, free of charge, to any person obtaining a copy
+    of this software and associated documentation files (the "Software"), to deal
+    in the Software without restriction, including without limitation the rights
+    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+    copies of the Software, and to permit persons to whom the Software is
+    furnished to do so, subject to the following conditions:
+
+    The above copyright notice and this permission notice shall be included in all
+    copies or substantial portions of the Software.
+
+    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+    SOFTWARE

SECURITY.md

@@ -0,0 +1,14 @@
+<!-- BEGIN MICROSOFT SECURITY.MD V1.0.0 BLOCK -->
+
+## Security
+
+Microsoft takes the security of our software products and services seriously, which
+includes all source code repositories in our GitHub organizations.
+
+**Please do not report security vulnerabilities through public GitHub issues.**
+
+For security reporting information, locations, contact information, and policies,
+please review the latest guidance for Microsoft repositories at
+[https://aka.ms/SECURITY.md](https://aka.ms/SECURITY.md).
+
+<!-- END MICROSOFT SECURITY.MD BLOCK -->

data_config.json

@@ -0,0 +1,126 @@
+{
+  "batch_size": 64,
+  "num_workers": 4,
+  "shuffle_buffer_size": 1000,
+  "normalization_mapping": {
+    "ACTION": "MEAN_STD",
+    "ENV": "MEAN_STD",
+    "STATE": "MEAN_STD",
+    "VISUAL": "IDENTITY"
+  },
+  "features": {
+    "action": {
+      "type": "ACTION",
+      "shape": "(20,)"
+    },
+    "observation.image.0": {
+      "type": "VISUAL",
+      "shape": "(3, 224, 224)"
+    },
+    "observation.image.1": {
+      "type": "VISUAL",
+      "shape": "(3, 224, 224)"
+    },
+    "observation.image.2": {
+      "type": "VISUAL",
+      "shape": "(3, 224, 224)"
+    },
+    "observation.state": {
+      "type": "STATE",
+      "shape": "(20,)"
+    }
+  },
+  "clip_values": null,
+  "chunk_size": null,
+  "action_time_horizon_s": null,
+  "min_action_chunk_size": 8,
+  "actionchunk_actions_are_absolute": false,
+  "observation_mapping": {
+    "action.ee_6d_pos": "action",
+    "observation.ee_6d_pos": "observation.state",
+    "observation.images.head": "observation.image.0",
+    "observation.images.left_wrist": "observation.image.1",
+    "observation.images.right_wrist": "observation.image.2"
+  },
+  "observation_whitelist": null,
+  "observation_blacklist": null,
+  "transform_mapping": {
+    "observation.image.0": [
+      {
+        "type": "color_jitter",
+        "brightness": 0.2,
+        "contrast": [
+          0.8,
+          1.2
+        ],
+        "saturation": [
+          0.8,
+          1.2
+        ],
+        "hue": 0.05,
+        "input_type": "Tensor"
+      }
+    ],
+    "observation.image.1": [
+      {
+        "type": "resize_with_padding",
+        "height": 224,
+        "width": 224,
+        "mode": "bilinear",
+        "align_corners": false,
+        "input_type": "Tensor"
+      },
+      {
+        "type": "color_jitter",
+        "brightness": 0.2,
+        "contrast": [
+          0.8,
+          1.2
+        ],
+        "saturation": [
+          0.8,
+          1.2
+        ],
+        "hue": 0.05,
+        "input_type": "Tensor"
+      }
+    ],
+    "observation.image.2": [
+      {
+        "type": "resize_with_padding",
+        "height": 224,
+        "width": 224,
+        "mode": "bilinear",
+        "align_corners": false,
+        "input_type": "Tensor"
+      },
+      {
+        "type": "color_jitter",
+        "brightness": 0.2,
+        "contrast": [
+          0.8,
+          1.2
+        ],
+        "saturation": [
+          0.8,
+          1.2
+        ],
+        "hue": 0.05,
+        "input_type": "Tensor"
+      }
+    ]
+  },
+  "language_instruction": null,
+  "training_mode": "ROBOT_FLOWMATCH",
+  "action_type": "EE_6D_POS",
+  "serialize_stats": true,
+  "video_decoder_cache_size": null,
+  "repo_id": "roboeval_lift_pot",
+  "video_root_dir": null,
+  "streaming": false,
+  "tolerance_s": 0.1,
+  "use_imagenet_stats": false,
+  "split_name": "train",
+  "prefetch_factor": 2,
+  "max_episodes": null
+}

features.json

@@ -0,0 +1,38 @@
+{
+  "action": {
+    "type": "ACTION",
+    "shape": [
+      20
+    ]
+  },
+  "observation.image.0": {
+    "type": "VISUAL",
+    "shape": [
+      3,
+      224,
+      224
+    ]
+  },
+  "observation.image.1": {
+    "type": "VISUAL",
+    "shape": [
+      3,
+      224,
+      224
+    ]
+  },
+  "observation.image.2": {
+    "type": "VISUAL",
+    "shape": [
+      3,
+      224,
+      224
+    ]
+  },
+  "observation.state": {
+    "type": "STATE",
+    "shape": [
+      20
+    ]
+  }
+}

manifest.json

@@ -0,0 +1,22 @@
+{
+  "format": "rho",
+  "version": 1,
+  "step": 40000,
+  "weights": {
+    "format": "safetensors",
+    "max_shard_size": "5GB"
+  },
+  "artifacts": {
+    "policy": "policy.json",
+    "features": "features.json",
+    "data_config": "data_config.json",
+    "stats": "stats.json",
+    "training_state": null
+  },
+  "save_timings_seconds": {
+    "model_weights": 2.3483103970065713,
+    "metadata": 0.0007453779689967632,
+    "training_state": null,
+    "total_before_publish": 2.349059999920428
+  }
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b029b91f578c683860e749b49d757e5fffc58da3e45dc8c08fa7cd3650345be5
+size 4995666736

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56439164b27749bea62e2c38772da53edca54ad396f4680780a4d84d476f633e
+size 4985052104

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c392f853cd72cc26b948605a21042b2de4595a10e0766bb96cb4c662a51af0a
+size 520742056

policy.json

@@ -0,0 +1,70 @@
+{
+  "type": "rho",
+  "name": "rho",
+  "device": "cuda",
+  "dtype": "bfloat16",
+  "lr_scheduler": {
+    "type": "cosine_decay_with_warmup",
+    "num_warmup_steps": 2500,
+    "num_decay_steps": 40000,
+    "peak_lr": 0.0001,
+    "decay_lr": 5e-06,
+    "decay_start_step": null
+  },
+  "optimizer": {
+    "type": "adamw",
+    "lr": 0.0001,
+    "weight_decay": 1e-10,
+    "grad_clip_norm": 10.0,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "eps": 1e-08
+  },
+  "pretrained_repo_id": "microsoft/rho-base",
+  "resize_imgs_with_padding": null,
+  "embed_dim": 2048,
+  "num_heads": 16,
+  "ff_dim": 4096,
+  "norm": "adaptive",
+  "hidden_state_idx": 14,
+  "num_blocks": 12,
+  "max_seq_len": 6144,
+  "n_obs_steps": 1,
+  "chunk_size": 32,
+  "n_action_steps": 16,
+  "max_state_dim": 32,
+  "max_action_dim": 32,
+  "num_steps": 10,
+  "num_flow_samples": 8,
+  "attention_implementation": "flash_attention_2",
+  "attention_type": "cross",
+  "adaln_mode": "shared",
+  "adaln_lora_rank": 256,
+  "gqa_groups": 4,
+  "cross_attention_dim": null,
+  "vlm_layer_select": "last",
+  "shared_vlm_projection": false,
+  "kv_pos_encoding": true,
+  "freeze_vlm_backbone": false,
+  "freeze_vision_encoder": false,
+  "freeze_language_model": false,
+  "train_expert_only": false,
+  "enable_gradient_checkpointing": true,
+  "optimizer_lr": 0.0001,
+  "optimizer_lr_action_expert": null,
+  "optimizer_betas": [
+    0.9,
+    0.95
+  ],
+  "optimizer_eps": 1e-08,
+  "optimizer_weight_decay": 1e-10,
+  "scheduler_warmup_steps": 2500,
+  "scheduler_decay_steps": 40000,
+  "scheduler_decay_lr": 5e-06,
+  "time_sampling_strategy": "beta",
+  "dropout_p": 0.02,
+  "pos_emb_method": "sinusoidal",
+  "log_hidden_state_stats": true
+}

stats.json

@@ -0,0 +1,276 @@
+{
+  "observation.state": {
+    "count": [
+      89765
+    ],
+    "mean": [
+      0.5293809127536702,
+      0.2627866928420584,
+      1.156219117300016,
+      -0.2501533516064693,
+      -0.7922693930504021,
+      0.002407810841769617,
+      -0.7878290330575962,
+      0.24960088868063152,
+      0.017399433636570413,
+      0.8666317623531308,
+      0.5206127761795163,
+      -0.2454724714044231,
+      1.1453954884237432,
+      0.32935486055917407,
+      -0.727918402136843,
+      -0.007428805679513485,
+      -0.7141843504608205,
+      -0.31612760258845746,
+      -0.026885137609882186,
+      0.8062796035988486
+    ],
+    "std": [
+      0.06900000865277751,
+      0.09820670309006083,
+      0.0754242158998013,
+      0.412610790497765,
+      0.3494451649612785,
+      0.1317844857910884,
+      0.3482520823254311,
+      0.41284173764496795,
+      0.1581271521289176,
+      0.23970028000971133,
+      0.07009679330902137,
+      0.12426160674568501,
+      0.08395593211468136,
+      0.42340656120890957,
+      0.39431879159028677,
+      0.1638431363971245,
+      0.39540584392769235,
+      0.43700626296059053,
+      0.2048436519976902,
+      0.2634424061439203
+    ],
+    "q01": [
+      0.2390124398469925,
+      0.01408062096685171,
+      0.9091854691505432,
+      -0.9955504846572876,
+      -1.0,
+      -0.5887388038635254,
+      -0.9999860525131226,
+      -0.8283770751953125,
+      -0.6476995849609375,
+      0.20000000298023224,
+      0.26505234360694885,
+      -0.5182637977600097,
+      0.9002066040039063,
+      -0.47794005155563357,
+      -1.0,
+      -0.5753558778762817,
+      -0.9999860525131226,
+      -0.9987567973136902,
+      -0.8615837097167969,
+      0.20000000298023224
+    ],
+    "q99": [
+      0.6578747272491455,
+      0.4988223683834076,
+      1.2695699405670167,
+      0.8258561539649963,
+      0.4312620639801026,
+      0.383721753358841,
+      0.4201215469837191,
+      0.9979598426818848,
+      0.37774613738060014,
+      1.0,
+      0.6601186418533326,
+      0.04605709150433547,
+      1.2852722215652466,
+      0.996353235244751,
+      0.5514891600608827,
+      0.639940929412842,
+      0.5513690042495729,
+      0.613748517036438,
+      0.26767089486122136,
+      1.0
+    ],
+    "min": [
+      0.010109763592481613,
+      -0.16182726621627808,
+      0.8476034998893738,
+      -0.9999780058860779,
+      -1.0,
+      -0.9316805601119995,
+      -0.9999998807907104,
+      -0.9999987483024597,
+      -0.9730242490768433,
+      0.0,
+      0.06868629157543182,
+      -0.8015121817588806,
+      0.8525729179382324,
+      -0.9986637830734253,
+      -1.0,
+      -0.9973359704017639,
+      -0.9999992251396179,
+      -0.999999463558197,
+      -0.9968705773353577,
+      0.0
+    ],
+    "max": [
+      0.7641072273254395,
+      0.6347136497497559,
+      1.3864517211914062,
+      0.9999618530273438,
+      0.8677036166191101,
+      0.9922470450401306,
+      0.855798065662384,
+      0.999997615814209,
+      0.9988034963607788,
+      1.0,
+      0.759455144405365,
+      0.19557322561740875,
+      1.3848758935928345,
+      0.9999994039535522,
+      0.8536168932914734,
+      0.905597984790802,
+      0.8588182330131531,
+      0.9999569058418274,
+      0.6386616826057434,
+      1.0
+    ]
+  },
+  "action": {
+    "count": [
+      89765
+    ],
+    "mean": [
+      0.5248510939792186,
+      0.2600836889651375,
+      1.1614547591179398,
+      -0.25028593193831344,
+      -0.7720755815697247,
+      0.00040487110375946647,
+      -0.7679067604097466,
+      0.2483618044884168,
+      0.01228621455471748,
+      0.21150782645343805,
+      0.5152199292803106,
+      -0.2405377636156791,
+      1.151586178807517,
+      0.3475838719412531,
+      -0.7088806435232061,
+      -0.005109936232931805,
+      -0.6947059811640383,
+      -0.33290549503759015,
+      -0.02752852806273979,
+      0.34643792221961245
+    ],
+    "std": [
+      0.07503207929501166,
+      0.0986141571597952,
+      0.07884391624239655,
+      0.4253481712684017,
+      0.38224128871083735,
+      0.11927540895673527,
+      0.3812809930597356,
+      0.42478564775575517,
+      0.15055438059373727,
+      0.4083776021103068,
+      0.07636863381187244,
+      0.12355231001619076,
+      0.08641948882061339,
+      0.42801572309776753,
+      0.4117193382521665,
+      0.15471686202973897,
+      0.4138290936909236,
+      0.44240253575983035,
+      0.1970410974464946,
+      0.4758347273558985
+    ],
+    "q01": [
+      0.2132716941833496,
+      0.00785973623394966,
+      0.9078288793563842,
+      -0.9960039234161377,
+      -1.0,
+      -0.5483308172225952,
+      -1.0,
+      -0.9209717965126037,
+      -0.6598111772537232,
+      0.0,
+      0.23656493842601775,
+      -0.5077324771881103,
+      0.8942831945419312,
+      -0.4884572744369507,
+      -1.0,
+      -0.5853375220298768,
+      -1.0,
+      -0.9990345597267151,
+      -0.8691465497016907,
+      0.0
+    ],
+    "q99": [
+      0.6615056276321412,
+      0.49242273926734925,
+      1.2847841548919678,
+      0.9280990147590638,
+      0.6320586061477661,
+      0.3458389604091645,
+      0.6311157941818238,
+      0.9984024596214295,
+      0.37135050177574164,
+      1.0,
+      0.6656420254707337,
+      0.051387793570756984,
+      1.3018819522857665,
+      0.9968025660514832,
+      0.6524759483337402,
+      0.6296358871459962,
+      0.6490285110473634,
+      0.6349749422073365,
+      0.25897281646728526,
+      1.0
+    ],
+    "min": [
+      -0.5465061664581299,
+      -0.16892658174037933,
+      0.7501072883605957,
+      -0.9999815225601196,
+      -1.0,
+      -0.894160807132721,
+      -1.0,
+      -0.9999992251396179,
+      -0.9745527505874634,
+      0.0,
+      0.0027400727849453688,
+      -0.8170419335365295,
+      0.7342168092727661,
+      -0.9992672801017761,
+      -1.0,
+      -0.9954373240470886,
+      -1.0,
+      -0.9999984502792358,
+      -0.999457836151123,
+      0.0
+    ],
+    "max": [
+      0.8064820170402527,
+      0.6574683785438538,
+      1.4446115493774414,
+      0.999930202960968,
+      0.9996628165245056,
+      0.9705906510353088,
+      0.999600350856781,
+      0.9999998211860657,
+      0.9933497905731201,
+      1.0,
+      0.7735665440559387,
+      0.19856058061122894,
+      1.467031478881836,
+      0.9999945759773254,
+      0.9999203085899353,
+      0.8953855633735657,
+      0.9770298004150391,
+      0.9999893307685852,
+      0.6863917112350464,
+      1.0
+    ]
+  }
+}