Instructions to use abhyudit309/openvla-7b-finetuned-v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use abhyudit309/openvla-7b-finetuned-v1 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="abhyudit309/openvla-7b-finetuned-v1", trust_remote_code=True)# Load model directly from transformers import AutoModelForVision2Seq model = AutoModelForVision2Seq.from_pretrained("abhyudit309/openvla-7b-finetuned-v1", trust_remote_code=True, dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "maniskill_dataset_converted_externally_to_rlds": { | |
| "action": { | |
| "mean": [ | |
| 0.001753032673150301, | |
| 0.004022886045277119, | |
| 0.0018199377227574587, | |
| 0.0012986620422452688, | |
| 0.001954670064151287, | |
| -0.008406715467572212, | |
| -0.1669192761182785 | |
| ], | |
| "std": [ | |
| 0.0249963216483593, | |
| 0.07045494765043259, | |
| 0.04063529893755913, | |
| 0.04287172481417656, | |
| 0.04291927441954613, | |
| 0.11181189864873886, | |
| 0.9687231183052063 | |
| ], | |
| "max": [ | |
| 1.0, | |
| 1.0, | |
| 0.9904654026031494, | |
| 0.9965949058532715, | |
| 0.9993983507156372, | |
| 0.9999291896820068, | |
| 1.0800000429153442 | |
| ], | |
| "min": [ | |
| -1.0, | |
| -1.0, | |
| -0.8282245397567749, | |
| -0.955905556678772, | |
| -0.9993988275527954, | |
| -0.9999651312828064, | |
| -1.0 | |
| ], | |
| "q01": [ | |
| -0.053749379515647885, | |
| -0.1874772420525551, | |
| -0.0887893095612526, | |
| -0.10677555210888386, | |
| -0.13712280973792076, | |
| -0.30810734152793884, | |
| -1.0 | |
| ], | |
| "q99": [ | |
| 0.07217406630516066, | |
| 0.1822862920165062, | |
| 0.11025339215993885, | |
| 0.15626964762806908, | |
| 0.17284625649452212, | |
| 0.3177985239028931, | |
| 1.0 | |
| ], | |
| "mask": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false | |
| ] | |
| }, | |
| "proprio": { | |
| "mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "std": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "min": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ] | |
| }, | |
| "num_transitions": 4537402, | |
| "num_trajectories": 30213 | |
| }, | |
| "cmu_franka_exploration_dataset_converted_externally_to_rlds": { | |
| "action": { | |
| "mean": [ | |
| 0.023629561066627502, | |
| 0.005161500535905361, | |
| -0.015222280286252499, | |
| 0.04188229888677597, | |
| 0.0046763550490140915, | |
| 0.09881123155355453, | |
| 0.30000001192092896 | |
| ], | |
| "std": [ | |
| 0.11304982006549835, | |
| 0.11631360650062561, | |
| 0.07852676510810852, | |
| 0.19957201182842255, | |
| 0.09077262878417969, | |
| 1.0257258415222168, | |
| 0.45825448632240295 | |
| ], | |
| "max": [ | |
| 0.4725336730480194, | |
| 0.3901922404766083, | |
| 0.10486119985580444, | |
| 0.9421265721321106, | |
| 0.5169905424118042, | |
| 6.256486415863037, | |
| 1.0 | |
| ], | |
| "min": [ | |
| -0.1463591456413269, | |
| -0.4534304141998291, | |
| -0.3293706774711609, | |
| -0.2900730073451996, | |
| -0.48279625177383423, | |
| -6.289149761199951, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| -0.09845174193382263, | |
| -0.39011656552553176, | |
| -0.3058631345629692, | |
| -0.18888406455516815, | |
| -0.20234539553523065, | |
| -0.675922526717186, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.4625110590457916, | |
| 0.32559849202632896, | |
| 0.0893813088536262, | |
| 0.8969308358430862, | |
| 0.3370739933848377, | |
| 5.3530522727966305, | |
| 1.0 | |
| ], | |
| "mask": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false | |
| ] | |
| }, | |
| "proprio": { | |
| "mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "std": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "min": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ] | |
| }, | |
| "num_transitions": 1990, | |
| "num_trajectories": 199 | |
| }, | |
| "kaist_nonprehensile_converted_externally_to_rlds": { | |
| "action": { | |
| "mean": [ | |
| 0.001946943229995668, | |
| 0.00023607404727954417, | |
| 0.000902869098354131, | |
| -0.0022928407415747643, | |
| 0.00011903639096999541, | |
| -0.0036542697343975306, | |
| 0.0 | |
| ], | |
| "std": [ | |
| 0.014686590991914272, | |
| 0.016561254858970642, | |
| 0.012853579595685005, | |
| 0.02320992574095726, | |
| 0.02049344778060913, | |
| 0.02003857120871544, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.019999999552965164, | |
| 0.019999999552965164, | |
| 0.019999999552965164, | |
| 0.029999999329447746, | |
| 0.029999999329447746, | |
| 0.029999999329447746, | |
| 0.0 | |
| ], | |
| "min": [ | |
| -0.019999999552965164, | |
| -0.019999999552965164, | |
| -0.019999999552965164, | |
| -0.029999999329447746, | |
| -0.029999999329447746, | |
| -0.029999999329447746, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| -0.019999999552965164, | |
| -0.019999999552965164, | |
| -0.019999999552965164, | |
| -0.029999999329447746, | |
| -0.029999999329447746, | |
| -0.029999999329447746, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.019999999552965164, | |
| 0.019999999552965164, | |
| 0.019999999552965164, | |
| 0.029999999329447746, | |
| 0.029999999329447746, | |
| 0.029999999329447746, | |
| 0.0 | |
| ], | |
| "mask": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false | |
| ] | |
| }, | |
| "proprio": { | |
| "mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "std": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "min": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ] | |
| }, | |
| "num_transitions": 32429, | |
| "num_trajectories": 201 | |
| }, | |
| "stanford_robocook_converted_externally_to_rlds": { | |
| "action": { | |
| "mean": [ | |
| -2.678420059964992e-06, | |
| 1.8303692286281148e-06, | |
| -0.0013767639175057411, | |
| -2.3712427719146945e-05, | |
| -0.00010789699445012957, | |
| -4.2797779315151274e-05, | |
| -2.897957165259868e-05 | |
| ], | |
| "std": [ | |
| 0.0022755141835659742, | |
| 0.002386162057518959, | |
| 0.010277057066559792, | |
| 0.0005761811626143754, | |
| 0.0015414082445204258, | |
| 0.0006268072756938636, | |
| 0.002792784245684743 | |
| ], | |
| "max": [ | |
| 0.056665658950805664, | |
| 0.05632849037647247, | |
| 0.11884553730487823, | |
| 0.022299306467175484, | |
| 0.02912251278758049, | |
| 0.010286045260727406, | |
| 0.042904630303382874 | |
| ], | |
| "min": [ | |
| -0.05887693166732788, | |
| -0.05669987574219704, | |
| -0.11804911494255066, | |
| -0.012663912028074265, | |
| -0.030290456488728523, | |
| -0.01201140508055687, | |
| -0.05652061104774475 | |
| ], | |
| "q01": [ | |
| -0.0024662628769874574, | |
| -0.002278556525707245, | |
| -0.012126719951629639, | |
| -0.0013559132115915419, | |
| -0.0035992980259470643, | |
| -0.0011550676298793406, | |
| -0.003419263679534197 | |
| ], | |
| "q99": [ | |
| 0.0031803366541862345, | |
| 0.003376326411962505, | |
| 0.0002590838074684092, | |
| 0.001089718458242705, | |
| 0.0019524201226886323, | |
| 0.0008385598671156899, | |
| 0.013301393277942958 | |
| ], | |
| "mask": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false | |
| ] | |
| }, | |
| "proprio": { | |
| "mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "std": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "min": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ] | |
| }, | |
| "num_transitions": 112980, | |
| "num_trajectories": 2460 | |
| }, | |
| "cmu_play_fusion": { | |
| "action": { | |
| "mean": [ | |
| 0.0005235312273725867, | |
| 4.235409141983837e-05, | |
| -0.00017124312580563128, | |
| -0.0001588397572049871, | |
| 4.5165429582993966e-06, | |
| 0.5705317854881287, | |
| 0.002441484946757555 | |
| ], | |
| "std": [ | |
| 0.0018017141846939921, | |
| 0.002387305023148656, | |
| 0.0018721572123467922, | |
| 0.005302113015204668, | |
| 0.007521406747400761, | |
| 0.49449095129966736, | |
| 0.04930602014064789 | |
| ], | |
| "max": [ | |
| 0.012690633535385132, | |
| 0.01298077404499054, | |
| 0.015158325433731079, | |
| 0.4699133038520813, | |
| 1.000421166419983, | |
| 1.0, | |
| 1.0 | |
| ], | |
| "min": [ | |
| -0.009934544563293457, | |
| -0.025727394968271255, | |
| -0.010410726070404053, | |
| -0.48077064752578735, | |
| -1.0008366107940674, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| -0.004354403614997864, | |
| -0.006213024510070681, | |
| -0.003597210943698883, | |
| -0.004367449581623078, | |
| -0.005852417796850204, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.00525536358356476, | |
| 0.006261475905776026, | |
| 0.0057483944296836875, | |
| 0.005373069681227213, | |
| 0.006020984072238213, | |
| 1.0, | |
| 0.0 | |
| ], | |
| "mask": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| false | |
| ] | |
| }, | |
| "proprio": { | |
| "mean": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "std": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "max": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "min": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q01": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ], | |
| "q99": [ | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0, | |
| 0.0 | |
| ] | |
| }, | |
| "num_transitions": 235922, | |
| "num_trajectories": 576 | |
| } | |
| } |