{ "cells": [ { "cell_type": "code", "execution_count": 3, "id": "71e6c6b4-1e9b-4abb-b36e-80f7fa919c93", "metadata": {}, "outputs": [], "source": [ "import h5py\n", "import os\n", "import fnmatch" ] }, { "cell_type": "code", "execution_count": 5, "id": "6bc2e70e-970c-4874-8ce2-5950acbf74d6", "metadata": {}, "outputs": [], "source": [ "dataset_name = 'singlevla_benchmark'\n", "HDF5_DIR = f\"/home/shared/{dataset_name}/\"\n", "DATASET_NAME = dataset_name\n", "\n", "file_paths = []\n", "for root, _, files in os.walk(HDF5_DIR):\n", " for filename in fnmatch.filter(files, '*.hdf5'):\n", " file_path = os.path.join(root, filename)\n", " file_paths.append(file_path)" ] }, { "cell_type": "code", "execution_count": 7, "id": "a43097df-bd96-4300-9473-748ce19406c4", "metadata": {}, "outputs": [], "source": [ "f = h5py.File(file_paths[0], 'r')" ] }, { "cell_type": "code", "execution_count": 9, "id": "3bb5763f-4156-4dba-ac19-66361837afbd", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "" ] }, "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ "f['observation'].keys()" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.15" } }, "nbformat": 4, "nbformat_minor": 5 }