{"version":1,"pages":[{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/","siteSpaceId":"sitesp_L0k2b","emoji":"1f3e0","description":"We hope you enjoy Docs for Deep Lake."},{"id":"dlPkJ2m0OFCjt7PvBhe9","title":"Installation","pathname":"/setup/installation","siteSpaceId":"sitesp_L0k2b","description":"Installing the Deep Lake Python package","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/setup/authentication","siteSpaceId":"sitesp_L0k2b","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"}]},{"id":"rE8Bz9yOi2GnvUTUnLcD","title":"Workload Identities (Azure Only)","pathname":"/setup/authentication/workload-identities","siteSpaceId":"sitesp_L0k2b","description":"How to authenticate using workload identities instead of user credentials.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"User Authentication"}]},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage and Credentials","pathname":"/setup/storage-and-creds","siteSpaceId":"sitesp_L0k2b","description":"How to access datasets in other clouds and manage their credentials.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"}]},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/setup/storage-and-creds/storage-options","siteSpaceId":"sitesp_L0k2b","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Setting up Deep Lake in Your Cloud","pathname":"/setup/storage-and-creds/managed-credentials","siteSpaceId":"sitesp_L0k2b","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/setup/storage-and-creds/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_L0k2b","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"}]},{"id":"x8tTicWgBTxlZl90HANG","title":"Configure Azure SSO on Activeloop","pathname":"/setup/storage-and-creds/managed-credentials/microsoft-azure/configure-azure-sso-on-activeloop","siteSpaceId":"sitesp_L0k2b","description":"Enabling Azure SSO on Activeloop","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Microsoft Azure"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/setup/storage-and-creds/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_L0k2b","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/setup/storage-and-creds/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_L0k2b","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Microsoft Azure"}]},{"id":"651DWzPeuWxp6I7URSSP","title":"Google Cloud","pathname":"/setup/storage-and-creds/managed-credentials/google-cloud","siteSpaceId":"sitesp_L0k2b","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"}]},{"id":"ZaZbrLxL8j3aj6D1yC29","title":"Provisioning Federated Credentials","pathname":"/setup/storage-and-creds/managed-credentials/google-cloud/provisioning-federated-credentials","siteSpaceId":"sitesp_L0k2b","description":"How to setup Federated Credentials in Google Cloud","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Google Cloud"}]},{"id":"68GIZgqgmZ2McHhxaBSy","title":"Enabling CORS","pathname":"/setup/storage-and-creds/managed-credentials/google-cloud/enabling-cors","siteSpaceId":"sitesp_L0k2b","description":"How to enable Cross-Origin Resource Sharing in your GCS account.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Google Cloud"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/setup/storage-and-creds/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_L0k2b","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/setup/storage-and-creds/managed-credentials/amazon-web-services/provisioning-rbac","siteSpaceId":"sitesp_L0k2b","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/setup/storage-and-creds/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_L0k2b","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Amazon Web Services"}]},{"id":"XvZuyKqPtJ6Bkutva8UO","title":"Deep Learning","pathname":"/examples/dl","siteSpaceId":"sitesp_L0k2b","description":"Using Deep Lake for managing data in Deep Learning applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"}]},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/examples/dl/quickstart","siteSpaceId":"sitesp_L0k2b","description":"A jump-start guide to using Deep Lake for Deep Learning.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning Guide","pathname":"/examples/dl/guide","siteSpaceId":"sitesp_L0k2b","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/examples/dl/guide/hello-world","siteSpaceId":"sitesp_L0k2b","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/examples/dl/guide/creating-datasets","siteSpaceId":"sitesp_L0k2b","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/examples/dl/guide/understanding-compression","siteSpaceId":"sitesp_L0k2b","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/examples/dl/guide/accessing-datasets","siteSpaceId":"sitesp_L0k2b","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/examples/dl/guide/visualizing-datasets","siteSpaceId":"sitesp_L0k2b","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/examples/dl/guide/using-activeloop-storage","siteSpaceId":"sitesp_L0k2b","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/examples/dl/guide/connecting-to-ml-frameworks","siteSpaceId":"sitesp_L0k2b","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/examples/dl/guide/parallel-computing","siteSpaceId":"sitesp_L0k2b","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/examples/dl/guide/dataset-version-control","siteSpaceId":"sitesp_L0k2b","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/examples/dl/guide/dataset-filtering","siteSpaceId":"sitesp_L0k2b","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/examples/dl/tutorials","siteSpaceId":"sitesp_L0k2b","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/examples/dl/tutorials/creating-datasets","siteSpaceId":"sitesp_L0k2b","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/examples/dl/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_L0k2b","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/examples/dl/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_L0k2b","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/examples/dl/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_L0k2b","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/examples/dl/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_L0k2b","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/examples/dl/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_L0k2b","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/examples/dl/tutorials/training-models","siteSpaceId":"sitesp_L0k2b","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"knYVVj0LZ2dr5eI7Cftn","title":"Splitting Datasets for Training","pathname":"/examples/dl/tutorials/training-models/splitting-datasets-training","siteSpaceId":"sitesp_L0k2b","description":"How to Split Datasets for Training in Deep Lake","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/examples/dl/tutorials/training-models/training-classification-pytorch","siteSpaceId":"sitesp_L0k2b","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/examples/dl/tutorials/training-models/training-mmdet","siteSpaceId":"sitesp_L0k2b","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/examples/dl/tutorials/training-models/training-lightning","siteSpaceId":"sitesp_L0k2b","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/examples/dl/tutorials/training-models/training-sagemaker","siteSpaceId":"sitesp_L0k2b","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/examples/dl/tutorials/training-models/training-od-and-seg-pytorch","siteSpaceId":"sitesp_L0k2b","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/examples/dl/tutorials/updating-datasets","siteSpaceId":"sitesp_L0k2b","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/examples/dl/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_L0k2b","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Deep Learning Playbooks","pathname":"/examples/dl/playbooks","siteSpaceId":"sitesp_L0k2b","description":"How to perform complex workflows using Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/examples/dl/playbooks/training-with-lineage","siteSpaceId":"sitesp_L0k2b","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/examples/dl/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_L0k2b","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/examples/dl/playbooks/training-reproducibility-wandb","siteSpaceId":"sitesp_L0k2b","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/examples/dl/playbooks/working-with-videos","siteSpaceId":"sitesp_L0k2b","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Deep Lake Dataloaders","pathname":"/examples/dl/dataloaders","siteSpaceId":"sitesp_L0k2b","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/examples/dl/api","siteSpaceId":"sitesp_L0k2b","description":"Summary of the most important low-level Deep Lake commands.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"qz5lZGb7mitE7rtBbyUr","title":"RAG","pathname":"/examples/rag","siteSpaceId":"sitesp_L0k2b","description":"Using Deep Lake for Vector Store in RAG applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"}]},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"RAG Quickstart","pathname":"/examples/rag/quickstart","siteSpaceId":"sitesp_L0k2b","description":"A jump-start guide to using Deep Lake for Vector Search.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"W69u1upYPGz3EEo8JqDy","title":"RAG Tutorials","pathname":"/examples/rag/tutorials","siteSpaceId":"sitesp_L0k2b","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Vector Store Basics","pathname":"/examples/rag/tutorials/vector-store-basics","siteSpaceId":"sitesp_L0k2b","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/examples/rag/tutorials/vector-search-options","siteSpaceId":"sitesp_L0k2b","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/examples/rag/tutorials/vector-search-options/langchain-api","siteSpaceId":"sitesp_L0k2b","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"},{"label":"Vector Search Options"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/examples/rag/tutorials/vector-search-options/vector-store-api","siteSpaceId":"sitesp_L0k2b","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"Managed Database REST API","pathname":"/examples/rag/tutorials/vector-search-options/rest-api","siteSpaceId":"sitesp_L0k2b","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"},{"label":"Vector Search Options"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Customizing Your Vector Store","pathname":"/examples/rag/tutorials/step-4-customizing-vector-stores","siteSpaceId":"sitesp_L0k2b","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/examples/rag/tutorials/image-similarity-search","siteSpaceId":"sitesp_L0k2b","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"sxfUxu5goK0DO1jF9FDD","title":"Improving Search Accuracy using Deep Memory","pathname":"/examples/rag/tutorials/deepmemory","siteSpaceId":"sitesp_L0k2b","description":"Using Deep Memory to improve the accuracy of your Vector Search","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"LangChain Integration","pathname":"/examples/rag/langchain-integration","siteSpaceId":"sitesp_L0k2b","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"05frOcfDpuEJ1NkeznhN","title":"LlamaIndex Integration","pathname":"/examples/rag/llamaindex-integration","siteSpaceId":"sitesp_L0k2b","description":"Using Deep Lake as a Vector Store in LlamaIndex","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/examples/rag/managed-database","siteSpaceId":"sitesp_L0k2b","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/examples/rag/managed-database/rest-api","siteSpaceId":"sitesp_L0k2b","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/examples/rag/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_L0k2b","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"Managed Tensor Database"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/examples/rag/deep-memory","siteSpaceId":"sitesp_L0k2b","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/examples/rag/deep-memory/how-it-works","siteSpaceId":"sitesp_L0k2b","description":"Understanding Deep Memory","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"Deep Memory"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/examples/tql","siteSpaceId":"sitesp_L0k2b","description":"Deep Lake offers a performant SQL-style query engine for data analysis.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/examples/tql/syntax","siteSpaceId":"sitesp_L0k2b","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/examples/tql/ann-index","siteSpaceId":"sitesp_L0k2b","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/examples/tql/ann-index/caching-and-optimization","siteSpaceId":"sitesp_L0k2b","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"},{"label":"Index for ANN Search"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/examples/tql/sampling","siteSpaceId":"sitesp_L0k2b","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"}]},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/technical-details/best-practices","siteSpaceId":"sitesp_L0k2b","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_L0k2b","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_L0k2b","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_L0k2b","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_L0k2b","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/technical-details/best-practices/concurrent-writes","siteSpaceId":"sitesp_L0k2b","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/technical-details/best-practices/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_L0k2b","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"},{"label":"Concurrent Writes"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Deep Lake Data Format","pathname":"/technical-details/data-format","siteSpaceId":"sitesp_L0k2b","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/technical-details/data-format/tensor-relationships","siteSpaceId":"sitesp_L0k2b","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Deep Lake Data Format"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/technical-details/data-format/version-control-and-querying","siteSpaceId":"sitesp_L0k2b","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Deep Lake Data Format"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/technical-details/visualization","siteSpaceId":"sitesp_L0k2b","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/technical-details/visualization/visualizer-integration","siteSpaceId":"sitesp_L0k2b","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Dataset Visualization"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in Dataloaders","pathname":"/technical-details/shuffling","siteSpaceId":"sitesp_L0k2b","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/technical-details/how-to-contribute","siteSpaceId":"sitesp_L0k2b","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.9.0","siteSpaceId":"sitesp_1Yibm","emoji":"1f3e0","description":"We hope you enjoy Docs for Deep Lake."},{"id":"dlPkJ2m0OFCjt7PvBhe9","title":"Installation","pathname":"/v3.9.0/setup/installation","siteSpaceId":"sitesp_1Yibm","description":"Installing the Deep Lake Python package","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.9.0/setup/authentication","siteSpaceId":"sitesp_1Yibm","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"}]},{"id":"rE8Bz9yOi2GnvUTUnLcD","title":"Workload Identities (Azure Only)","pathname":"/v3.9.0/setup/authentication/workload-identities","siteSpaceId":"sitesp_1Yibm","description":"How to authenticate using workload identities instead of user credentials.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"User Authentication"}]},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage and Credentials","pathname":"/v3.9.0/setup/storage-and-creds","siteSpaceId":"sitesp_1Yibm","description":"How to access datasets in other clouds and manage their credentials.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"}]},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.9.0/setup/storage-and-creds/storage-options","siteSpaceId":"sitesp_1Yibm","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Setting up Deep Lake in Your Cloud","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials","siteSpaceId":"sitesp_1Yibm","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_1Yibm","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_1Yibm","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_1Yibm","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_1Yibm","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials/amazon-web-services/provisioning-rbac","siteSpaceId":"sitesp_1Yibm","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.9.0/setup/storage-and-creds/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_1Yibm","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"SETUP","emoji":"1f3d7"},{"label":"Storage and Credentials"},{"label":"Setting up Deep Lake in Your Cloud"},{"label":"Amazon Web Services"}]},{"id":"XvZuyKqPtJ6Bkutva8UO","title":"Deep Learning","pathname":"/v3.9.0/examples/dl","siteSpaceId":"sitesp_1Yibm","description":"Using Deep Lake for managing data in Deep Learning applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"}]},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.9.0/examples/dl/quickstart","siteSpaceId":"sitesp_1Yibm","description":"A jump-start guide to using Deep Lake for Deep Learning.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning Guide","pathname":"/v3.9.0/examples/dl/guide","siteSpaceId":"sitesp_1Yibm","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.9.0/examples/dl/guide/hello-world","siteSpaceId":"sitesp_1Yibm","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.9.0/examples/dl/guide/creating-datasets","siteSpaceId":"sitesp_1Yibm","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.9.0/examples/dl/guide/understanding-compression","siteSpaceId":"sitesp_1Yibm","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.9.0/examples/dl/guide/accessing-datasets","siteSpaceId":"sitesp_1Yibm","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.9.0/examples/dl/guide/visualizing-datasets","siteSpaceId":"sitesp_1Yibm","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.9.0/examples/dl/guide/using-activeloop-storage","siteSpaceId":"sitesp_1Yibm","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.9.0/examples/dl/guide/connecting-to-ml-frameworks","siteSpaceId":"sitesp_1Yibm","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.9.0/examples/dl/guide/parallel-computing","siteSpaceId":"sitesp_1Yibm","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.9.0/examples/dl/guide/dataset-version-control","siteSpaceId":"sitesp_1Yibm","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.9.0/examples/dl/guide/dataset-filtering","siteSpaceId":"sitesp_1Yibm","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Guide"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.9.0/examples/dl/tutorials","siteSpaceId":"sitesp_1Yibm","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.9.0/examples/dl/tutorials/creating-datasets","siteSpaceId":"sitesp_1Yibm","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.9.0/examples/dl/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_1Yibm","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.9.0/examples/dl/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_1Yibm","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.9.0/examples/dl/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_1Yibm","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.9.0/examples/dl/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_1Yibm","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.9.0/examples/dl/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_1Yibm","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.9.0/examples/dl/tutorials/training-models","siteSpaceId":"sitesp_1Yibm","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"knYVVj0LZ2dr5eI7Cftn","title":"Splitting Datasets for Training","pathname":"/v3.9.0/examples/dl/tutorials/training-models/splitting-datasets-training","siteSpaceId":"sitesp_1Yibm","description":"How to Split Datasets for Training in Deep Lake","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.9.0/examples/dl/tutorials/training-models/training-classification-pytorch","siteSpaceId":"sitesp_1Yibm","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.9.0/examples/dl/tutorials/training-models/training-mmdet","siteSpaceId":"sitesp_1Yibm","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.9.0/examples/dl/tutorials/training-models/training-lightning","siteSpaceId":"sitesp_1Yibm","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.9.0/examples/dl/tutorials/training-models/training-sagemaker","siteSpaceId":"sitesp_1Yibm","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.9.0/examples/dl/tutorials/training-models/training-od-and-seg-pytorch","siteSpaceId":"sitesp_1Yibm","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.9.0/examples/dl/tutorials/updating-datasets","siteSpaceId":"sitesp_1Yibm","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.9.0/examples/dl/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_1Yibm","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Tutorials"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Deep Learning Playbooks","pathname":"/v3.9.0/examples/dl/playbooks","siteSpaceId":"sitesp_1Yibm","description":"How to perform complex workflows using Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.9.0/examples/dl/playbooks/training-with-lineage","siteSpaceId":"sitesp_1Yibm","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.9.0/examples/dl/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_1Yibm","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.9.0/examples/dl/playbooks/training-reproducibility-wandb","siteSpaceId":"sitesp_1Yibm","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.9.0/examples/dl/playbooks/working-with-videos","siteSpaceId":"sitesp_1Yibm","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"},{"label":"Deep Learning Playbooks"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Deep Lake Dataloaders","pathname":"/v3.9.0/examples/dl/dataloaders","siteSpaceId":"sitesp_1Yibm","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.9.0/examples/dl/api","siteSpaceId":"sitesp_1Yibm","description":"Summary of the most important low-level Deep Lake commands.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Deep Learning"}]},{"id":"qz5lZGb7mitE7rtBbyUr","title":"RAG","pathname":"/v3.9.0/examples/rag","siteSpaceId":"sitesp_1Yibm","description":"Using Deep Lake for Vector Store in RAG applications.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"}]},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"RAG Quickstart","pathname":"/v3.9.0/examples/rag/quickstart","siteSpaceId":"sitesp_1Yibm","description":"A jump-start guide to using Deep Lake for Vector Search.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"W69u1upYPGz3EEo8JqDy","title":"RAG Tutorials","pathname":"/v3.9.0/examples/rag/tutorials","siteSpaceId":"sitesp_1Yibm","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Vector Store Basics","pathname":"/v3.9.0/examples/rag/tutorials/vector-store-basics","siteSpaceId":"sitesp_1Yibm","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.9.0/examples/rag/tutorials/vector-search-options","siteSpaceId":"sitesp_1Yibm","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.9.0/examples/rag/tutorials/vector-search-options/langchain-api","siteSpaceId":"sitesp_1Yibm","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"},{"label":"Vector Search Options"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.9.0/examples/rag/tutorials/vector-search-options/vector-store-api","siteSpaceId":"sitesp_1Yibm","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"Managed Database REST API","pathname":"/v3.9.0/examples/rag/tutorials/vector-search-options/rest-api","siteSpaceId":"sitesp_1Yibm","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"},{"label":"Vector Search Options"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Customizing Your Vector Store","pathname":"/v3.9.0/examples/rag/tutorials/step-4-customizing-vector-stores","siteSpaceId":"sitesp_1Yibm","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.9.0/examples/rag/tutorials/image-similarity-search","siteSpaceId":"sitesp_1Yibm","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"sxfUxu5goK0DO1jF9FDD","title":"Improving Search Accuracy using Deep Memory","pathname":"/v3.9.0/examples/rag/tutorials/deepmemory","siteSpaceId":"sitesp_1Yibm","description":"Using Deep Memory to improve the accuracy of your Vector Search","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"RAG Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"LangChain Integration","pathname":"/v3.9.0/examples/rag/langchain-integration","siteSpaceId":"sitesp_1Yibm","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"05frOcfDpuEJ1NkeznhN","title":"LlamaIndex Integration","pathname":"/v3.9.0/examples/rag/llamaindex-integration","siteSpaceId":"sitesp_1Yibm","description":"Using Deep Lake as a Vector Store in LlamaIndex","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.9.0/examples/rag/managed-database","siteSpaceId":"sitesp_1Yibm","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.9.0/examples/rag/managed-database/rest-api","siteSpaceId":"sitesp_1Yibm","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.9.0/examples/rag/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_1Yibm","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"Managed Tensor Database"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/v3.9.0/examples/rag/deep-memory","siteSpaceId":"sitesp_1Yibm","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/v3.9.0/examples/rag/deep-memory/how-it-works","siteSpaceId":"sitesp_1Yibm","description":"Understanding Deep Memory","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"RAG"},{"label":"Deep Memory"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.9.0/examples/tql","siteSpaceId":"sitesp_1Yibm","description":"Deep Lake offers a performant SQL-style query engine for data analysis.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.9.0/examples/tql/syntax","siteSpaceId":"sitesp_1Yibm","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.9.0/examples/tql/ann-index","siteSpaceId":"sitesp_1Yibm","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.9.0/examples/tql/ann-index/caching-and-optimization","siteSpaceId":"sitesp_1Yibm","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"},{"label":"Index for ANN Search"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.9.0/examples/tql/sampling","siteSpaceId":"sitesp_1Yibm","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"Examples","emoji":"1f4da"},{"label":"Tensor Query Language (TQL)"}]},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.9.0/technical-details/best-practices","siteSpaceId":"sitesp_1Yibm","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.9.0/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_1Yibm","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.9.0/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_1Yibm","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.9.0/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_1Yibm","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.9.0/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_1Yibm","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.9.0/technical-details/best-practices/concurrent-writes","siteSpaceId":"sitesp_1Yibm","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.9.0/technical-details/best-practices/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_1Yibm","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"},{"label":"Concurrent Writes"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Deep Lake Data Format","pathname":"/v3.9.0/technical-details/data-format","siteSpaceId":"sitesp_1Yibm","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.9.0/technical-details/data-format/tensor-relationships","siteSpaceId":"sitesp_1Yibm","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Deep Lake Data Format"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.9.0/technical-details/data-format/version-control-and-querying","siteSpaceId":"sitesp_1Yibm","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Deep Lake Data Format"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.9.0/technical-details/visualization","siteSpaceId":"sitesp_1Yibm","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.9.0/technical-details/visualization/visualizer-integration","siteSpaceId":"sitesp_1Yibm","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Dataset Visualization"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in Dataloaders","pathname":"/v3.9.0/technical-details/shuffling","siteSpaceId":"sitesp_1Yibm","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.9.0/technical-details/how-to-contribute","siteSpaceId":"sitesp_1Yibm","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.8.27","siteSpaceId":"sitesp_j72sv","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.8.27/quickstart","siteSpaceId":"sitesp_j72sv","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.8.27/quickstart-dl","siteSpaceId":"sitesp_j72sv","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.8.27/storage-and-credentials","siteSpaceId":"sitesp_j72sv","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.8.27/storage-and-credentials/storage-options","siteSpaceId":"sitesp_j72sv","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.8.27/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_j72sv","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"rE8Bz9yOi2GnvUTUnLcD","title":"Workload Identities (Azure Only)","pathname":"/v3.8.27/storage-and-credentials/user-authentication/workload-identities","siteSpaceId":"sitesp_j72sv","description":"How to authenticate using workload identities instead of user credentials.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"User Authentication"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.8.27/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_j72sv","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.8.27/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_j72sv","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.8.27/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_j72sv","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.8.27/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_j72sv","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.8.27/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_j72sv","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.8.27/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_j72sv","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.8.27/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_j72sv","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.8.27/performance-features/introduction","siteSpaceId":"sitesp_j72sv","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.8.27/performance-features/performant-dataloader","siteSpaceId":"sitesp_j72sv","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.8.27/performance-features/querying-datasets","siteSpaceId":"sitesp_j72sv","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.8.27/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_j72sv","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.8.27/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_j72sv","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/v3.8.27/performance-features/deep-memory","siteSpaceId":"sitesp_j72sv","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/v3.8.27/performance-features/deep-memory/how-it-works","siteSpaceId":"sitesp_j72sv","description":"Understanding Deep Memory","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Deep Memory"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.8.27/performance-features/index-for-ann-search","siteSpaceId":"sitesp_j72sv","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.8.27/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_j72sv","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.8.27/performance-features/managed-database","siteSpaceId":"sitesp_j72sv","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.8.27/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_j72sv","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.8.27/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_j72sv","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.8.27/example-code/getting-started","siteSpaceId":"sitesp_j72sv","description":"Comprehensive guides for getting started with Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.8.27/example-code/getting-started/vector-store","siteSpaceId":"sitesp_j72sv","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.8.27/example-code/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_j72sv","description":"Installing Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.8.27/example-code/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_j72sv","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.8.27/example-code/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_j72sv","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.8.27/example-code/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_j72sv","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.8.27/example-code/getting-started/deep-learning","siteSpaceId":"sitesp_j72sv","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.8.27/example-code/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_j72sv","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.8.27/example-code/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_j72sv","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.8.27/example-code/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_j72sv","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.8.27/example-code/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_j72sv","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.8.27/example-code/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_j72sv","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.8.27/example-code/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_j72sv","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.8.27/example-code/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_j72sv","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.8.27/example-code/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_j72sv","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.8.27/example-code/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_j72sv","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.8.27/example-code/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_j72sv","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.8.27/example-code/tutorials","siteSpaceId":"sitesp_j72sv","description":"Common workflows with Deep Lake (includes Colab notebooks)","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.8.27/example-code/tutorials/vector-store","siteSpaceId":"sitesp_j72sv","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.8.27/example-code/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_j72sv","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.8.27/example-code/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_j72sv","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.8.27/example-code/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_j72sv","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.8.27/example-code/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_j72sv","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.8.27/example-code/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_j72sv","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.8.27/example-code/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_j72sv","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"05frOcfDpuEJ1NkeznhN","title":"Deep Lake Vector Store in LlamaIndex","pathname":"/v3.8.27/example-code/tutorials/vector-store/deep-lake-vector-store-in-llamaindex","siteSpaceId":"sitesp_j72sv","description":"Using Deep Lake as a Vector Store in LlamaIndex","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"sxfUxu5goK0DO1jF9FDD","title":"Improving Search Accuracy using Deep Memory","pathname":"/v3.8.27/example-code/tutorials/vector-store/improving-search-accuracy-using-deep-memory","siteSpaceId":"sitesp_j72sv","description":"Using Deep Memory to improve the accuracy of your Vector Search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.8.27/example-code/tutorials/deep-learning","siteSpaceId":"sitesp_j72sv","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.8.27/example-code/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_j72sv","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.8.27/example-code/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_j72sv","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.8.27/example-code/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_j72sv","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.8.27/example-code/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_j72sv","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.8.27/example-code/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_j72sv","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.8.27/example-code/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_j72sv","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_j72sv","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"knYVVj0LZ2dr5eI7Cftn","title":"Splitting Datasets for Training","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models/splitting-datasets-for-training","siteSpaceId":"sitesp_j72sv","description":"How to Split Datasets for Training in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_j72sv","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_j72sv","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_j72sv","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_j72sv","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.8.27/example-code/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_j72sv","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.8.27/example-code/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_j72sv","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.8.27/example-code/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_j72sv","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.8.27/example-code/tutorials/concurrent-writes","siteSpaceId":"sitesp_j72sv","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.8.27/example-code/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_j72sv","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.8.27/example-code/playbooks","siteSpaceId":"sitesp_j72sv","description":"How to perform complex workflows using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.8.27/example-code/playbooks/training-with-lineage","siteSpaceId":"sitesp_j72sv","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.8.27/example-code/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_j72sv","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.8.27/example-code/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_j72sv","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.8.27/example-code/playbooks/working-with-videos","siteSpaceId":"sitesp_j72sv","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.8.27/example-code/api-basics","siteSpaceId":"sitesp_j72sv","description":"Summary of the most important low-level Deep Lake commands.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.8.27/technical-details/best-practices","siteSpaceId":"sitesp_j72sv","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.8.27/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_j72sv","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.8.27/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_j72sv","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.8.27/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_j72sv","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.8.27/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_j72sv","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.8.27/technical-details/data-layout","siteSpaceId":"sitesp_j72sv","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.8.27/technical-details/version-control-and-querying","siteSpaceId":"sitesp_j72sv","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.8.27/technical-details/dataset-visualization","siteSpaceId":"sitesp_j72sv","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.8.27/technical-details/tensor-relationships","siteSpaceId":"sitesp_j72sv","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.8.27/technical-details/visualizer-integration","siteSpaceId":"sitesp_j72sv","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.8.27/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_j72sv","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.8.27/technical-details/how-to-contribute","siteSpaceId":"sitesp_j72sv","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.8.19","siteSpaceId":"sitesp_WxT3B","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.8.19/quickstart","siteSpaceId":"sitesp_WxT3B","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.8.19/quickstart-dl","siteSpaceId":"sitesp_WxT3B","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.8.19/storage-and-credentials","siteSpaceId":"sitesp_WxT3B","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.8.19/storage-and-credentials/storage-options","siteSpaceId":"sitesp_WxT3B","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.8.19/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_WxT3B","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.8.19/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_WxT3B","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.8.19/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_WxT3B","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.8.19/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_WxT3B","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.8.19/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_WxT3B","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.8.19/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_WxT3B","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.8.19/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_WxT3B","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.8.19/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_WxT3B","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.8.19/performance-features/introduction","siteSpaceId":"sitesp_WxT3B","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.8.19/performance-features/performant-dataloader","siteSpaceId":"sitesp_WxT3B","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.8.19/performance-features/querying-datasets","siteSpaceId":"sitesp_WxT3B","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.8.19/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_WxT3B","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.8.19/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_WxT3B","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/v3.8.19/performance-features/deep-memory","siteSpaceId":"sitesp_WxT3B","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/v3.8.19/performance-features/deep-memory/how-it-works","siteSpaceId":"sitesp_WxT3B","description":"Understanding Deep Memory","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Deep Memory"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.8.19/performance-features/index-for-ann-search","siteSpaceId":"sitesp_WxT3B","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.8.19/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_WxT3B","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.8.19/performance-features/managed-database","siteSpaceId":"sitesp_WxT3B","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.8.19/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_WxT3B","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.8.19/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_WxT3B","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.8.19/example-code/getting-started","siteSpaceId":"sitesp_WxT3B","description":"Comprehensive guides for getting started with Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.8.19/example-code/getting-started/vector-store","siteSpaceId":"sitesp_WxT3B","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.8.19/example-code/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_WxT3B","description":"Installing Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.8.19/example-code/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_WxT3B","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.8.19/example-code/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_WxT3B","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.8.19/example-code/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_WxT3B","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.8.19/example-code/getting-started/deep-learning","siteSpaceId":"sitesp_WxT3B","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.8.19/example-code/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_WxT3B","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.8.19/example-code/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_WxT3B","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.8.19/example-code/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_WxT3B","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.8.19/example-code/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_WxT3B","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.8.19/example-code/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_WxT3B","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.8.19/example-code/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_WxT3B","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.8.19/example-code/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_WxT3B","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.8.19/example-code/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_WxT3B","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.8.19/example-code/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_WxT3B","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.8.19/example-code/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_WxT3B","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.8.19/example-code/tutorials","siteSpaceId":"sitesp_WxT3B","description":"Common workflows with Deep Lake (includes Colab notebooks)","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.8.19/example-code/tutorials/vector-store","siteSpaceId":"sitesp_WxT3B","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.8.19/example-code/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_WxT3B","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.8.19/example-code/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_WxT3B","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.8.19/example-code/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_WxT3B","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.8.19/example-code/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_WxT3B","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.8.19/example-code/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_WxT3B","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.8.19/example-code/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_WxT3B","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"05frOcfDpuEJ1NkeznhN","title":"Deep Lake Vector Store in LlamaIndex","pathname":"/v3.8.19/example-code/tutorials/vector-store/deep-lake-vector-store-in-llamaindex","siteSpaceId":"sitesp_WxT3B","description":"Using Deep Lake as a Vector Store in LlamaIndex","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"sxfUxu5goK0DO1jF9FDD","title":"Improving Search Accuracy using Deep Memory","pathname":"/v3.8.19/example-code/tutorials/vector-store/improving-search-accuracy-using-deep-memory","siteSpaceId":"sitesp_WxT3B","description":"Using Deep Memory to improve the accuracy of your Vector Search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.8.19/example-code/tutorials/deep-learning","siteSpaceId":"sitesp_WxT3B","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.8.19/example-code/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_WxT3B","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.8.19/example-code/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_WxT3B","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.8.19/example-code/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_WxT3B","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.8.19/example-code/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_WxT3B","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.8.19/example-code/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_WxT3B","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.8.19/example-code/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_WxT3B","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_WxT3B","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"knYVVj0LZ2dr5eI7Cftn","title":"Splitting Datasets for Training","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models/splitting-datasets-for-training","siteSpaceId":"sitesp_WxT3B","description":"How to Split Datasets for Training in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_WxT3B","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_WxT3B","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_WxT3B","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_WxT3B","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.8.19/example-code/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_WxT3B","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.8.19/example-code/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_WxT3B","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.8.19/example-code/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_WxT3B","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.8.19/example-code/tutorials/concurrent-writes","siteSpaceId":"sitesp_WxT3B","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.8.19/example-code/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_WxT3B","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.8.19/example-code/playbooks","siteSpaceId":"sitesp_WxT3B","description":"How to perform complex workflows using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.8.19/example-code/playbooks/training-with-lineage","siteSpaceId":"sitesp_WxT3B","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.8.19/example-code/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_WxT3B","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.8.19/example-code/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_WxT3B","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.8.19/example-code/playbooks/working-with-videos","siteSpaceId":"sitesp_WxT3B","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.8.19/example-code/api-basics","siteSpaceId":"sitesp_WxT3B","description":"Summary of the most important low-level Deep Lake commands.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.8.19/technical-details/best-practices","siteSpaceId":"sitesp_WxT3B","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.8.19/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_WxT3B","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.8.19/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_WxT3B","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.8.19/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_WxT3B","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.8.19/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_WxT3B","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.8.19/technical-details/data-layout","siteSpaceId":"sitesp_WxT3B","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.8.19/technical-details/version-control-and-querying","siteSpaceId":"sitesp_WxT3B","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.8.19/technical-details/dataset-visualization","siteSpaceId":"sitesp_WxT3B","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.8.19/technical-details/tensor-relationships","siteSpaceId":"sitesp_WxT3B","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.8.19/technical-details/visualizer-integration","siteSpaceId":"sitesp_WxT3B","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.8.19/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_WxT3B","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.8.19/technical-details/how-to-contribute","siteSpaceId":"sitesp_WxT3B","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.8.16","siteSpaceId":"sitesp_vENBj","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.8.16/quickstart","siteSpaceId":"sitesp_vENBj","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.8.16/quickstart-dl","siteSpaceId":"sitesp_vENBj","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.8.16/storage-and-credentials","siteSpaceId":"sitesp_vENBj","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.8.16/storage-and-credentials/storage-options","siteSpaceId":"sitesp_vENBj","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.8.16/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_vENBj","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.8.16/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_vENBj","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.8.16/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_vENBj","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.8.16/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_vENBj","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.8.16/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_vENBj","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.8.16/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_vENBj","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.8.16/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_vENBj","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.8.16/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_vENBj","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.8.16/performance-features/introduction","siteSpaceId":"sitesp_vENBj","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.8.16/performance-features/performant-dataloader","siteSpaceId":"sitesp_vENBj","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.8.16/performance-features/querying-datasets","siteSpaceId":"sitesp_vENBj","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.8.16/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_vENBj","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.8.16/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_vENBj","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/v3.8.16/performance-features/deep-memory","siteSpaceId":"sitesp_vENBj","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/v3.8.16/performance-features/deep-memory/how-it-works","siteSpaceId":"sitesp_vENBj","description":"Understanding Deep Memory","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Deep Memory"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.8.16/performance-features/index-for-ann-search","siteSpaceId":"sitesp_vENBj","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.8.16/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_vENBj","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.8.16/performance-features/managed-database","siteSpaceId":"sitesp_vENBj","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.8.16/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_vENBj","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.8.16/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_vENBj","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.8.16/example-code/getting-started","siteSpaceId":"sitesp_vENBj","description":"Comprehensive guides for getting started with Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.8.16/example-code/getting-started/vector-store","siteSpaceId":"sitesp_vENBj","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.8.16/example-code/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_vENBj","description":"Installing Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.8.16/example-code/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_vENBj","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.8.16/example-code/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_vENBj","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.8.16/example-code/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_vENBj","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.8.16/example-code/getting-started/deep-learning","siteSpaceId":"sitesp_vENBj","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.8.16/example-code/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_vENBj","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.8.16/example-code/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_vENBj","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.8.16/example-code/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_vENBj","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.8.16/example-code/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_vENBj","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.8.16/example-code/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_vENBj","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.8.16/example-code/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_vENBj","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.8.16/example-code/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_vENBj","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.8.16/example-code/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_vENBj","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.8.16/example-code/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_vENBj","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.8.16/example-code/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_vENBj","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.8.16/example-code/tutorials","siteSpaceId":"sitesp_vENBj","description":"Common workflows with Deep Lake (includes Colab notebooks)","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.8.16/example-code/tutorials/vector-store","siteSpaceId":"sitesp_vENBj","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.8.16/example-code/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_vENBj","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.8.16/example-code/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_vENBj","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.8.16/example-code/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_vENBj","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.8.16/example-code/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_vENBj","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.8.16/example-code/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_vENBj","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.8.16/example-code/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_vENBj","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"05frOcfDpuEJ1NkeznhN","title":"Deep Lake Vector Store in LlamaIndex","pathname":"/v3.8.16/example-code/tutorials/vector-store/deep-lake-vector-store-in-llamaindex","siteSpaceId":"sitesp_vENBj","description":"Using Deep Lake as a Vector Store in LlamaIndex","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"sxfUxu5goK0DO1jF9FDD","title":"Improving Search Accuracy using Deep Memory","pathname":"/v3.8.16/example-code/tutorials/vector-store/improving-search-accuracy-using-deep-memory","siteSpaceId":"sitesp_vENBj","description":"Using Deep Memory to improve the accuracy of your Vector Search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.8.16/example-code/tutorials/deep-learning","siteSpaceId":"sitesp_vENBj","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.8.16/example-code/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_vENBj","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.8.16/example-code/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_vENBj","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.8.16/example-code/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_vENBj","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.8.16/example-code/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_vENBj","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.8.16/example-code/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_vENBj","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.8.16/example-code/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_vENBj","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_vENBj","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"knYVVj0LZ2dr5eI7Cftn","title":"Splitting Datasets for Training","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models/splitting-datasets-for-training","siteSpaceId":"sitesp_vENBj","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_vENBj","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_vENBj","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_vENBj","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_vENBj","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.8.16/example-code/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_vENBj","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.8.16/example-code/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_vENBj","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.8.16/example-code/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_vENBj","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.8.16/example-code/tutorials/concurrent-writes","siteSpaceId":"sitesp_vENBj","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.8.16/example-code/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_vENBj","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.8.16/example-code/playbooks","siteSpaceId":"sitesp_vENBj","description":"How to perform complex workflows using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.8.16/example-code/playbooks/training-with-lineage","siteSpaceId":"sitesp_vENBj","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.8.16/example-code/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_vENBj","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.8.16/example-code/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_vENBj","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.8.16/example-code/playbooks/working-with-videos","siteSpaceId":"sitesp_vENBj","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.8.16/example-code/api-basics","siteSpaceId":"sitesp_vENBj","description":"Summary of the most important low-level Deep Lake commands.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.8.16/technical-details/best-practices","siteSpaceId":"sitesp_vENBj","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.8.16/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_vENBj","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.8.16/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_vENBj","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.8.16/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_vENBj","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.8.16/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_vENBj","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.8.16/technical-details/data-layout","siteSpaceId":"sitesp_vENBj","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.8.16/technical-details/version-control-and-querying","siteSpaceId":"sitesp_vENBj","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.8.16/technical-details/dataset-visualization","siteSpaceId":"sitesp_vENBj","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.8.16/technical-details/tensor-relationships","siteSpaceId":"sitesp_vENBj","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.8.16/technical-details/visualizer-integration","siteSpaceId":"sitesp_vENBj","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.8.16/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_vENBj","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.8.16/technical-details/how-to-contribute","siteSpaceId":"sitesp_vENBj","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.8.2","siteSpaceId":"sitesp_lA7Xn","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.8.2/quickstart","siteSpaceId":"sitesp_lA7Xn","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.8.2/quickstart-dl","siteSpaceId":"sitesp_lA7Xn","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.8.2/storage-and-credentials","siteSpaceId":"sitesp_lA7Xn","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.8.2/storage-and-credentials/storage-options","siteSpaceId":"sitesp_lA7Xn","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.8.2/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_lA7Xn","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.8.2/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_lA7Xn","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.8.2/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_lA7Xn","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.8.2/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_lA7Xn","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.8.2/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_lA7Xn","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.8.2/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_lA7Xn","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.8.2/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_lA7Xn","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.8.2/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_lA7Xn","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.8.2/performance-features/introduction","siteSpaceId":"sitesp_lA7Xn","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.8.2/performance-features/performant-dataloader","siteSpaceId":"sitesp_lA7Xn","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.8.2/performance-features/querying-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.8.2/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_lA7Xn","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.8.2/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/v3.8.2/performance-features/deep-memory","siteSpaceId":"sitesp_lA7Xn","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/v3.8.2/performance-features/deep-memory/how-it-works","siteSpaceId":"sitesp_lA7Xn","description":"Understanding Deep Memory","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Deep Memory"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.8.2/performance-features/index-for-ann-search","siteSpaceId":"sitesp_lA7Xn","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.8.2/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_lA7Xn","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.8.2/performance-features/managed-database","siteSpaceId":"sitesp_lA7Xn","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.8.2/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_lA7Xn","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.8.2/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_lA7Xn","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.8.2/example-code/getting-started","siteSpaceId":"sitesp_lA7Xn","description":"Comprehensive guides for getting started with Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.8.2/example-code/getting-started/vector-store","siteSpaceId":"sitesp_lA7Xn","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.8.2/example-code/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_lA7Xn","description":"Installing Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.8.2/example-code/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_lA7Xn","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.8.2/example-code/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_lA7Xn","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.8.2/example-code/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_lA7Xn","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.8.2/example-code/getting-started/deep-learning","siteSpaceId":"sitesp_lA7Xn","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.8.2/example-code/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_lA7Xn","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.8.2/example-code/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_lA7Xn","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.8.2/example-code/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_lA7Xn","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.8.2/example-code/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.8.2/example-code/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.8.2/example-code/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_lA7Xn","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.8.2/example-code/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_lA7Xn","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.8.2/example-code/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_lA7Xn","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.8.2/example-code/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_lA7Xn","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.8.2/example-code/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_lA7Xn","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.8.2/example-code/tutorials","siteSpaceId":"sitesp_lA7Xn","description":"Common workflows with Deep Lake (includes Colab notebooks)","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.8.2/example-code/tutorials/vector-store","siteSpaceId":"sitesp_lA7Xn","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.8.2/example-code/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_lA7Xn","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.8.2/example-code/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_lA7Xn","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.8.2/example-code/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_lA7Xn","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.8.2/example-code/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_lA7Xn","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.8.2/example-code/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_lA7Xn","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.8.2/example-code/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_lA7Xn","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"sxfUxu5goK0DO1jF9FDD","title":"Improving Search Accuracy using Deep Memory","pathname":"/v3.8.2/example-code/tutorials/vector-store/improving-search-accuracy-using-deep-memory","siteSpaceId":"sitesp_lA7Xn","description":"Using Deep Memory to improve the accuracy of your Vector Search","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.8.2/example-code/tutorials/deep-learning","siteSpaceId":"sitesp_lA7Xn","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.8.2/example-code/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.8.2/example-code/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.8.2/example-code/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.8.2/example-code/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.8.2/example-code/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_lA7Xn","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.8.2/example-code/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.8.2/example-code/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_lA7Xn","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.8.2/example-code/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_lA7Xn","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.8.2/example-code/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_lA7Xn","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.8.2/example-code/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_lA7Xn","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.8.2/example-code/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_lA7Xn","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.8.2/example-code/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_lA7Xn","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.8.2/example-code/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.8.2/example-code/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_lA7Xn","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.8.2/example-code/tutorials/concurrent-writes","siteSpaceId":"sitesp_lA7Xn","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.8.2/example-code/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_lA7Xn","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.8.2/example-code/playbooks","siteSpaceId":"sitesp_lA7Xn","description":"How to perform complex workflows using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.8.2/example-code/playbooks/training-with-lineage","siteSpaceId":"sitesp_lA7Xn","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.8.2/example-code/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_lA7Xn","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.8.2/example-code/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_lA7Xn","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.8.2/example-code/playbooks/working-with-videos","siteSpaceId":"sitesp_lA7Xn","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"},{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.8.2/example-code/api-basics","siteSpaceId":"sitesp_lA7Xn","description":"Summary of the most important low-level Deep Lake commands.","breadcrumbs":[{"label":"EXAMPLE CODE","emoji":"1f4da"}]},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.8.2/technical-details/best-practices","siteSpaceId":"sitesp_lA7Xn","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.8.2/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_lA7Xn","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.8.2/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_lA7Xn","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.8.2/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_lA7Xn","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.8.2/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_lA7Xn","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.8.2/technical-details/data-layout","siteSpaceId":"sitesp_lA7Xn","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.8.2/technical-details/version-control-and-querying","siteSpaceId":"sitesp_lA7Xn","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.8.2/technical-details/dataset-visualization","siteSpaceId":"sitesp_lA7Xn","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.8.2/technical-details/tensor-relationships","siteSpaceId":"sitesp_lA7Xn","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.8.2/technical-details/visualizer-integration","siteSpaceId":"sitesp_lA7Xn","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.8.2/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_lA7Xn","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.8.2/technical-details/how-to-contribute","siteSpaceId":"sitesp_lA7Xn","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.7.3","siteSpaceId":"sitesp_hJ07c","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.7.3/quickstart","siteSpaceId":"sitesp_hJ07c","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.7.3/quickstart-dl","siteSpaceId":"sitesp_hJ07c","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.7.3/storage-and-credentials","siteSpaceId":"sitesp_hJ07c","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.7.3/storage-and-credentials/storage-options","siteSpaceId":"sitesp_hJ07c","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.7.3/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_hJ07c","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.7.3/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_hJ07c","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.7.3/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_hJ07c","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.7.3/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_hJ07c","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.7.3/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_hJ07c","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.7.3/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_hJ07c","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.7.3/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_hJ07c","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.7.3/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_hJ07c","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.7.3/performance-features/introduction","siteSpaceId":"sitesp_hJ07c","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.7.3/performance-features/performant-dataloader","siteSpaceId":"sitesp_hJ07c","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.7.3/performance-features/querying-datasets","siteSpaceId":"sitesp_hJ07c","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.7.3/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_hJ07c","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.7.3/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_hJ07c","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"Cd0gG2RXJimyXt5A5SwL","title":"Deep Memory","pathname":"/v3.7.3/performance-features/deep-memory","siteSpaceId":"sitesp_hJ07c","description":"Overview of Deep Lake tools for increasing retrieval accuracy","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"WYzTM0eajRw2H61Fe1xV","title":"How it Works","pathname":"/v3.7.3/performance-features/deep-memory/how-it-works","siteSpaceId":"sitesp_hJ07c","description":"Understanding Deep Memory","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Deep Memory"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.7.3/performance-features/index-for-ann-search","siteSpaceId":"sitesp_hJ07c","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.7.3/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_hJ07c","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.7.3/performance-features/managed-database","siteSpaceId":"sitesp_hJ07c","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.7.3/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_hJ07c","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.7.3/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_hJ07c","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.7.3/getting-started","siteSpaceId":"sitesp_hJ07c","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.7.3/getting-started/vector-store","siteSpaceId":"sitesp_hJ07c","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.7.3/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_hJ07c","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.7.3/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_hJ07c","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.7.3/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_hJ07c","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.7.3/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_hJ07c","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.7.3/getting-started/deep-learning","siteSpaceId":"sitesp_hJ07c","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.7.3/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_hJ07c","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.7.3/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_hJ07c","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.7.3/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_hJ07c","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.7.3/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_hJ07c","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.7.3/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_hJ07c","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.7.3/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_hJ07c","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.7.3/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_hJ07c","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.7.3/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_hJ07c","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.7.3/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_hJ07c","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.7.3/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_hJ07c","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.7.3/tutorials","siteSpaceId":"sitesp_hJ07c","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.7.3/tutorials/vector-store","siteSpaceId":"sitesp_hJ07c","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.7.3/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_hJ07c","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.7.3/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_hJ07c","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.7.3/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_hJ07c","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.7.3/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_hJ07c","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.7.3/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_hJ07c","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.7.3/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_hJ07c","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.7.3/tutorials/deep-learning","siteSpaceId":"sitesp_hJ07c","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.7.3/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_hJ07c","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.7.3/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_hJ07c","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.7.3/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_hJ07c","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.7.3/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_hJ07c","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.7.3/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_hJ07c","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.7.3/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_hJ07c","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.7.3/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_hJ07c","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.7.3/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_hJ07c","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.7.3/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_hJ07c","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.7.3/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_hJ07c","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.7.3/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_hJ07c","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.7.3/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_hJ07c","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.7.3/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_hJ07c","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.7.3/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_hJ07c","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.7.3/tutorials/concurrent-writes","siteSpaceId":"sitesp_hJ07c","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.7.3/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_hJ07c","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.7.3/playbooks","siteSpaceId":"sitesp_hJ07c","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.7.3/playbooks/training-with-lineage","siteSpaceId":"sitesp_hJ07c","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.7.3/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_hJ07c","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.7.3/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_hJ07c","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.7.3/playbooks/working-with-videos","siteSpaceId":"sitesp_hJ07c","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.7.3/api-basics","siteSpaceId":"sitesp_hJ07c","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.7.3/technical-details/best-practices","siteSpaceId":"sitesp_hJ07c","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.7.3/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_hJ07c","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.7.3/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_hJ07c","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.7.3/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_hJ07c","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.7.3/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_hJ07c","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.7.3/technical-details/data-layout","siteSpaceId":"sitesp_hJ07c","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.7.3/technical-details/version-control-and-querying","siteSpaceId":"sitesp_hJ07c","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.7.3/technical-details/dataset-visualization","siteSpaceId":"sitesp_hJ07c","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.7.3/technical-details/tensor-relationships","siteSpaceId":"sitesp_hJ07c","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.7.3/technical-details/visualizer-integration","siteSpaceId":"sitesp_hJ07c","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.7.3/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_hJ07c","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.7.3/technical-details/how-to-contribute","siteSpaceId":"sitesp_hJ07c","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.7.2","siteSpaceId":"sitesp_C8Adz","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.7.2/quickstart","siteSpaceId":"sitesp_C8Adz","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.7.2/quickstart-dl","siteSpaceId":"sitesp_C8Adz","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.7.2/storage-and-credentials","siteSpaceId":"sitesp_C8Adz","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.7.2/storage-and-credentials/storage-options","siteSpaceId":"sitesp_C8Adz","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.7.2/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_C8Adz","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.7.2/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_C8Adz","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.7.2/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_C8Adz","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.7.2/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_C8Adz","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.7.2/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_C8Adz","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.7.2/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_C8Adz","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.7.2/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_C8Adz","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.7.2/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_C8Adz","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.7.2/performance-features/introduction","siteSpaceId":"sitesp_C8Adz","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.7.2/performance-features/performant-dataloader","siteSpaceId":"sitesp_C8Adz","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.7.2/performance-features/querying-datasets","siteSpaceId":"sitesp_C8Adz","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.7.2/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_C8Adz","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.7.2/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_C8Adz","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.7.2/performance-features/index-for-ann-search","siteSpaceId":"sitesp_C8Adz","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.7.2/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_C8Adz","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.7.2/performance-features/managed-database","siteSpaceId":"sitesp_C8Adz","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.7.2/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_C8Adz","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.7.2/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_C8Adz","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.7.2/getting-started","siteSpaceId":"sitesp_C8Adz","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.7.2/getting-started/vector-store","siteSpaceId":"sitesp_C8Adz","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.7.2/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_C8Adz","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.7.2/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_C8Adz","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.7.2/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_C8Adz","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.7.2/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_C8Adz","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.7.2/getting-started/deep-learning","siteSpaceId":"sitesp_C8Adz","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.7.2/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_C8Adz","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.7.2/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_C8Adz","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.7.2/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_C8Adz","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.7.2/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_C8Adz","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.7.2/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_C8Adz","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.7.2/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_C8Adz","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.7.2/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_C8Adz","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.7.2/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_C8Adz","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.7.2/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_C8Adz","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.7.2/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_C8Adz","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.7.2/tutorials","siteSpaceId":"sitesp_C8Adz","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.7.2/tutorials/vector-store","siteSpaceId":"sitesp_C8Adz","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.7.2/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_C8Adz","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.7.2/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_C8Adz","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.7.2/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_C8Adz","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.7.2/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_C8Adz","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.7.2/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_C8Adz","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.7.2/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_C8Adz","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.7.2/tutorials/deep-learning","siteSpaceId":"sitesp_C8Adz","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.7.2/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_C8Adz","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.7.2/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_C8Adz","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.7.2/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_C8Adz","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.7.2/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_C8Adz","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.7.2/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_C8Adz","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.7.2/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_C8Adz","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.7.2/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_C8Adz","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.7.2/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_C8Adz","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.7.2/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_C8Adz","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.7.2/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_C8Adz","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.7.2/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_C8Adz","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.7.2/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_C8Adz","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.7.2/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_C8Adz","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.7.2/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_C8Adz","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.7.2/tutorials/concurrent-writes","siteSpaceId":"sitesp_C8Adz","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.7.2/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_C8Adz","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.7.2/playbooks","siteSpaceId":"sitesp_C8Adz","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.7.2/playbooks/training-with-lineage","siteSpaceId":"sitesp_C8Adz","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.7.2/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_C8Adz","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.7.2/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_C8Adz","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.7.2/playbooks/working-with-videos","siteSpaceId":"sitesp_C8Adz","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.7.2/api-basics","siteSpaceId":"sitesp_C8Adz","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.7.2/technical-details/best-practices","siteSpaceId":"sitesp_C8Adz","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.7.2/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_C8Adz","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.7.2/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_C8Adz","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.7.2/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_C8Adz","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.7.2/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_C8Adz","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.7.2/technical-details/data-layout","siteSpaceId":"sitesp_C8Adz","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.7.2/technical-details/version-control-and-querying","siteSpaceId":"sitesp_C8Adz","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.7.2/technical-details/dataset-visualization","siteSpaceId":"sitesp_C8Adz","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.7.2/technical-details/tensor-relationships","siteSpaceId":"sitesp_C8Adz","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.7.2/technical-details/visualizer-integration","siteSpaceId":"sitesp_C8Adz","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.7.2/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_C8Adz","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.7.2/technical-details/how-to-contribute","siteSpaceId":"sitesp_C8Adz","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.7.1","siteSpaceId":"sitesp_gbFpl","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.7.1/quickstart","siteSpaceId":"sitesp_gbFpl","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.7.1/quickstart-dl","siteSpaceId":"sitesp_gbFpl","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.7.1/storage-and-credentials","siteSpaceId":"sitesp_gbFpl","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.7.1/storage-and-credentials/storage-options","siteSpaceId":"sitesp_gbFpl","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.7.1/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_gbFpl","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.7.1/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_gbFpl","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.7.1/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_gbFpl","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.7.1/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_gbFpl","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.7.1/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_gbFpl","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.7.1/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_gbFpl","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.7.1/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_gbFpl","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.7.1/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_gbFpl","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.7.1/performance-features/introduction","siteSpaceId":"sitesp_gbFpl","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.7.1/performance-features/performant-dataloader","siteSpaceId":"sitesp_gbFpl","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.7.1/performance-features/querying-datasets","siteSpaceId":"sitesp_gbFpl","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.7.1/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_gbFpl","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.7.1/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_gbFpl","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.7.1/performance-features/index-for-ann-search","siteSpaceId":"sitesp_gbFpl","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"AjmjiGXoS0Ay1tAUAyW5","title":"Caching and Optimization","pathname":"/v3.7.1/performance-features/index-for-ann-search/caching-and-optimization","siteSpaceId":"sitesp_gbFpl","description":"Understanding Caching to Increase Query Performance in Deep Lake","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Index for ANN Search"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.7.1/performance-features/managed-database","siteSpaceId":"sitesp_gbFpl","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.7.1/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_gbFpl","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.7.1/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_gbFpl","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.7.1/getting-started","siteSpaceId":"sitesp_gbFpl","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.7.1/getting-started/vector-store","siteSpaceId":"sitesp_gbFpl","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.7.1/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_gbFpl","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.7.1/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_gbFpl","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.7.1/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_gbFpl","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.7.1/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_gbFpl","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.7.1/getting-started/deep-learning","siteSpaceId":"sitesp_gbFpl","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.7.1/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_gbFpl","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.7.1/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_gbFpl","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.7.1/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_gbFpl","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.7.1/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_gbFpl","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.7.1/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_gbFpl","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.7.1/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_gbFpl","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.7.1/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_gbFpl","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.7.1/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_gbFpl","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.7.1/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_gbFpl","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.7.1/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_gbFpl","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.7.1/tutorials","siteSpaceId":"sitesp_gbFpl","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.7.1/tutorials/vector-store","siteSpaceId":"sitesp_gbFpl","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.7.1/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_gbFpl","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.7.1/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_gbFpl","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.7.1/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_gbFpl","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.7.1/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_gbFpl","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.7.1/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_gbFpl","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.7.1/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_gbFpl","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.7.1/tutorials/deep-learning","siteSpaceId":"sitesp_gbFpl","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.7.1/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_gbFpl","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.7.1/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_gbFpl","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.7.1/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_gbFpl","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.7.1/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_gbFpl","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.7.1/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_gbFpl","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.7.1/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_gbFpl","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.7.1/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_gbFpl","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.7.1/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_gbFpl","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.7.1/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_gbFpl","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.7.1/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_gbFpl","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.7.1/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_gbFpl","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.7.1/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_gbFpl","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.7.1/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_gbFpl","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.7.1/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_gbFpl","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.7.1/tutorials/concurrent-writes","siteSpaceId":"sitesp_gbFpl","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.7.1/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_gbFpl","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.7.1/playbooks","siteSpaceId":"sitesp_gbFpl","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.7.1/playbooks/training-with-lineage","siteSpaceId":"sitesp_gbFpl","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.7.1/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_gbFpl","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.7.1/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_gbFpl","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.7.1/playbooks/working-with-videos","siteSpaceId":"sitesp_gbFpl","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.7.1/api-basics","siteSpaceId":"sitesp_gbFpl","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.7.1/technical-details/best-practices","siteSpaceId":"sitesp_gbFpl","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.7.1/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_gbFpl","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.7.1/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_gbFpl","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.7.1/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_gbFpl","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.7.1/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_gbFpl","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.7.1/technical-details/data-layout","siteSpaceId":"sitesp_gbFpl","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.7.1/technical-details/version-control-and-querying","siteSpaceId":"sitesp_gbFpl","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.7.1/technical-details/dataset-visualization","siteSpaceId":"sitesp_gbFpl","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.7.1/technical-details/tensor-relationships","siteSpaceId":"sitesp_gbFpl","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.7.1/technical-details/visualizer-integration","siteSpaceId":"sitesp_gbFpl","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.7.1/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_gbFpl","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.7.1/technical-details/how-to-contribute","siteSpaceId":"sitesp_gbFpl","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.7.0","siteSpaceId":"sitesp_RQcFO","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.7.0/quickstart","siteSpaceId":"sitesp_RQcFO","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.7.0/quickstart-dl","siteSpaceId":"sitesp_RQcFO","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.7.0/storage-and-credentials","siteSpaceId":"sitesp_RQcFO","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.7.0/storage-and-credentials/storage-options","siteSpaceId":"sitesp_RQcFO","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.7.0/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_RQcFO","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.7.0/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_RQcFO","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.7.0/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_RQcFO","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.7.0/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_RQcFO","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.7.0/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_RQcFO","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.7.0/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_RQcFO","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.7.0/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_RQcFO","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.7.0/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_RQcFO","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Introduction","pathname":"/v3.7.0/performance-features/introduction","siteSpaceId":"sitesp_RQcFO","description":"C++ implementations of Deep Lake optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.7.0/performance-features/performant-dataloader","siteSpaceId":"sitesp_RQcFO","description":"Overview of Deep Lake's dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.7.0/performance-features/querying-datasets","siteSpaceId":"sitesp_RQcFO","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.7.0/performance-features/querying-datasets/query-syntax","siteSpaceId":"sitesp_RQcFO","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.7.0/performance-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_RQcFO","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Query Language (TQL)"}]},{"id":"sUeSQxIPKV6wWfNnDgXr","title":"Index for ANN Search","pathname":"/v3.7.0/performance-features/index-for-ann-search","siteSpaceId":"sitesp_RQcFO","description":"Overview of Deep Lake's Index implementation for ANN search.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Managed Tensor Database","pathname":"/v3.7.0/performance-features/managed-database","siteSpaceId":"sitesp_RQcFO","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.7.0/performance-features/managed-database/rest-api","siteSpaceId":"sitesp_RQcFO","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.7.0/performance-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_RQcFO","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Managed Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.7.0/getting-started","siteSpaceId":"sitesp_RQcFO","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.7.0/getting-started/vector-store","siteSpaceId":"sitesp_RQcFO","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.7.0/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_RQcFO","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.7.0/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_RQcFO","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.7.0/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_RQcFO","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.7.0/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_RQcFO","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.7.0/getting-started/deep-learning","siteSpaceId":"sitesp_RQcFO","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.7.0/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_RQcFO","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.7.0/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_RQcFO","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.7.0/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_RQcFO","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.7.0/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_RQcFO","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.7.0/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_RQcFO","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.7.0/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_RQcFO","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.7.0/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_RQcFO","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.7.0/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_RQcFO","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.7.0/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_RQcFO","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.7.0/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_RQcFO","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.7.0/tutorials","siteSpaceId":"sitesp_RQcFO","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.7.0/tutorials/vector-store","siteSpaceId":"sitesp_RQcFO","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.7.0/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_RQcFO","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.7.0/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_RQcFO","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.7.0/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_RQcFO","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.7.0/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_RQcFO","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.7.0/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_RQcFO","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.7.0/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_RQcFO","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.7.0/tutorials/deep-learning","siteSpaceId":"sitesp_RQcFO","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.7.0/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_RQcFO","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.7.0/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_RQcFO","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.7.0/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_RQcFO","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.7.0/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_RQcFO","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.7.0/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_RQcFO","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.7.0/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_RQcFO","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.7.0/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_RQcFO","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.7.0/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_RQcFO","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.7.0/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_RQcFO","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.7.0/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_RQcFO","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.7.0/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_RQcFO","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.7.0/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_RQcFO","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.7.0/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_RQcFO","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.7.0/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_RQcFO","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.7.0/tutorials/concurrent-writes","siteSpaceId":"sitesp_RQcFO","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.7.0/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_RQcFO","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.7.0/playbooks","siteSpaceId":"sitesp_RQcFO","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.7.0/playbooks/training-with-lineage","siteSpaceId":"sitesp_RQcFO","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.7.0/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_RQcFO","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.7.0/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_RQcFO","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.7.0/playbooks/working-with-videos","siteSpaceId":"sitesp_RQcFO","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.7.0/api-basics","siteSpaceId":"sitesp_RQcFO","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.7.0/technical-details/best-practices","siteSpaceId":"sitesp_RQcFO","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.7.0/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_RQcFO","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.7.0/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_RQcFO","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.7.0/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_RQcFO","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.7.0/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_RQcFO","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.7.0/technical-details/data-layout","siteSpaceId":"sitesp_RQcFO","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.7.0/technical-details/version-control-and-querying","siteSpaceId":"sitesp_RQcFO","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.7.0/technical-details/dataset-visualization","siteSpaceId":"sitesp_RQcFO","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.7.0/technical-details/tensor-relationships","siteSpaceId":"sitesp_RQcFO","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.7.0/technical-details/visualizer-integration","siteSpaceId":"sitesp_RQcFO","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.7.0/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_RQcFO","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.7.0/technical-details/how-to-contribute","siteSpaceId":"sitesp_RQcFO","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.18","siteSpaceId":"sitesp_cKxyT","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.18/quickstart","siteSpaceId":"sitesp_cKxyT","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.18/quickstart-dl","siteSpaceId":"sitesp_cKxyT","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.18/storage-and-credentials","siteSpaceId":"sitesp_cKxyT","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.18/storage-and-credentials/storage-options","siteSpaceId":"sitesp_cKxyT","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.18/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_cKxyT","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.18/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_cKxyT","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.18/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_cKxyT","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.18/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_cKxyT","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.6.18/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_cKxyT","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.18/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_cKxyT","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.18/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_cKxyT","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.18/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_cKxyT","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.18/enterprise-features/compute-engine","siteSpaceId":"sitesp_cKxyT","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.18/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_cKxyT","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.18/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_cKxyT","description":"How to properly format TQL queries","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.18/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_cKxyT","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.18/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_cKxyT","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.18/enterprise-features/managed-database","siteSpaceId":"sitesp_cKxyT","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.18/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_cKxyT","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.18/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_cKxyT","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"High-Performance Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.18/getting-started","siteSpaceId":"sitesp_cKxyT","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.18/getting-started/vector-store","siteSpaceId":"sitesp_cKxyT","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.18/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_cKxyT","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.18/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_cKxyT","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.6.18/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_cKxyT","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.18/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_cKxyT","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.18/getting-started/deep-learning","siteSpaceId":"sitesp_cKxyT","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.18/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_cKxyT","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.18/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_cKxyT","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.18/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_cKxyT","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.18/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_cKxyT","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.18/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_cKxyT","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.18/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_cKxyT","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.18/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_cKxyT","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.18/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_cKxyT","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.18/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_cKxyT","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.18/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_cKxyT","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.18/tutorials","siteSpaceId":"sitesp_cKxyT","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.18/tutorials/vector-store","siteSpaceId":"sitesp_cKxyT","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.18/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_cKxyT","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.18/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_cKxyT","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.18/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_cKxyT","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.18/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_cKxyT","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.6.18/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_cKxyT","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.18/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_cKxyT","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.6.18/tutorials/deep-learning","siteSpaceId":"sitesp_cKxyT","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.18/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_cKxyT","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.18/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_cKxyT","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.18/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_cKxyT","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.18/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_cKxyT","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.18/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_cKxyT","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.18/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_cKxyT","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.18/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_cKxyT","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.18/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_cKxyT","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.18/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_cKxyT","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.18/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_cKxyT","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.18/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_cKxyT","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.18/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_cKxyT","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.18/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_cKxyT","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.18/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_cKxyT","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.6.18/tutorials/concurrent-writes","siteSpaceId":"sitesp_cKxyT","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.6.18/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_cKxyT","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.18/playbooks","siteSpaceId":"sitesp_cKxyT","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.18/playbooks/training-with-lineage","siteSpaceId":"sitesp_cKxyT","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.18/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_cKxyT","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.18/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_cKxyT","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.18/playbooks/working-with-videos","siteSpaceId":"sitesp_cKxyT","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.6.18/api-basics","siteSpaceId":"sitesp_cKxyT","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.18/technical-details/best-practices","siteSpaceId":"sitesp_cKxyT","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.18/technical-details/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_cKxyT","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.18/technical-details/best-practices/training-models-at-scale","siteSpaceId":"sitesp_cKxyT","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.18/technical-details/best-practices/storage-synchronization","siteSpaceId":"sitesp_cKxyT","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.18/technical-details/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_cKxyT","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.18/technical-details/data-layout","siteSpaceId":"sitesp_cKxyT","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.18/technical-details/version-control-and-querying","siteSpaceId":"sitesp_cKxyT","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.18/technical-details/dataset-visualization","siteSpaceId":"sitesp_cKxyT","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.18/technical-details/tensor-relationships","siteSpaceId":"sitesp_cKxyT","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.18/technical-details/visualizer-integration","siteSpaceId":"sitesp_cKxyT","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.18/technical-details/shuffling-in-dataloaders","siteSpaceId":"sitesp_cKxyT","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.18/technical-details/how-to-contribute","siteSpaceId":"sitesp_cKxyT","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.9","siteSpaceId":"sitesp_dzR6H","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.9/quickstart","siteSpaceId":"sitesp_dzR6H","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.9/quickstart-dl","siteSpaceId":"sitesp_dzR6H","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.9/storage-and-credentials","siteSpaceId":"sitesp_dzR6H","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.9/storage-and-credentials/storage-options","siteSpaceId":"sitesp_dzR6H","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.9/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_dzR6H","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.9/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_dzR6H","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.9/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_dzR6H","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.9/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_dzR6H","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.6.9/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_dzR6H","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.9/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_dzR6H","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.9/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_dzR6H","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.9/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_dzR6H","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.9/enterprise-features/compute-engine","siteSpaceId":"sitesp_dzR6H","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.9/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_dzR6H","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.9/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_dzR6H","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.9/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_dzR6H","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.9/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_dzR6H","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.9/enterprise-features/managed-database","siteSpaceId":"sitesp_dzR6H","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.9/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_dzR6H","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.9/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_dzR6H","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.9/getting-started","siteSpaceId":"sitesp_dzR6H","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.9/getting-started/vector-store","siteSpaceId":"sitesp_dzR6H","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.9/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_dzR6H","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.9/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_dzR6H","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.6.9/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_dzR6H","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.9/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_dzR6H","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.9/getting-started/deep-learning","siteSpaceId":"sitesp_dzR6H","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.9/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_dzR6H","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.9/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_dzR6H","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.9/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_dzR6H","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.9/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_dzR6H","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.9/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_dzR6H","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.9/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_dzR6H","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.9/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_dzR6H","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.9/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_dzR6H","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.9/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_dzR6H","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.9/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_dzR6H","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.9/tutorials","siteSpaceId":"sitesp_dzR6H","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.9/tutorials/vector-store","siteSpaceId":"sitesp_dzR6H","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.9/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_dzR6H","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.9/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_dzR6H","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.9/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_dzR6H","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.9/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_dzR6H","description":"Vector Search using Deep Lake in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.6.9/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_dzR6H","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.9/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_dzR6H","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.6.9/tutorials/deep-learning","siteSpaceId":"sitesp_dzR6H","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.9/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_dzR6H","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.9/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_dzR6H","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.9/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_dzR6H","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.9/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_dzR6H","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.9/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_dzR6H","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.9/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_dzR6H","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.9/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_dzR6H","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.9/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_dzR6H","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.9/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_dzR6H","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.9/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_dzR6H","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.9/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_dzR6H","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.9/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_dzR6H","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.9/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_dzR6H","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.9/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_dzR6H","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"klvfcR3Ll8O3E3u8uw9A","title":"Concurrent Writes","pathname":"/v3.6.9/tutorials/concurrent-writes","siteSpaceId":"sitesp_dzR6H","description":"Concurrent writes in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"L41c7eJtvTDijYOAbBkC","title":"Concurrency Using Zookeeper Locks","pathname":"/v3.6.9/tutorials/concurrent-writes/concurrency-using-zookeeper-locks","siteSpaceId":"sitesp_dzR6H","description":"Using Zookeeper for locking Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Concurrent Writes"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.9/playbooks","siteSpaceId":"sitesp_dzR6H","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.9/playbooks/training-with-lineage","siteSpaceId":"sitesp_dzR6H","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.9/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_dzR6H","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.9/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_dzR6H","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.9/playbooks/working-with-videos","siteSpaceId":"sitesp_dzR6H","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.6.9/api-basics","siteSpaceId":"sitesp_dzR6H","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.9/how-it-works/best-practices","siteSpaceId":"sitesp_dzR6H","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.9/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_dzR6H","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.9/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_dzR6H","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.9/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_dzR6H","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.9/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_dzR6H","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.9/how-it-works/data-layout","siteSpaceId":"sitesp_dzR6H","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.9/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_dzR6H","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.9/how-it-works/dataset-visualization","siteSpaceId":"sitesp_dzR6H","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.9/how-it-works/tensor-relationships","siteSpaceId":"sitesp_dzR6H","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.9/how-it-works/visualizer-integration","siteSpaceId":"sitesp_dzR6H","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.9/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_dzR6H","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.9/how-it-works/how-to-contribute","siteSpaceId":"sitesp_dzR6H","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.8","siteSpaceId":"sitesp_QaKmN","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.8/quickstart","siteSpaceId":"sitesp_QaKmN","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.8/quickstart-dl","siteSpaceId":"sitesp_QaKmN","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.8/storage-and-credentials","siteSpaceId":"sitesp_QaKmN","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.8/storage-and-credentials/storage-options","siteSpaceId":"sitesp_QaKmN","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.8/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_QaKmN","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.8/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_QaKmN","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.8/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_QaKmN","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.8/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_QaKmN","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.6.8/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_QaKmN","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.8/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_QaKmN","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.8/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_QaKmN","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.8/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_QaKmN","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.8/enterprise-features/compute-engine","siteSpaceId":"sitesp_QaKmN","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.8/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_QaKmN","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.8/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_QaKmN","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.8/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_QaKmN","description":"Implementation of samplers in TQL","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.8/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_QaKmN","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.8/enterprise-features/managed-database","siteSpaceId":"sitesp_QaKmN","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.8/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_QaKmN","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.8/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_QaKmN","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.8/getting-started","siteSpaceId":"sitesp_QaKmN","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.8/getting-started/vector-store","siteSpaceId":"sitesp_QaKmN","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.8/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_QaKmN","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.8/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_QaKmN","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.6.8/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_QaKmN","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.8/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_QaKmN","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.8/getting-started/deep-learning","siteSpaceId":"sitesp_QaKmN","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.8/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_QaKmN","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.8/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_QaKmN","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.8/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_QaKmN","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.8/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_QaKmN","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.8/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_QaKmN","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.8/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_QaKmN","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.8/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_QaKmN","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.8/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_QaKmN","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.8/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_QaKmN","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.8/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_QaKmN","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.8/tutorials","siteSpaceId":"sitesp_QaKmN","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.8/tutorials/vector-store","siteSpaceId":"sitesp_QaKmN","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.8/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_QaKmN","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.8/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_QaKmN","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.8/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_QaKmN","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.8/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_QaKmN","description":"","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.6.8/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_QaKmN","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.8/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_QaKmN","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.6.8/tutorials/deep-learning","siteSpaceId":"sitesp_QaKmN","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.8/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_QaKmN","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.8/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_QaKmN","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.8/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_QaKmN","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.8/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_QaKmN","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.8/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_QaKmN","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.8/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_QaKmN","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.8/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_QaKmN","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.8/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_QaKmN","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.8/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_QaKmN","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.8/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_QaKmN","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.8/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_QaKmN","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.8/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_QaKmN","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.8/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_QaKmN","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.8/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_QaKmN","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.8/playbooks","siteSpaceId":"sitesp_QaKmN","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.8/playbooks/training-with-lineage","siteSpaceId":"sitesp_QaKmN","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.8/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_QaKmN","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.8/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_QaKmN","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.8/playbooks/working-with-videos","siteSpaceId":"sitesp_QaKmN","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.6.8/api-basics","siteSpaceId":"sitesp_QaKmN","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.8/how-it-works/best-practices","siteSpaceId":"sitesp_QaKmN","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.8/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_QaKmN","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.8/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_QaKmN","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.8/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_QaKmN","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.8/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_QaKmN","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.8/how-it-works/data-layout","siteSpaceId":"sitesp_QaKmN","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.8/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_QaKmN","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.8/how-it-works/dataset-visualization","siteSpaceId":"sitesp_QaKmN","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.8/how-it-works/tensor-relationships","siteSpaceId":"sitesp_QaKmN","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.8/how-it-works/visualizer-integration","siteSpaceId":"sitesp_QaKmN","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.8/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_QaKmN","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.8/how-it-works/how-to-contribute","siteSpaceId":"sitesp_QaKmN","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.3","siteSpaceId":"sitesp_rPJdx","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.3/quickstart","siteSpaceId":"sitesp_rPJdx","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.3/quickstart-dl","siteSpaceId":"sitesp_rPJdx","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.3/storage-and-credentials","siteSpaceId":"sitesp_rPJdx","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.3/storage-and-credentials/storage-options","siteSpaceId":"sitesp_rPJdx","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.3/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_rPJdx","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.3/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_rPJdx","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.3/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_rPJdx","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.3/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_rPJdx","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"tWkQ83iH0SvyfWIICD1y","title":"Enabling CORS","pathname":"/v3.6.3/storage-and-credentials/managed-credentials/microsoft-azure/enabling-cors","siteSpaceId":"sitesp_rPJdx","description":"How to enable Cross-Origin Resource Sharing in your Azure account.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.3/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_rPJdx","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.3/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_rPJdx","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.3/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_rPJdx","description":"How to enable Cross-Origin Resource Sharing in your AWS S3 buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.3/enterprise-features/compute-engine","siteSpaceId":"sitesp_rPJdx","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.3/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_rPJdx","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.3/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_rPJdx","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.3/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_rPJdx","description":"","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.3/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_rPJdx","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.3/enterprise-features/managed-database","siteSpaceId":"sitesp_rPJdx","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.3/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_rPJdx","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.3/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_rPJdx","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.3/getting-started","siteSpaceId":"sitesp_rPJdx","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.3/getting-started/vector-store","siteSpaceId":"sitesp_rPJdx","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.3/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_rPJdx","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.3/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_rPJdx","description":"Creating the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in Vector Stores","pathname":"/v3.6.3/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_rPJdx","description":"Running search in the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.3/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_rPJdx","description":"Customizing the Deep Lake Vector Store","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.3/getting-started/deep-learning","siteSpaceId":"sitesp_rPJdx","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.3/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_rPJdx","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.3/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_rPJdx","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.3/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_rPJdx","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.3/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_rPJdx","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.3/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_rPJdx","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.3/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_rPJdx","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.3/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_rPJdx","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.3/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_rPJdx","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.3/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_rPJdx","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.3/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_rPJdx","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.3/tutorials","siteSpaceId":"sitesp_rPJdx","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.3/tutorials/vector-store","siteSpaceId":"sitesp_rPJdx","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.3/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_rPJdx","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.3/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_rPJdx","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.3/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_rPJdx","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.3/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_rPJdx","description":"","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"M1sEhXV3Ro44vZFR2G2I","title":"Image Similarity Search","pathname":"/v3.6.3/tutorials/vector-store/image-similarity-search","siteSpaceId":"sitesp_rPJdx","description":"Using Deep Lake for image similarity search","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.3/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_rPJdx","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.6.3/tutorials/deep-learning","siteSpaceId":"sitesp_rPJdx","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.3/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_rPJdx","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.3/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_rPJdx","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.3/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_rPJdx","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.3/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_rPJdx","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.3/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_rPJdx","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.3/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_rPJdx","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.3/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_rPJdx","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.3/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_rPJdx","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.3/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_rPJdx","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.3/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_rPJdx","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.3/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_rPJdx","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.3/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_rPJdx","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.3/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_rPJdx","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.3/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_rPJdx","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.3/playbooks","siteSpaceId":"sitesp_rPJdx","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.3/playbooks/training-with-lineage","siteSpaceId":"sitesp_rPJdx","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.3/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_rPJdx","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.3/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_rPJdx","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.3/playbooks/working-with-videos","siteSpaceId":"sitesp_rPJdx","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"Low-Level API Summary","pathname":"/v3.6.3/api-basics","siteSpaceId":"sitesp_rPJdx","description":"Summary of the most important low-level Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.3/how-it-works/best-practices","siteSpaceId":"sitesp_rPJdx","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.3/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_rPJdx","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.3/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_rPJdx","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.3/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_rPJdx","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.3/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_rPJdx","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.3/how-it-works/data-layout","siteSpaceId":"sitesp_rPJdx","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.3/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_rPJdx","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.3/how-it-works/dataset-visualization","siteSpaceId":"sitesp_rPJdx","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.3/how-it-works/tensor-relationships","siteSpaceId":"sitesp_rPJdx","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.3/how-it-works/visualizer-integration","siteSpaceId":"sitesp_rPJdx","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.3/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_rPJdx","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.3/how-it-works/how-to-contribute","siteSpaceId":"sitesp_rPJdx","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.2","siteSpaceId":"sitesp_zNQkr","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.2/quickstart","siteSpaceId":"sitesp_zNQkr","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.2/quickstart-dl","siteSpaceId":"sitesp_zNQkr","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.2/storage-and-credentials","siteSpaceId":"sitesp_zNQkr","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.2/storage-and-credentials/storage-options","siteSpaceId":"sitesp_zNQkr","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.2/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_zNQkr","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.2/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_zNQkr","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.2/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_zNQkr","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.2/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_zNQkr","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.2/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_zNQkr","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.2/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_zNQkr","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.2/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_zNQkr","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.2/enterprise-features/compute-engine","siteSpaceId":"sitesp_zNQkr","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.2/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_zNQkr","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.2/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_zNQkr","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.2/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_zNQkr","description":"","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.2/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_zNQkr","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.2/enterprise-features/managed-database","siteSpaceId":"sitesp_zNQkr","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.2/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_zNQkr","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.2/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_zNQkr","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.2/getting-started","siteSpaceId":"sitesp_zNQkr","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.2/getting-started/vector-store","siteSpaceId":"sitesp_zNQkr","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.2/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_zNQkr","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.2/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_zNQkr","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in the Vector Store","pathname":"/v3.6.2/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_zNQkr","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.2/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_zNQkr","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.2/getting-started/deep-learning","siteSpaceId":"sitesp_zNQkr","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.2/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_zNQkr","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.2/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_zNQkr","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.2/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_zNQkr","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.2/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_zNQkr","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.2/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_zNQkr","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.2/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_zNQkr","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.2/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_zNQkr","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.2/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_zNQkr","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.2/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_zNQkr","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.2/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_zNQkr","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.2/tutorials","siteSpaceId":"sitesp_zNQkr","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.2/tutorials/vector-store","siteSpaceId":"sitesp_zNQkr","description":"Tutorials for using Deep Lake in Vector Store applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.2/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_zNQkr","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.2/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_zNQkr","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.2/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_zNQkr","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.2/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_zNQkr","description":"","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.2/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_zNQkr","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"eP9R737MvGYVmHkNhJVD","title":"Deep Learning Tutorials","pathname":"/v3.6.2/tutorials/deep-learning","siteSpaceId":"sitesp_zNQkr","description":"Tutorials for using Deep Lake in deep-learning applications.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.2/tutorials/deep-learning/creating-datasets","siteSpaceId":"sitesp_zNQkr","description":"Workflows for creating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.2/tutorials/deep-learning/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_zNQkr","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.2/tutorials/deep-learning/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_zNQkr","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.2/tutorials/deep-learning/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_zNQkr","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.2/tutorials/deep-learning/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_zNQkr","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.2/tutorials/deep-learning/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_zNQkr","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.2/tutorials/deep-learning/training-models","siteSpaceId":"sitesp_zNQkr","description":"Workflows for training models using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.2/tutorials/deep-learning/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_zNQkr","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.2/tutorials/deep-learning/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_zNQkr","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.2/tutorials/deep-learning/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_zNQkr","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.2/tutorials/deep-learning/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_zNQkr","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.2/tutorials/deep-learning/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_zNQkr","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.2/tutorials/deep-learning/updating-datasets","siteSpaceId":"sitesp_zNQkr","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.2/tutorials/deep-learning/data-processing-using-parallel-computing","siteSpaceId":"sitesp_zNQkr","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Deep Learning Tutorials"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.2/playbooks","siteSpaceId":"sitesp_zNQkr","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.2/playbooks/training-with-lineage","siteSpaceId":"sitesp_zNQkr","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.2/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_zNQkr","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.2/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_zNQkr","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.2/playbooks/working-with-videos","siteSpaceId":"sitesp_zNQkr","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.6.2/api-basics","siteSpaceId":"sitesp_zNQkr","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.2/how-it-works/best-practices","siteSpaceId":"sitesp_zNQkr","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.2/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_zNQkr","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.2/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_zNQkr","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.2/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_zNQkr","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.2/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_zNQkr","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.2/how-it-works/data-layout","siteSpaceId":"sitesp_zNQkr","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.2/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_zNQkr","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.2/how-it-works/dataset-visualization","siteSpaceId":"sitesp_zNQkr","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.2/how-it-works/tensor-relationships","siteSpaceId":"sitesp_zNQkr","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.2/how-it-works/visualizer-integration","siteSpaceId":"sitesp_zNQkr","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.2/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_zNQkr","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.2/how-it-works/how-to-contribute","siteSpaceId":"sitesp_zNQkr","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.1","siteSpaceId":"sitesp_uBbkH","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.1/quickstart","siteSpaceId":"sitesp_uBbkH","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.1/quickstart-dl","siteSpaceId":"sitesp_uBbkH","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.1/storage-and-credentials","siteSpaceId":"sitesp_uBbkH","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.1/storage-and-credentials/storage-options","siteSpaceId":"sitesp_uBbkH","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.1/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_uBbkH","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.1/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_uBbkH","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.1/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_uBbkH","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.1/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_uBbkH","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.1/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_uBbkH","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.1/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_uBbkH","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.1/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_uBbkH","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.1/enterprise-features/compute-engine","siteSpaceId":"sitesp_uBbkH","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.1/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_uBbkH","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.1/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_uBbkH","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.1/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_uBbkH","description":"","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.1/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_uBbkH","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.1/enterprise-features/managed-database","siteSpaceId":"sitesp_uBbkH","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.1/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_uBbkH","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.1/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_uBbkH","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.1/getting-started","siteSpaceId":"sitesp_uBbkH","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.1/getting-started/vector-store","siteSpaceId":"sitesp_uBbkH","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.1/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_uBbkH","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.1/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_uBbkH","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in the Vector Store","pathname":"/v3.6.1/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_uBbkH","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.1/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_uBbkH","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.1/getting-started/deep-learning","siteSpaceId":"sitesp_uBbkH","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.1/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_uBbkH","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.1/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_uBbkH","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.1/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_uBbkH","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.1/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_uBbkH","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.1/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_uBbkH","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.1/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_uBbkH","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.1/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_uBbkH","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.1/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_uBbkH","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.1/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_uBbkH","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.1/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_uBbkH","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.1/tutorials","siteSpaceId":"sitesp_uBbkH","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.1/tutorials/vector-store","siteSpaceId":"sitesp_uBbkH","description":"Using Deep Lake as a Vector Store for LLM applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.1/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_uBbkH","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.1/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_uBbkH","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.1/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_uBbkH","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.1/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_uBbkH","description":"","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.1/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_uBbkH","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.1/tutorials/creating-datasets","siteSpaceId":"sitesp_uBbkH","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.1/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_uBbkH","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.1/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_uBbkH","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.1/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_uBbkH","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.1/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_uBbkH","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.1/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_uBbkH","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.1/tutorials/training-models","siteSpaceId":"sitesp_uBbkH","description":"Workflows for training models using Deep Lake datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.1/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_uBbkH","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.1/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_uBbkH","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.1/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_uBbkH","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.1/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_uBbkH","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.1/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_uBbkH","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.1/tutorials/updating-datasets","siteSpaceId":"sitesp_uBbkH","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.1/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_uBbkH","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.1/playbooks","siteSpaceId":"sitesp_uBbkH","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.1/playbooks/training-with-lineage","siteSpaceId":"sitesp_uBbkH","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.1/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_uBbkH","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.1/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_uBbkH","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.1/playbooks/working-with-videos","siteSpaceId":"sitesp_uBbkH","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.6.1/api-basics","siteSpaceId":"sitesp_uBbkH","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.1/how-it-works/best-practices","siteSpaceId":"sitesp_uBbkH","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.1/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_uBbkH","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.1/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_uBbkH","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.1/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_uBbkH","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.1/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_uBbkH","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.1/how-it-works/data-layout","siteSpaceId":"sitesp_uBbkH","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.1/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_uBbkH","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.1/how-it-works/dataset-visualization","siteSpaceId":"sitesp_uBbkH","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.1/how-it-works/tensor-relationships","siteSpaceId":"sitesp_uBbkH","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.1/how-it-works/visualizer-integration","siteSpaceId":"sitesp_uBbkH","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.1/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_uBbkH","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.1/how-it-works/how-to-contribute","siteSpaceId":"sitesp_uBbkH","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.6.0","siteSpaceId":"sitesp_VTGe3","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.6.0/quickstart","siteSpaceId":"sitesp_VTGe3","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.6.0/quickstart-dl","siteSpaceId":"sitesp_VTGe3","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.6.0/storage-and-credentials","siteSpaceId":"sitesp_VTGe3","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.6.0/storage-and-credentials/storage-options","siteSpaceId":"sitesp_VTGe3","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.6.0/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_VTGe3","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Storing Deep Lake Data in Your Own Cloud","pathname":"/v3.6.0/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_VTGe3","description":"How to store Deep Lake data in your own cloud and manage credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"oXKgs3A3QXPDSoaRn7MM","title":"Microsoft Azure","pathname":"/v3.6.0/storage-and-credentials/managed-credentials/microsoft-azure","siteSpaceId":"sitesp_VTGe3","description":"Azure-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"5O498pwUZYVNw1CZIShL","title":"Provisioning Federated Credentials","pathname":"/v3.6.0/storage-and-credentials/managed-credentials/microsoft-azure/provisioning-federated-credentials","siteSpaceId":"sitesp_VTGe3","description":"How to setup Federated Credentials in Azure","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Microsoft Azure"}]},{"id":"SMXBQwxAtPHqZ0y5JKmp","title":"Amazon Web Services","pathname":"/v3.6.0/storage-and-credentials/managed-credentials/amazon-web-services","siteSpaceId":"sitesp_VTGe3","description":"AWS-specific information for connecting data to Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.6.0/storage-and-credentials/managed-credentials/amazon-web-services/provisioning-role-based-access","siteSpaceId":"sitesp_VTGe3","description":"How to provision Role-Based Access in S3","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.6.0/storage-and-credentials/managed-credentials/amazon-web-services/enabling-cors","siteSpaceId":"sitesp_VTGe3","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Storing Deep Lake Data in Your Own Cloud"},{"label":"Amazon Web Services"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.6.0/enterprise-features/compute-engine","siteSpaceId":"sitesp_VTGe3","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Tensor Query Language (TQL)","pathname":"/v3.6.0/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_VTGe3","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"TQL Syntax","pathname":"/v3.6.0/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_VTGe3","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.6.0/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_VTGe3","description":"","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Tensor Query Language (TQL)"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.6.0/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_VTGe3","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.6.0/enterprise-features/managed-database","siteSpaceId":"sitesp_VTGe3","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.6.0/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_VTGe3","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.6.0/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_VTGe3","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.6.0/getting-started","siteSpaceId":"sitesp_VTGe3","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.6.0/getting-started/vector-store","siteSpaceId":"sitesp_VTGe3","description":"The comprehensive guide for Deep Lake in Vector Storage and Search applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"EkTWkLLx0T1yuHASHG6D","title":"Step 1: Hello World","pathname":"/v3.6.0/getting-started/vector-store/step-1-hello-world","siteSpaceId":"sitesp_VTGe3","description":"Installing Deep Lake","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"gc3Lz1A1dSHIq2UpdFJr","title":"Step 2: Creating Deep Lake Vector Stores","pathname":"/v3.6.0/getting-started/vector-store/step-2-creating-deep-lake-vector-stores","siteSpaceId":"sitesp_VTGe3","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"zRTnGZbtokE5wUOPVY9Y","title":"Step 3: Performing Search in the Vector Store","pathname":"/v3.6.0/getting-started/vector-store/step-3-performing-search-in-the-vector-store","siteSpaceId":"sitesp_VTGe3","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"6m5F4Ueiam23jhOuzdrU","title":"Step 4: Customizing Vector Stores","pathname":"/v3.6.0/getting-started/vector-store/step-4-customizing-vector-stores","siteSpaceId":"sitesp_VTGe3","description":"","breadcrumbs":[{"label":"Getting Started"},{"label":"Vector Store"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.6.0/getting-started/deep-learning","siteSpaceId":"sitesp_VTGe3","description":"The comprehensive guide for Deep Lake in Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.6.0/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_VTGe3","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.6.0/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_VTGe3","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.6.0/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_VTGe3","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.6.0/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_VTGe3","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.6.0/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_VTGe3","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.6.0/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_VTGe3","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.6.0/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_VTGe3","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.6.0/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_VTGe3","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.6.0/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_VTGe3","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.6.0/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_VTGe3","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.6.0/tutorials","siteSpaceId":"sitesp_VTGe3","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.6.0/tutorials/vector-store","siteSpaceId":"sitesp_VTGe3","description":"Using Deep Lake as a Vector Store for LLM applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"eQzEpavdtAhnl8hoVJWh","title":"Vector Search Options","pathname":"/v3.6.0/tutorials/vector-store/vector-search-options","siteSpaceId":"sitesp_VTGe3","description":"Overview of Vector Search Options in Deep Lake","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"IVzS2JpOTLHkKgXFbRvA","title":"Deep Lake Vector Store API","pathname":"/v3.6.0/tutorials/vector-store/vector-search-options/deep-lake-vector-store-api","siteSpaceId":"sitesp_VTGe3","description":"Running Vector Search in the Deep Lake Vector Store module.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"Fk2LNnZLswBIoMjf4v33","title":"REST API","pathname":"/v3.6.0/tutorials/vector-store/vector-search-options/rest-api","siteSpaceId":"sitesp_VTGe3","description":"Running Vector Search in the Deep Lake Tensor Database using the REST API","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"5Fydh6cjgaZRr7E6BQLG","title":"LangChain API","pathname":"/v3.6.0/tutorials/vector-store/vector-search-options/langchain-api","siteSpaceId":"sitesp_VTGe3","description":"","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"},{"label":"Vector Search Options"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.6.0/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_VTGe3","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.6.0/tutorials/creating-datasets","siteSpaceId":"sitesp_VTGe3","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.6.0/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_VTGe3","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.6.0/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_VTGe3","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.6.0/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_VTGe3","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.6.0/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_VTGe3","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.6.0/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_VTGe3","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.6.0/tutorials/training-models","siteSpaceId":"sitesp_VTGe3","description":"Workflows for training models using Deep Lake datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.6.0/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_VTGe3","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.6.0/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_VTGe3","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.6.0/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_VTGe3","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.6.0/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_VTGe3","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.6.0/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_VTGe3","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.6.0/tutorials/updating-datasets","siteSpaceId":"sitesp_VTGe3","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.6.0/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_VTGe3","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.6.0/playbooks","siteSpaceId":"sitesp_VTGe3","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.6.0/playbooks/training-with-lineage","siteSpaceId":"sitesp_VTGe3","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.6.0/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_VTGe3","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.6.0/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_VTGe3","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.6.0/playbooks/working-with-videos","siteSpaceId":"sitesp_VTGe3","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.6.0/api-basics","siteSpaceId":"sitesp_VTGe3","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.6.0/how-it-works/best-practices","siteSpaceId":"sitesp_VTGe3","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.6.0/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_VTGe3","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.6.0/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_VTGe3","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.6.0/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_VTGe3","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.6.0/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_VTGe3","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.6.0/how-it-works/data-layout","siteSpaceId":"sitesp_VTGe3","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.6.0/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_VTGe3","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.6.0/how-it-works/dataset-visualization","siteSpaceId":"sitesp_VTGe3","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.6.0/how-it-works/tensor-relationships","siteSpaceId":"sitesp_VTGe3","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.6.0/how-it-works/visualizer-integration","siteSpaceId":"sitesp_VTGe3","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.6.0/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_VTGe3","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.6.0/how-it-works/how-to-contribute","siteSpaceId":"sitesp_VTGe3","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.4.1","siteSpaceId":"sitesp_4nCS6","description":"We hope you enjoy Docs for Deep Lake."},{"id":"aZFLbCrrfoZ8AckjRZnz","title":"Vector Store Quickstart","pathname":"/v3.4.1/quickstart","siteSpaceId":"sitesp_4nCS6","description":"A jump-start guide to using Deep Lake for Vector Search."},{"id":"XESsOvBfjtnujzeU2FwZ","title":"Deep Learning Quickstart","pathname":"/v3.4.1/quickstart-dl","siteSpaceId":"sitesp_4nCS6","description":"A jump-start guide to using Deep Lake for Deep Learning."},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.4.1/storage-and-credentials","siteSpaceId":"sitesp_4nCS6","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.4.1/storage-and-credentials/storage-options","siteSpaceId":"sitesp_4nCS6","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.4.1/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_4nCS6","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.4.1/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_4nCS6","description":"How to manage your credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.4.1/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_4nCS6","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.4.1/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_4nCS6","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"tWGHp5br43AghTYybvlT","title":"Compute Engine","pathname":"/v3.4.1/enterprise-features/compute-engine","siteSpaceId":"sitesp_4nCS6","description":"C++ part of the Deep Lake codebase optimized for faster data fetching and computations","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.4.1/enterprise-features/compute-engine/querying-datasets","siteSpaceId":"sitesp_4nCS6","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"M2H2yvqoN4QJuIaO3yEp","title":"Query Syntax","pathname":"/v3.4.1/enterprise-features/compute-engine/querying-datasets/query-syntax","siteSpaceId":"sitesp_4nCS6","description":"How to properly format TQL queries","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Querying Datasets"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.4.1/enterprise-features/compute-engine/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_4nCS6","description":"","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.4.1/enterprise-features/compute-engine/performant-dataloader","siteSpaceId":"sitesp_4nCS6","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Compute Engine"}]},{"id":"K9qimPNhP6GEAAQ41OSr","title":"Tensor Database","pathname":"/v3.4.1/enterprise-features/managed-database","siteSpaceId":"sitesp_4nCS6","description":"Deep Lake Managed Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"}]},{"id":"EFhS3VUnKNCglRk6PJbX","title":"REST API","pathname":"/v3.4.1/enterprise-features/managed-database/rest-api","siteSpaceId":"sitesp_4nCS6","description":"How to Use the Deep Lake REST API","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"w9jWto34Q6bujKmmgXvn","title":"Migrating Datasets to the Tensor Database","pathname":"/v3.4.1/enterprise-features/managed-database/migrating-datasets-to-the-tensor-database","siteSpaceId":"sitesp_4nCS6","description":"Migrating datasets to the Tensor Database","breadcrumbs":[{"label":"Enterprise Features","emoji":"1f3e2"},{"label":"Tensor Database"}]},{"id":"N1jGpNxONU3WzyKzgVCK","title":"Getting Started","pathname":"/v3.4.1/getting-started","siteSpaceId":"sitesp_4nCS6","description":"Comprehensive guides for getting started with Deep Lake"},{"id":"8tC0RfT9YROlpcGpknOT","title":"Vector Store","pathname":"/v3.4.1/getting-started/vector-search","siteSpaceId":"sitesp_4nCS6","description":"The comprehensive guide for learning Deep Lake for Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Deep Learning","pathname":"/v3.4.1/getting-started/deep-learning","siteSpaceId":"sitesp_4nCS6","description":"The comprehensive guide for learning Deep Lake for Deep Learning applications.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.4.1/getting-started/deep-learning/hello-world","siteSpaceId":"sitesp_4nCS6","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.4.1/getting-started/deep-learning/creating-datasets-manually","siteSpaceId":"sitesp_4nCS6","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.4.1/getting-started/deep-learning/understanding-compression","siteSpaceId":"sitesp_4nCS6","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.4.1/getting-started/deep-learning/accessing-datasets","siteSpaceId":"sitesp_4nCS6","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.4.1/getting-started/deep-learning/visualizing-datasets","siteSpaceId":"sitesp_4nCS6","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.4.1/getting-started/deep-learning/using-activeloop-storage","siteSpaceId":"sitesp_4nCS6","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.4.1/getting-started/deep-learning/connecting-to-ml-frameworks","siteSpaceId":"sitesp_4nCS6","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.4.1/getting-started/deep-learning/parallel-computing","siteSpaceId":"sitesp_4nCS6","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.4.1/getting-started/deep-learning/dataset-version-control","siteSpaceId":"sitesp_4nCS6","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.4.1/getting-started/deep-learning/dataset-filtering","siteSpaceId":"sitesp_4nCS6","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"},{"label":"Deep Learning"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.4.1/tutorials","siteSpaceId":"sitesp_4nCS6","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W69u1upYPGz3EEo8JqDy","title":"Vector Store Tutorials","pathname":"/v3.4.1/tutorials/vector-store","siteSpaceId":"sitesp_4nCS6","description":"Using Deep Lake as a Vector Store for LLM applications","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.4.1/tutorials/vector-store/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_4nCS6","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"VG7osp2Oaru0zcJYdPAE","title":"Vector Search Using the Deep Lake Tensor Database","pathname":"/v3.4.1/tutorials/vector-store/vector-search-using-the-deep-lake-managed-database","siteSpaceId":"sitesp_4nCS6","description":"Running Vector Search in the Deep Lake Tensor Database","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Vector Store Tutorials"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.4.1/tutorials/creating-datasets","siteSpaceId":"sitesp_4nCS6","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.4.1/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_4nCS6","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.4.1/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_4nCS6","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.4.1/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_4nCS6","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.4.1/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_4nCS6","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.4.1/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_4nCS6","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.4.1/tutorials/training-models","siteSpaceId":"sitesp_4nCS6","description":"Workflows for training models using Deep Lake datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.4.1/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_4nCS6","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.4.1/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_4nCS6","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.4.1/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_4nCS6","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.4.1/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_4nCS6","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.4.1/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_4nCS6","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.4.1/tutorials/updating-datasets","siteSpaceId":"sitesp_4nCS6","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.4.1/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_4nCS6","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.4.1/playbooks","siteSpaceId":"sitesp_4nCS6","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.4.1/playbooks/training-with-lineage","siteSpaceId":"sitesp_4nCS6","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.4.1/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_4nCS6","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.4.1/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_4nCS6","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.4.1/playbooks/working-with-videos","siteSpaceId":"sitesp_4nCS6","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.4.1/api-basics","siteSpaceId":"sitesp_4nCS6","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.4.1/how-it-works/best-practices","siteSpaceId":"sitesp_4nCS6","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.4.1/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_4nCS6","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.4.1/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_4nCS6","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.4.1/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_4nCS6","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.4.1/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_4nCS6","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.4.1/how-it-works/data-layout","siteSpaceId":"sitesp_4nCS6","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.4.1/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_4nCS6","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.4.1/how-it-works/dataset-visualization","siteSpaceId":"sitesp_4nCS6","description":"How to visualize Deep Lake datasets","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.4.1/how-it-works/tensor-relationships","siteSpaceId":"sitesp_4nCS6","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.4.1/how-it-works/visualizer-integration","siteSpaceId":"sitesp_4nCS6","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.4.1/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_4nCS6","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.4.1/how-it-works/how-to-contribute","siteSpaceId":"sitesp_4nCS6","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details","emoji":"1f52c"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.4.0","siteSpaceId":"sitesp_AIUR1","description":"We hope you enjoy Docs for Deep Lake."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.4.0/quickstart","siteSpaceId":"sitesp_AIUR1","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.4.0/dataset-visualization","siteSpaceId":"sitesp_AIUR1","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.4.0/storage-and-credentials","siteSpaceId":"sitesp_AIUR1","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.4.0/storage-and-credentials/storage-options","siteSpaceId":"sitesp_AIUR1","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.4.0/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_AIUR1","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.4.0/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_AIUR1","description":"How to manage your credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.4.0/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_AIUR1","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.4.0/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_AIUR1","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.4.0/enterprise-features/querying-datasets","siteSpaceId":"sitesp_AIUR1","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.4.0/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_AIUR1","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.4.0/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_AIUR1","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.4.0/getting-started","siteSpaceId":"sitesp_AIUR1","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.4.0/getting-started/hello-world","siteSpaceId":"sitesp_AIUR1","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.4.0/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_AIUR1","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.4.0/getting-started/understanding-compression","siteSpaceId":"sitesp_AIUR1","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.4.0/getting-started/accessing-datasets","siteSpaceId":"sitesp_AIUR1","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.4.0/getting-started/visualizing-datasets","siteSpaceId":"sitesp_AIUR1","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.4.0/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_AIUR1","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.4.0/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_AIUR1","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.4.0/getting-started/parallel-computing","siteSpaceId":"sitesp_AIUR1","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.4.0/getting-started/dataset-version-control","siteSpaceId":"sitesp_AIUR1","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.4.0/getting-started/dataset-filtering","siteSpaceId":"sitesp_AIUR1","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.4.0/tutorials","siteSpaceId":"sitesp_AIUR1","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.4.0/tutorials/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_AIUR1","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.4.0/tutorials/creating-datasets","siteSpaceId":"sitesp_AIUR1","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.4.0/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_AIUR1","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.4.0/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_AIUR1","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.4.0/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_AIUR1","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.4.0/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_AIUR1","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.4.0/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_AIUR1","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.4.0/tutorials/training-models","siteSpaceId":"sitesp_AIUR1","description":"Workflows for training models using Deep Lake datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.4.0/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_AIUR1","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.4.0/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_AIUR1","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.4.0/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_AIUR1","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.4.0/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_AIUR1","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.4.0/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_AIUR1","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.4.0/tutorials/updating-datasets","siteSpaceId":"sitesp_AIUR1","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.4.0/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_AIUR1","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.4.0/playbooks","siteSpaceId":"sitesp_AIUR1","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.4.0/playbooks/training-with-lineage","siteSpaceId":"sitesp_AIUR1","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.4.0/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_AIUR1","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.4.0/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_AIUR1","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.4.0/playbooks/working-with-videos","siteSpaceId":"sitesp_AIUR1","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.4.0/api-basics","siteSpaceId":"sitesp_AIUR1","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.4.0/how-it-works/best-practices","siteSpaceId":"sitesp_AIUR1","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.4.0/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_AIUR1","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.4.0/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_AIUR1","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.4.0/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_AIUR1","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.4.0/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_AIUR1","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.4.0/how-it-works/data-layout","siteSpaceId":"sitesp_AIUR1","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.4.0/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_AIUR1","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.4.0/how-it-works/tensor-relationships","siteSpaceId":"sitesp_AIUR1","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.4.0/how-it-works/visualizer-integration","siteSpaceId":"sitesp_AIUR1","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.4.0/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_AIUR1","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.4.0/how-it-works/how-to-contribute","siteSpaceId":"sitesp_AIUR1","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.2.22","siteSpaceId":"sitesp_VTGDH","description":"We hope you enjoy Docs for Deep Lake."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.2.22/quickstart","siteSpaceId":"sitesp_VTGDH","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.2.22/dataset-visualization","siteSpaceId":"sitesp_VTGDH","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.2.22/storage-and-credentials","siteSpaceId":"sitesp_VTGDH","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.2.22/storage-and-credentials/storage-options","siteSpaceId":"sitesp_VTGDH","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"2NW9EhbsMvmxxHjkeqQa","title":"User Authentication","pathname":"/v3.2.22/storage-and-credentials/user-authentication","siteSpaceId":"sitesp_VTGDH","description":"Registration and authentication in Deep Lake.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.2.22/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_VTGDH","description":"How to manage your credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.2.22/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_VTGDH","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.2.22/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_VTGDH","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.2.22/enterprise-features/querying-datasets","siteSpaceId":"sitesp_VTGDH","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.2.22/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_VTGDH","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.2.22/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_VTGDH","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.2.22/getting-started","siteSpaceId":"sitesp_VTGDH","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.2.22/getting-started/hello-world","siteSpaceId":"sitesp_VTGDH","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.2.22/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_VTGDH","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.2.22/getting-started/understanding-compression","siteSpaceId":"sitesp_VTGDH","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.2.22/getting-started/accessing-datasets","siteSpaceId":"sitesp_VTGDH","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.2.22/getting-started/visualizing-datasets","siteSpaceId":"sitesp_VTGDH","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.2.22/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_VTGDH","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.2.22/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_VTGDH","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.2.22/getting-started/parallel-computing","siteSpaceId":"sitesp_VTGDH","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.2.22/getting-started/dataset-version-control","siteSpaceId":"sitesp_VTGDH","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.2.22/getting-started/dataset-filtering","siteSpaceId":"sitesp_VTGDH","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.2.22/tutorials","siteSpaceId":"sitesp_VTGDH","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"2D910tVqHjkGdkvb0RFs","title":"Deep Lake Vector Store in LangChain","pathname":"/v3.2.22/tutorials/deep-lake-vector-store-in-langchain","siteSpaceId":"sitesp_VTGDH","description":"Using Deep Lake as a Vector Store in LangChain","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.2.22/tutorials/creating-datasets","siteSpaceId":"sitesp_VTGDH","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.2.22/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_VTGDH","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.2.22/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_VTGDH","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.2.22/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_VTGDH","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.2.22/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_VTGDH","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.2.22/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_VTGDH","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.2.22/tutorials/training-models","siteSpaceId":"sitesp_VTGDH","description":"Workflows for training models using Deep Lake datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.2.22/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_VTGDH","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.2.22/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_VTGDH","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.2.22/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_VTGDH","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.2.22/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_VTGDH","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.2.22/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_VTGDH","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"CsnEhLmjZVti8kb1vxc2","title":"Updating Datasets","pathname":"/v3.2.22/tutorials/updating-datasets","siteSpaceId":"sitesp_VTGDH","description":"Updating Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.2.22/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_VTGDH","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.2.22/playbooks","siteSpaceId":"sitesp_VTGDH","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.2.22/playbooks/training-with-lineage","siteSpaceId":"sitesp_VTGDH","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.2.22/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_VTGDH","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.2.22/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_VTGDH","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.2.22/playbooks/working-with-videos","siteSpaceId":"sitesp_VTGDH","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.2.22/api-basics","siteSpaceId":"sitesp_VTGDH","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.2.22/how-it-works/best-practices","siteSpaceId":"sitesp_VTGDH","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.2.22/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_VTGDH","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.2.22/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_VTGDH","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.2.22/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_VTGDH","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.2.22/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_VTGDH","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.2.22/how-it-works/data-layout","siteSpaceId":"sitesp_VTGDH","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.2.22/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_VTGDH","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.2.22/how-it-works/tensor-relationships","siteSpaceId":"sitesp_VTGDH","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.2.22/how-it-works/visualizer-integration","siteSpaceId":"sitesp_VTGDH","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.2.22/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_VTGDH","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.2.22/how-it-works/how-to-contribute","siteSpaceId":"sitesp_VTGDH","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.2.20","siteSpaceId":"sitesp_2tEZY","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.2.20/quickstart","siteSpaceId":"sitesp_2tEZY","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.2.20/dataset-visualization","siteSpaceId":"sitesp_2tEZY","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.2.20/storage-and-credentials","siteSpaceId":"sitesp_2tEZY","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.2.20/storage-and-credentials/storage-options","siteSpaceId":"sitesp_2tEZY","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.2.20/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_2tEZY","description":"How to manage your credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.2.20/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_2tEZY","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.2.20/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_2tEZY","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.2.20/enterprise-features/querying-datasets","siteSpaceId":"sitesp_2tEZY","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.2.20/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_2tEZY","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.2.20/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_2tEZY","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.2.20/getting-started","siteSpaceId":"sitesp_2tEZY","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.2.20/getting-started/hello-world","siteSpaceId":"sitesp_2tEZY","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.2.20/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_2tEZY","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.2.20/getting-started/understanding-compression","siteSpaceId":"sitesp_2tEZY","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.2.20/getting-started/accessing-datasets","siteSpaceId":"sitesp_2tEZY","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.2.20/getting-started/visualizing-datasets","siteSpaceId":"sitesp_2tEZY","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.2.20/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_2tEZY","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.2.20/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_2tEZY","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.2.20/getting-started/parallel-computing","siteSpaceId":"sitesp_2tEZY","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.2.20/getting-started/dataset-version-control","siteSpaceId":"sitesp_2tEZY","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.2.20/getting-started/dataset-filtering","siteSpaceId":"sitesp_2tEZY","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.2.20/tutorials","siteSpaceId":"sitesp_2tEZY","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.2.20/tutorials/creating-datasets","siteSpaceId":"sitesp_2tEZY","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.2.20/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_2tEZY","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.2.20/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_2tEZY","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.2.20/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_2tEZY","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.2.20/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_2tEZY","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.2.20/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_2tEZY","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.2.20/tutorials/training-models","siteSpaceId":"sitesp_2tEZY","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.2.20/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_2tEZY","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.2.20/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_2tEZY","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.2.20/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_2tEZY","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.2.20/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_2tEZY","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.2.20/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_2tEZY","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.2.20/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_2tEZY","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.2.20/playbooks","siteSpaceId":"sitesp_2tEZY","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.2.20/playbooks/training-with-lineage","siteSpaceId":"sitesp_2tEZY","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.2.20/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_2tEZY","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.2.20/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_2tEZY","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.2.20/playbooks/working-with-videos","siteSpaceId":"sitesp_2tEZY","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.2.20/api-basics","siteSpaceId":"sitesp_2tEZY","description":"Summary of the most important Deep Lake commands."},{"id":"pVOk8MGcmx2HUx3yNj14","title":"Best Practices","pathname":"/v3.2.20/how-it-works/best-practices","siteSpaceId":"sitesp_2tEZY","description":"How to use Deep Lake at scale with best practices.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"z3QvX4egAllf6nCsYbZv","title":"Creating Datasets at Scale","pathname":"/v3.2.20/how-it-works/best-practices/creating-datasets-at-scale","siteSpaceId":"sitesp_2tEZY","description":"Creating large Deep Lake datasets with high performance and reliability","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"fC7dBDBDc0RJDoAvIOjN","title":"Training Models at Scale","pathname":"/v3.2.20/how-it-works/best-practices/training-models-at-scale","siteSpaceId":"sitesp_2tEZY","description":"Train models at scale using Deep Lake","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization and \"with\" Context","pathname":"/v3.2.20/how-it-works/best-practices/storage-synchronization","siteSpaceId":"sitesp_2tEZY","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"zJr79fKKVkxTlPeAxTqV","title":"Restoring Corrupted Datasets","pathname":"/v3.2.20/how-it-works/best-practices/restoring-corrupted-datasets","siteSpaceId":"sitesp_2tEZY","description":"Restoring Deep Lake datasets that may be corrupted.","breadcrumbs":[{"label":"Technical Details"},{"label":"Best Practices"}]},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.2.20/how-it-works/data-layout","siteSpaceId":"sitesp_2tEZY","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"Technical Details"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.2.20/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_2tEZY","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"Technical Details"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.2.20/how-it-works/tensor-relationships","siteSpaceId":"sitesp_2tEZY","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.2.20/how-it-works/visualizer-integration","siteSpaceId":"sitesp_2tEZY","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in dataloaders","pathname":"/v3.2.20/how-it-works/shuffling-in-dataloaders","siteSpaceId":"sitesp_2tEZY","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"Technical Details"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.2.20/how-it-works/how-to-contribute","siteSpaceId":"sitesp_2tEZY","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"Technical Details"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.2.9","siteSpaceId":"sitesp_ZWVo8","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.2.9/quickstart","siteSpaceId":"sitesp_ZWVo8","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.2.9/dataset-visualization","siteSpaceId":"sitesp_ZWVo8","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.2.9/storage-and-credentials","siteSpaceId":"sitesp_ZWVo8","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.2.9/storage-and-credentials/storage-options","siteSpaceId":"sitesp_ZWVo8","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.2.9/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_ZWVo8","description":"How to manage your credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.2.9/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_ZWVo8","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.2.9/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_ZWVo8","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.2.9/enterprise-features/querying-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.2.9/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_ZWVo8","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.2.9/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_ZWVo8","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.2.9/getting-started","siteSpaceId":"sitesp_ZWVo8","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.2.9/getting-started/hello-world","siteSpaceId":"sitesp_ZWVo8","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.2.9/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_ZWVo8","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.2.9/getting-started/understanding-compression","siteSpaceId":"sitesp_ZWVo8","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.2.9/getting-started/accessing-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.2.9/getting-started/visualizing-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.2.9/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_ZWVo8","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.2.9/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_ZWVo8","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.2.9/getting-started/parallel-computing","siteSpaceId":"sitesp_ZWVo8","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.2.9/getting-started/dataset-version-control","siteSpaceId":"sitesp_ZWVo8","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.2.9/getting-started/dataset-filtering","siteSpaceId":"sitesp_ZWVo8","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.2.9/tutorials","siteSpaceId":"sitesp_ZWVo8","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.2.9/tutorials/creating-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.2.9/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.2.9/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.2.9/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.2.9/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_ZWVo8","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.2.9/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_ZWVo8","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.2.9/tutorials/training-models","siteSpaceId":"sitesp_ZWVo8","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.2.9/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_ZWVo8","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.2.9/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_ZWVo8","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.2.9/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_ZWVo8","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.2.9/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_ZWVo8","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.2.9/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_ZWVo8","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.2.9/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_ZWVo8","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.2.9/playbooks","siteSpaceId":"sitesp_ZWVo8","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.2.9/playbooks/training-with-lineage","siteSpaceId":"sitesp_ZWVo8","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.2.9/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_ZWVo8","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.2.9/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_ZWVo8","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.2.9/playbooks/working-with-videos","siteSpaceId":"sitesp_ZWVo8","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.2.9/api-basics","siteSpaceId":"sitesp_ZWVo8","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.2.9/how-it-works/data-layout","siteSpaceId":"sitesp_ZWVo8","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.2.9/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_ZWVo8","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.2.9/how-it-works/tensor-relationships","siteSpaceId":"sitesp_ZWVo8","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.2.9/how-it-works/visualizer-integration","siteSpaceId":"sitesp_ZWVo8","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/v3.2.9/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_ZWVo8","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/v3.2.9/how-it-works/storage-synchronization","siteSpaceId":"sitesp_ZWVo8","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.2.9/how-it-works/how-to-contribute","siteSpaceId":"sitesp_ZWVo8","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.2.0","siteSpaceId":"sitesp_3ljmL","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.2.0/quickstart","siteSpaceId":"sitesp_3ljmL","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.2.0/dataset-visualization","siteSpaceId":"sitesp_3ljmL","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.2.0/storage-and-credentials","siteSpaceId":"sitesp_3ljmL","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.2.0/storage-and-credentials/storage-options","siteSpaceId":"sitesp_3ljmL","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.2.0/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_3ljmL","description":"How to manage your credentials with Deep Lake","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.2.0/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_3ljmL","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.2.0/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_3ljmL","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.2.0/enterprise-features/querying-datasets","siteSpaceId":"sitesp_3ljmL","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.2.0/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_3ljmL","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.2.0/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_3ljmL","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.2.0/getting-started","siteSpaceId":"sitesp_3ljmL","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.2.0/getting-started/hello-world","siteSpaceId":"sitesp_3ljmL","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.2.0/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_3ljmL","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.2.0/getting-started/understanding-compression","siteSpaceId":"sitesp_3ljmL","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing and Updating Data","pathname":"/v3.2.0/getting-started/accessing-datasets","siteSpaceId":"sitesp_3ljmL","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.2.0/getting-started/visualizing-datasets","siteSpaceId":"sitesp_3ljmL","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.2.0/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_3ljmL","description":"Storing and loading datasets from Deep Lake Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.2.0/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_3ljmL","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.2.0/getting-started/parallel-computing","siteSpaceId":"sitesp_3ljmL","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.2.0/getting-started/dataset-version-control","siteSpaceId":"sitesp_3ljmL","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.2.0/getting-started/dataset-filtering","siteSpaceId":"sitesp_3ljmL","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.2.0/tutorials","siteSpaceId":"sitesp_3ljmL","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.2.0/tutorials/creating-datasets","siteSpaceId":"sitesp_3ljmL","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.2.0/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_3ljmL","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.2.0/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_3ljmL","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.2.0/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_3ljmL","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.2.0/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_3ljmL","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.2.0/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_3ljmL","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.2.0/tutorials/training-models","siteSpaceId":"sitesp_3ljmL","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.2.0/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_3ljmL","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.2.0/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_3ljmL","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.2.0/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_3ljmL","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.2.0/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_3ljmL","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.2.0/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_3ljmL","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.2.0/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_3ljmL","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.2.0/playbooks","siteSpaceId":"sitesp_3ljmL","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.2.0/playbooks/training-with-lineage","siteSpaceId":"sitesp_3ljmL","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.2.0/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_3ljmL","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.2.0/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_3ljmL","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.2.0/playbooks/working-with-videos","siteSpaceId":"sitesp_3ljmL","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.2.0/api-basics","siteSpaceId":"sitesp_3ljmL","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.2.0/how-it-works/data-layout","siteSpaceId":"sitesp_3ljmL","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.2.0/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_3ljmL","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.2.0/how-it-works/tensor-relationships","siteSpaceId":"sitesp_3ljmL","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.2.0/how-it-works/visualizer-integration","siteSpaceId":"sitesp_3ljmL","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/v3.2.0/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_3ljmL","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/v3.2.0/how-it-works/storage-synchronization","siteSpaceId":"sitesp_3ljmL","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.2.0/how-it-works/how-to-contribute","siteSpaceId":"sitesp_3ljmL","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.1.5","siteSpaceId":"sitesp_EwSoy","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.1.5/quickstart","siteSpaceId":"sitesp_EwSoy","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.1.5/dataset-visualization","siteSpaceId":"sitesp_EwSoy","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.1.5/storage-and-credentials","siteSpaceId":"sitesp_EwSoy","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.1.5/storage-and-credentials/storage-options","siteSpaceId":"sitesp_EwSoy","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.1.5/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_EwSoy","description":"How to manage your credentials with Activeloop Platform","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.1.5/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_EwSoy","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.1.5/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_EwSoy","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.1.5/enterprise-features/querying-datasets","siteSpaceId":"sitesp_EwSoy","description":"Deep Lake offers a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.1.5/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_EwSoy","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/v3.1.5/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_EwSoy","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.1.5/getting-started","siteSpaceId":"sitesp_EwSoy","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.1.5/getting-started/hello-world","siteSpaceId":"sitesp_EwSoy","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.1.5/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_EwSoy","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.1.5/getting-started/understanding-compression","siteSpaceId":"sitesp_EwSoy","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing Data","pathname":"/v3.1.5/getting-started/accessing-datasets","siteSpaceId":"sitesp_EwSoy","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.1.5/getting-started/visualizing-datasets","siteSpaceId":"sitesp_EwSoy","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.1.5/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_EwSoy","description":"Storing and loading datasets from Activeloop Platform Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.1.5/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_EwSoy","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.1.5/getting-started/parallel-computing","siteSpaceId":"sitesp_EwSoy","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.1.5/getting-started/dataset-version-control","siteSpaceId":"sitesp_EwSoy","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.1.5/getting-started/dataset-filtering","siteSpaceId":"sitesp_EwSoy","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.1.5/tutorials","siteSpaceId":"sitesp_EwSoy","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.1.5/tutorials/creating-datasets","siteSpaceId":"sitesp_EwSoy","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.1.5/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_EwSoy","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.1.5/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_EwSoy","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.1.5/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_EwSoy","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.1.5/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_EwSoy","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.1.5/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_EwSoy","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.1.5/tutorials/training-models","siteSpaceId":"sitesp_EwSoy","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.1.5/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_EwSoy","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/v3.1.5/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_EwSoy","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ly04Hdk24M0uJJLvjN0f","title":"Training Models Using PyTorch Lightning","pathname":"/v3.1.5/tutorials/training-models/training-models-using-pytorch-lightning","siteSpaceId":"sitesp_EwSoy","description":"How to Train models using Deep Lake and PyTorch Lightning","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker","pathname":"/v3.1.5/tutorials/training-models/training-on-aws-sagemaker","siteSpaceId":"sitesp_EwSoy","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.1.5/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_EwSoy","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.1.5/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_EwSoy","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.1.5/playbooks","siteSpaceId":"sitesp_EwSoy","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.1.5/playbooks/training-with-lineage","siteSpaceId":"sitesp_EwSoy","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.1.5/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_EwSoy","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.1.5/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_EwSoy","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.1.5/playbooks/working-with-videos","siteSpaceId":"sitesp_EwSoy","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.1.5/api-basics","siteSpaceId":"sitesp_EwSoy","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.1.5/how-it-works/data-layout","siteSpaceId":"sitesp_EwSoy","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/v3.1.5/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_EwSoy","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.1.5/how-it-works/tensor-relationships","siteSpaceId":"sitesp_EwSoy","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.1.5/how-it-works/visualizer-integration","siteSpaceId":"sitesp_EwSoy","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/v3.1.5/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_EwSoy","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/v3.1.5/how-it-works/storage-synchronization","siteSpaceId":"sitesp_EwSoy","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.1.5/how-it-works/how-to-contribute","siteSpaceId":"sitesp_EwSoy","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/3.1.1","siteSpaceId":"sitesp_T5uLW","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/3.1.1/quickstart","siteSpaceId":"sitesp_T5uLW","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/3.1.1/dataset-visualization","siteSpaceId":"sitesp_T5uLW","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/3.1.1/storage-and-credentials","siteSpaceId":"sitesp_T5uLW","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/3.1.1/storage-and-credentials/storage-options","siteSpaceId":"sitesp_T5uLW","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/3.1.1/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_T5uLW","description":"How to manage your credentials with Activeloop Platform","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/3.1.1/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_T5uLW","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/3.1.1/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_T5uLW","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/3.1.1/enterprise-features/querying-datasets","siteSpaceId":"sitesp_T5uLW","description":"Activeloop Platform offer a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/3.1.1/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_T5uLW","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/3.1.1/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_T5uLW","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/3.1.1/getting-started","siteSpaceId":"sitesp_T5uLW","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/3.1.1/getting-started/hello-world","siteSpaceId":"sitesp_T5uLW","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/3.1.1/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_T5uLW","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/3.1.1/getting-started/understanding-compression","siteSpaceId":"sitesp_T5uLW","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing Data","pathname":"/3.1.1/getting-started/accessing-datasets","siteSpaceId":"sitesp_T5uLW","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/3.1.1/getting-started/visualizing-datasets","siteSpaceId":"sitesp_T5uLW","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/3.1.1/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_T5uLW","description":"Storing and loading datasets from Activeloop Platform Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/3.1.1/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_T5uLW","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/3.1.1/getting-started/parallel-computing","siteSpaceId":"sitesp_T5uLW","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/3.1.1/getting-started/dataset-version-control","siteSpaceId":"sitesp_T5uLW","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/3.1.1/getting-started/dataset-filtering","siteSpaceId":"sitesp_T5uLW","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/3.1.1/tutorials","siteSpaceId":"sitesp_T5uLW","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/3.1.1/tutorials/creating-datasets","siteSpaceId":"sitesp_T5uLW","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/3.1.1/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_T5uLW","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/3.1.1/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_T5uLW","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/3.1.1/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_T5uLW","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/3.1.1/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_T5uLW","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/3.1.1/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_T5uLW","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/3.1.1/tutorials/training-models","siteSpaceId":"sitesp_T5uLW","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/3.1.1/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_T5uLW","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"hU6OUTT6tFpmPBxdOigT","title":"Training Models Using MMDetection","pathname":"/3.1.1/tutorials/training-models/training-models-using-mmdetection","siteSpaceId":"sitesp_T5uLW","description":"How to Train Deep Learning models using Deep Lake's integration with MMDetection","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"dEbdJa9qUXERl55nXjj2","title":"Training on AWS SageMaker Using Deep Lake Datasets","pathname":"/3.1.1/tutorials/training-models/training-on-aws-sagemaker-using-deep-lake-datasets","siteSpaceId":"sitesp_T5uLW","description":"How to Train models on AWS SageMaker using Deep Lake datasets","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/3.1.1/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_T5uLW","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/3.1.1/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_T5uLW","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/3.1.1/playbooks","siteSpaceId":"sitesp_T5uLW","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/3.1.1/playbooks/training-with-lineage","siteSpaceId":"sitesp_T5uLW","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/3.1.1/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_T5uLW","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/3.1.1/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_T5uLW","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/3.1.1/playbooks/working-with-videos","siteSpaceId":"sitesp_T5uLW","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/3.1.1/api-basics","siteSpaceId":"sitesp_T5uLW","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/3.1.1/how-it-works/data-layout","siteSpaceId":"sitesp_T5uLW","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/3.1.1/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_T5uLW","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/3.1.1/how-it-works/tensor-relationships","siteSpaceId":"sitesp_T5uLW","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/3.1.1/how-it-works/visualizer-integration","siteSpaceId":"sitesp_T5uLW","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/3.1.1/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_T5uLW","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/3.1.1/how-it-works/storage-synchronization","siteSpaceId":"sitesp_T5uLW","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/3.1.1/how-it-works/how-to-contribute","siteSpaceId":"sitesp_T5uLW","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/3.1.0","siteSpaceId":"sitesp_U3DcZ","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/3.1.0/quickstart","siteSpaceId":"sitesp_U3DcZ","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/3.1.0/dataset-visualization","siteSpaceId":"sitesp_U3DcZ","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/3.1.0/storage-and-credentials","siteSpaceId":"sitesp_U3DcZ","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/3.1.0/storage-and-credentials/storage-options","siteSpaceId":"sitesp_U3DcZ","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/3.1.0/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_U3DcZ","description":"How to manage your credentials with Activeloop Platform","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/3.1.0/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_U3DcZ","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/3.1.0/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_U3DcZ","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/3.1.0/enterprise-features/querying-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Activeloop Platform offer a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/3.1.0/enterprise-features/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_U3DcZ","description":"","breadcrumbs":[{"label":"Enterprise Features"},{"label":"Querying Datasets"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader","pathname":"/3.1.0/enterprise-features/performant-dataloader","siteSpaceId":"sitesp_U3DcZ","description":"How to use Deep Lake's new dataloader built and optimized in C++","breadcrumbs":[{"label":"Enterprise Features"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/3.1.0/getting-started","siteSpaceId":"sitesp_U3DcZ","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/3.1.0/getting-started/hello-world","siteSpaceId":"sitesp_U3DcZ","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/3.1.0/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_U3DcZ","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/3.1.0/getting-started/understanding-compression","siteSpaceId":"sitesp_U3DcZ","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing Data","pathname":"/3.1.0/getting-started/accessing-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/3.1.0/getting-started/visualizing-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/3.1.0/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_U3DcZ","description":"Storing and loading datasets from Activeloop Platform Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/3.1.0/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_U3DcZ","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/3.1.0/getting-started/parallel-computing","siteSpaceId":"sitesp_U3DcZ","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/3.1.0/getting-started/dataset-version-control","siteSpaceId":"sitesp_U3DcZ","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/3.1.0/getting-started/dataset-filtering","siteSpaceId":"sitesp_U3DcZ","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/3.1.0/tutorials","siteSpaceId":"sitesp_U3DcZ","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/3.1.0/tutorials/creating-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/3.1.0/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/3.1.0/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/3.1.0/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/3.1.0/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_U3DcZ","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/3.1.0/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_U3DcZ","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/3.1.0/tutorials/training-models","siteSpaceId":"sitesp_U3DcZ","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/3.1.0/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_U3DcZ","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/3.1.0/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_U3DcZ","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/3.1.0/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_U3DcZ","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/3.1.0/playbooks","siteSpaceId":"sitesp_U3DcZ","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/3.1.0/playbooks/training-with-lineage","siteSpaceId":"sitesp_U3DcZ","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/3.1.0/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_U3DcZ","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/3.1.0/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_U3DcZ","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/3.1.0/playbooks/working-with-videos","siteSpaceId":"sitesp_U3DcZ","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/3.1.0/api-basics","siteSpaceId":"sitesp_U3DcZ","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/3.1.0/how-it-works/data-layout","siteSpaceId":"sitesp_U3DcZ","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"eTV2KzD4AdHsikYgWaR5","title":"Version Control and Querying","pathname":"/3.1.0/how-it-works/version-control-and-querying","siteSpaceId":"sitesp_U3DcZ","description":"Understanding Deep Lake's Version control and Querying Layout","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/3.1.0/how-it-works/tensor-relationships","siteSpaceId":"sitesp_U3DcZ","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/3.1.0/how-it-works/visualizer-integration","siteSpaceId":"sitesp_U3DcZ","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/3.1.0/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_U3DcZ","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/3.1.0/how-it-works/storage-synchronization","siteSpaceId":"sitesp_U3DcZ","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/3.1.0/how-it-works/how-to-contribute","siteSpaceId":"sitesp_U3DcZ","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.0.15","siteSpaceId":"sitesp_q2v5K","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.0.15/quickstart","siteSpaceId":"sitesp_q2v5K","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.0.15/dataset-visualization","siteSpaceId":"sitesp_q2v5K","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.0.15/storage-and-credentials","siteSpaceId":"sitesp_q2v5K","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.0.15/storage-and-credentials/storage-options","siteSpaceId":"sitesp_q2v5K","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.0.15/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_q2v5K","description":"How to manage your credentials with Activeloop Platform","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.0.15/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_q2v5K","description":"How to enable Cross-Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.0.15/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_q2v5K","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.0.15/getting-started","siteSpaceId":"sitesp_q2v5K","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.0.15/getting-started/hello-world","siteSpaceId":"sitesp_q2v5K","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.0.15/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_q2v5K","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.0.15/getting-started/understanding-compression","siteSpaceId":"sitesp_q2v5K","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing Data","pathname":"/v3.0.15/getting-started/accessing-datasets","siteSpaceId":"sitesp_q2v5K","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.0.15/getting-started/visualizing-datasets","siteSpaceId":"sitesp_q2v5K","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.0.15/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_q2v5K","description":"Storing and loading datasets from Activeloop Platform Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.0.15/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_q2v5K","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.0.15/getting-started/parallel-computing","siteSpaceId":"sitesp_q2v5K","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.0.15/getting-started/dataset-version-control","siteSpaceId":"sitesp_q2v5K","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.0.15/getting-started/dataset-filtering","siteSpaceId":"sitesp_q2v5K","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.0.15/tutorials","siteSpaceId":"sitesp_q2v5K","description":"Common workflows with Deep Lake (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.0.15/tutorials/creating-datasets","siteSpaceId":"sitesp_q2v5K","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.0.15/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_q2v5K","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.0.15/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_q2v5K","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.0.15/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_q2v5K","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.0.15/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_q2v5K","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.0.15/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_q2v5K","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.0.15/tutorials/training-models","siteSpaceId":"sitesp_q2v5K","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.0.15/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_q2v5K","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.0.15/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_q2v5K","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.0.15/tutorials/querying-datasets","siteSpaceId":"sitesp_q2v5K","description":"Activeloop Platform offer a highly-performant SQL-style query engine for filtering your data.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"2LmapFtFXf7QtXrviIh6","title":"Sampling Datasets","pathname":"/v3.0.15/tutorials/querying-datasets/sampling-datasets","siteSpaceId":"sitesp_q2v5K","description":"","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Querying Datasets"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.0.15/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_q2v5K","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.0.15/playbooks","siteSpaceId":"sitesp_q2v5K","description":"How to perform complex workflows using Deep Lake."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.0.15/playbooks/training-with-lineage","siteSpaceId":"sitesp_q2v5K","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.0.15/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_q2v5K","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.0.15/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_q2v5K","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.0.15/playbooks/working-with-videos","siteSpaceId":"sitesp_q2v5K","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader (Beta)","pathname":"/v3.0.15/performant-dataloader","siteSpaceId":"sitesp_q2v5K","description":"How to use Deep Lake's new dataloader built and optimized in C++"},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.0.15/api-basics","siteSpaceId":"sitesp_q2v5K","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.0.15/how-it-works/data-layout","siteSpaceId":"sitesp_q2v5K","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.0.15/how-it-works/tensor-relationships","siteSpaceId":"sitesp_q2v5K","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.0.15/how-it-works/visualizer-integration","siteSpaceId":"sitesp_q2v5K","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/v3.0.15/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_q2v5K","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/v3.0.15/how-it-works/storage-synchronization","siteSpaceId":"sitesp_q2v5K","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.0.15/how-it-works/how-to-contribute","siteSpaceId":"sitesp_q2v5K","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.0.x","siteSpaceId":"sitesp_C8AGu","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.0.x/quickstart","siteSpaceId":"sitesp_C8AGu","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.0.x/dataset-visualization","siteSpaceId":"sitesp_C8AGu","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.0.x/storage-and-credentials","siteSpaceId":"sitesp_C8AGu","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.0.x/storage-and-credentials/storage-options","siteSpaceId":"sitesp_C8AGu","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.0.x/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_C8AGu","description":"How to manage your credentials with Activeloop Platform","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"X1tVpyG4HytrcEhg0WMF","title":"Enabling CORS","pathname":"/v3.0.x/storage-and-credentials/managed-credentials/enabling-cors","siteSpaceId":"sitesp_C8AGu","description":"How to enable Cross Origin Resource Sharing in your cloud buckets.","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"8uUpdu9bbMoVwAB8uv7Z","title":"Provisioning Role-Based Access","pathname":"/v3.0.x/storage-and-credentials/managed-credentials/provisioning-role-based-access","siteSpaceId":"sitesp_C8AGu","description":"","breadcrumbs":[{"label":"Storage & Credentials"},{"label":"Managed Credentials"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.0.x/getting-started","siteSpaceId":"sitesp_C8AGu","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.0.x/getting-started/hello-world","siteSpaceId":"sitesp_C8AGu","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.0.x/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_C8AGu","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.0.x/getting-started/understanding-compression","siteSpaceId":"sitesp_C8AGu","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing Data","pathname":"/v3.0.x/getting-started/accessing-datasets","siteSpaceId":"sitesp_C8AGu","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.0.x/getting-started/visualizing-datasets","siteSpaceId":"sitesp_C8AGu","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.0.x/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_C8AGu","description":"Storing and loading datasets from Activeloop Platform Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.0.x/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_C8AGu","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.0.x/getting-started/parallel-computing","siteSpaceId":"sitesp_C8AGu","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.0.x/getting-started/dataset-version-control","siteSpaceId":"sitesp_C8AGu","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.0.x/getting-started/dataset-filtering","siteSpaceId":"sitesp_C8AGu","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.0.x/tutorials","siteSpaceId":"sitesp_C8AGu","description":"Common workflows using hub (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.0.x/tutorials/creating-datasets","siteSpaceId":"sitesp_C8AGu","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.0.x/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_C8AGu","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.0.x/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_C8AGu","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.0.x/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_C8AGu","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.0.x/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_C8AGu","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.0.x/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_C8AGu","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.0.x/tutorials/training-models","siteSpaceId":"sitesp_C8AGu","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.0.x/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_C8AGu","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.0.x/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_C8AGu","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.0.x/tutorials/querying-datasets","siteSpaceId":"sitesp_C8AGu","description":"Activeloop Platform offer a highly-performant SQL-style query engine for filtering your data","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.0.x/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_C8AGu","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.0.x/playbooks","siteSpaceId":"sitesp_C8AGu","description":"How to perform complex workflows using Hub and Platform."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.0.x/playbooks/training-with-lineage","siteSpaceId":"sitesp_C8AGu","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.0.x/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_C8AGu","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.0.x/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_C8AGu","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.0.x/playbooks/working-with-videos","siteSpaceId":"sitesp_C8AGu","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader (Beta)","pathname":"/v3.0.x/performant-dataloader","siteSpaceId":"sitesp_C8AGu","description":"How to use Deep Lake's new dataloader built and optimized in C++"},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.0.x/api-basics","siteSpaceId":"sitesp_C8AGu","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.0.x/how-it-works/data-layout","siteSpaceId":"sitesp_C8AGu","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.0.x/how-it-works/tensor-relationships","siteSpaceId":"sitesp_C8AGu","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.0.x/how-it-works/visualizer-integration","siteSpaceId":"sitesp_C8AGu","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/v3.0.x/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_C8AGu","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/v3.0.x/how-it-works/storage-synchronization","siteSpaceId":"sitesp_C8AGu","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.0.x/how-it-works/how-to-contribute","siteSpaceId":"sitesp_C8AGu","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_MXJTuOzD_cuMI4ss7","title":"Deep Lake Docs","pathname":"/v3.0.0","siteSpaceId":"sitesp_wqHTT","description":"We hope you enjoy Docs for Deep Lake, the open-source Data Lake for Deep Learning by Activeloop. Deep Lake was formerly known as Activeloop Hub."},{"id":"-M_MXTVf3ZKBlLmK7WWQ","title":"Quickstart","pathname":"/v3.0.0/quickstart","siteSpaceId":"sitesp_wqHTT","description":"A jump-start guide to using Deep Lake."},{"id":"zlxZgAkATTEGk0Me6gsY","title":"Dataset Visualization","pathname":"/v3.0.0/dataset-visualization","siteSpaceId":"sitesp_wqHTT","description":"How to connect Deep Lake datasets to Activeloop Platform"},{"id":"CjBue4J9kmrNtfOBwPbO","title":"Storage & Credentials","pathname":"/v3.0.0/storage-and-credentials","siteSpaceId":"sitesp_wqHTT","description":"How to access datasets in other clouds and manage their credentials."},{"id":"-MjkS62y0QsaXzgnj6tm","title":"Storage Options","pathname":"/v3.0.0/storage-and-credentials/storage-options","siteSpaceId":"sitesp_wqHTT","description":"How to authenticate using Activeloop storage, AWS S3, and Google Cloud Storage.","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"7GciXtjtKBOWPHmtkY7Z","title":"Managed Credentials","pathname":"/v3.0.0/storage-and-credentials/managed-credentials","siteSpaceId":"sitesp_wqHTT","description":"How to manage your credentials with Activeloop Platform","breadcrumbs":[{"label":"Storage & Credentials"}]},{"id":"-Mad8AnSudtdMSAyZguQ","title":"Getting Started","pathname":"/v3.0.0/getting-started","siteSpaceId":"sitesp_wqHTT","description":"The comprehensive guide for learning to use Hub."},{"id":"-Mad8WWgqf8tcKQwHVb5","title":"Step 1: Hello World","pathname":"/v3.0.0/getting-started/hello-world","siteSpaceId":"sitesp_wqHTT","description":"Installing Deep Lake and accessing your first Deep Lake Dataset.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF3tW1I5x2_Zhi0Yh","title":"Step 2: Creating Deep Lake Datasets","pathname":"/v3.0.0/getting-started/creating-datasets-manually","siteSpaceId":"sitesp_wqHTT","description":"Creating and storing Deep Lake Datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mdrhg5eeqzIFQAKqRGX","title":"Step 3: Understanding Compression","pathname":"/v3.0.0/getting-started/understanding-compression","siteSpaceId":"sitesp_wqHTT","description":"Using compression to achieve optimal performance in Deep Lake.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MadF9oquHO9Si1cviXq","title":"Step 4: Accessing Data","pathname":"/v3.0.0/getting-started/accessing-datasets","siteSpaceId":"sitesp_wqHTT","description":"Learn how Deep Lake Datasets can be accessed or loaded from a variety of storage locations.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"IF47F2CLgn4hVEygwffE","title":"Step 5: Visualizing Datasets","pathname":"/v3.0.0/getting-started/visualizing-datasets","siteSpaceId":"sitesp_wqHTT","description":"Visualizing and inspecting your datasets.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-McQJETtYWtxuNhSXuCJ","title":"Step 6: Using Activeloop Storage","pathname":"/v3.0.0/getting-started/using-activeloop-storage","siteSpaceId":"sitesp_wqHTT","description":"Storing and loading datasets from Activeloop Platform Storage.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MaUiIbU4npu43oQIpRR","title":"Step 7: Connecting Deep Lake Datasets to ML Frameworks","pathname":"/v3.0.0/getting-started/connecting-to-ml-frameworks","siteSpaceId":"sitesp_wqHTT","description":"Connecting Deep Lake Datasets to machine learning frameworks such as PyTorch and TensorFlow.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Mfii53Tk_Qq7PZysT3H","title":"Step 8: Parallel Computing","pathname":"/v3.0.0/getting-started/parallel-computing","siteSpaceId":"sitesp_wqHTT","description":"Running computations and processing data in parallel.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-MkDxqqjiJFm8IpnsepB","title":"Step 9: Dataset Version Control","pathname":"/v3.0.0/getting-started/dataset-version-control","siteSpaceId":"sitesp_wqHTT","description":"Managing changes to your datasets using Version Control.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"pRZ9ibtGc6FpKtmT1WYn","title":"Step 10: Dataset Filtering","pathname":"/v3.0.0/getting-started/dataset-filtering","siteSpaceId":"sitesp_wqHTT","description":"Filtering datasets using user-defined-functions or SQL-style queries.","breadcrumbs":[{"label":"Getting Started"}]},{"id":"-Ma0VXHzad_IHrMeW6Mz","title":"Tutorials (w Colab)","pathname":"/v3.0.0/tutorials","siteSpaceId":"sitesp_wqHTT","description":"Common workflows using hub (includes Colab notebooks)"},{"id":"W5adD2bcZPAHk75NKXk1","title":"Creating Datasets","pathname":"/v3.0.0/tutorials/creating-datasets","siteSpaceId":"sitesp_wqHTT","description":"Workflows for creating Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-M_aK_CQ4kfPysxc3hhM","title":"Creating Complex Datasets","pathname":"/v3.0.0/tutorials/creating-datasets/creating-complex-datasets","siteSpaceId":"sitesp_wqHTT","description":"Converting a multi-annotation dataset to Deep Lake format is helpful for understanding how to use Deep Lake with rich data.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"-Miagqr8nxWjr3Vesxxw","title":"Creating Object Detection Datasets","pathname":"/v3.0.0/tutorials/creating-datasets/creating-object-detection-datasets","siteSpaceId":"sitesp_wqHTT","description":"Converting an object detection dataset to Deep Lake format is a great way to get started with datasets of increasing complexity.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"GnjLmmPoGKOri8tADaD1","title":"Creating Time-Series Datasets","pathname":"/v3.0.0/tutorials/creating-datasets/creating-time-series-datasets","siteSpaceId":"sitesp_wqHTT","description":"Deep Lake is a powerful tool for easily storing and sharing time-series datasets with your team.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"dOHTgkBCeJRZHc6pBfhE","title":"Creating Datasets with Sequences","pathname":"/v3.0.0/tutorials/creating-datasets/creating-datasets-with-sequences","siteSpaceId":"sitesp_wqHTT","description":"Deep Lake sequences are a powerful tool for storing temporal annotations such as bounding boxes in each frame of a video.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"q1NMHkG0cC8HBuHkSZV2","title":"Creating Video Datasets","pathname":"/v3.0.0/tutorials/creating-datasets/creating-video-datasets","siteSpaceId":"sitesp_wqHTT","description":"Get started with video datasets using Deep Lake.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Creating Datasets"}]},{"id":"LtYFc6CY6tPn7bQwR2zL","title":"Training Models","pathname":"/v3.0.0/tutorials/training-models","siteSpaceId":"sitesp_wqHTT","description":"Workflows for training models using Hub datasets (includes Colab notebooks)","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-Mj6JbUtIScRClKDKmYK","title":"Training an Image Classification Model in PyTorch","pathname":"/v3.0.0/tutorials/training-models/training-an-image-classification-model-in-pytorch","siteSpaceId":"sitesp_wqHTT","description":"Training an image classification model is a great way to get started with model training using Deep Lake datasets.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"ZfAjEBbhLh0rLbcVU0MD","title":"Training an Object Detection and Segmentation Model in PyTorch","pathname":"/v3.0.0/tutorials/training-models/training-an-object-detection-and-segmentation-model-in-pytorch","siteSpaceId":"sitesp_wqHTT","description":"Training an object detection and segmentation model is a great way to learn about complex data preprocessing for training models.","breadcrumbs":[{"label":"Tutorials (w Colab)"},{"label":"Training Models"}]},{"id":"fjjI8Q8rEsEXVKk2EiDY","title":"Querying Datasets","pathname":"/v3.0.0/tutorials/querying-datasets","siteSpaceId":"sitesp_wqHTT","description":"Activeloop Platform offer a highly-performant SQL-style query engine for filtering your data","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"-MggoAc5vfcLcAXzgybu","title":"Data Processing Using Parallel Computing","pathname":"/v3.0.0/tutorials/data-processing-using-parallel-computing","siteSpaceId":"sitesp_wqHTT","description":"Deeplake offers built-in methods for parallelizing dataset computations in order to achieve faster data data processing.","breadcrumbs":[{"label":"Tutorials (w Colab)"}]},{"id":"UJVSP1hDxzlYqqJF0rxp","title":"Playbooks","pathname":"/v3.0.0/playbooks","siteSpaceId":"sitesp_wqHTT","description":"How to perform complex workflows using Hub and Platform."},{"id":"3rx1oeZCUL6vmEtP6ftQ","title":"Querying, Training and Editing Datasets with Data Lineage","pathname":"/v3.0.0/playbooks/training-with-lineage","siteSpaceId":"sitesp_wqHTT","description":"How to use queries and version control while training models.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"9QzngZrgiGsjxkLpQjOY","title":"Evaluating Model Performance","pathname":"/v3.0.0/playbooks/evaluating-model-performance","siteSpaceId":"sitesp_wqHTT","description":"How to compare ground-truth annotations with model predictions","breadcrumbs":[{"label":"Playbooks"}]},{"id":"dfnTjYrcn08yGedXauPm","title":"Training Reproducibility Using Deep Lake and Weights & Biases","pathname":"/v3.0.0/playbooks/training-reproducibility-with-wandb","siteSpaceId":"sitesp_wqHTT","description":"How to achieve full reproducibility of model training using Deep Lake and W&B","breadcrumbs":[{"label":"Playbooks"}]},{"id":"6LIA3veyrvwK86PpVW33","title":"Working with Videos","pathname":"/v3.0.0/playbooks/working-with-videos","siteSpaceId":"sitesp_wqHTT","description":"How manage video datasets and train models using Deep Lake.","breadcrumbs":[{"label":"Playbooks"}]},{"id":"qNbf22ZNhBj9ifUAZEPz","title":"Performant Dataloader (Alpha)","pathname":"/v3.0.0/performant-dataloader","siteSpaceId":"sitesp_wqHTT","description":"How to use Deep Lake's new dataloader built and optimized in C++"},{"id":"-McuriEMIxJXLKbvlFuG","title":"API Summary","pathname":"/v3.0.0/api-basics","siteSpaceId":"sitesp_wqHTT","description":"Summary of the most important Deep Lake commands."},{"id":"q2XCqBG0KKqG0pl034N3","title":"Data Layout","pathname":"/v3.0.0/how-it-works/data-layout","siteSpaceId":"sitesp_wqHTT","description":"Understanding the data layout in Deep Lake","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"NUh6v6KC7FQKDlMRFXqI","title":"Tensor Relationships","pathname":"/v3.0.0/how-it-works/tensor-relationships","siteSpaceId":"sitesp_wqHTT","description":"Understanding the correct data layout for successful visualization.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"hHZAIJ7AXk5QBE79TJ73","title":"Visualizer Integration","pathname":"/v3.0.0/how-it-works/visualizer-integration","siteSpaceId":"sitesp_wqHTT","description":"How to embed our visualizer in your application.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"4cbZsze0Qu5Ebve8Jw1N","title":"Shuffling in ds.pytorch()","pathname":"/v3.0.0/how-it-works/shuffling-in-ds.pytorch","siteSpaceId":"sitesp_wqHTT","description":"Understanding data shuffling in Deep Lake's pytorch dataloader","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-Mbn674ICDtRT2jlxjd3","title":"Storage Synchronization","pathname":"/v3.0.0/how-it-works/storage-synchronization","siteSpaceId":"sitesp_wqHTT","description":"Synchronizing data with long-term storage and achieving optimal performance using Deep Lake.","breadcrumbs":[{"label":"How Deep Lake Works"}]},{"id":"-M_aGbZP_iatLVWqQM0U","title":"How to Contribute","pathname":"/v3.0.0/how-it-works/how-to-contribute","siteSpaceId":"sitesp_wqHTT","description":"Guidelines for open source enthusiasts to contribute to our open-source data format.","breadcrumbs":[{"label":"How Deep Lake Works"}]}]}