{"version":1,"pages":[{"id":"kDgirQolhEE2AvH1s1li","title":"Introduction","pathname":"/cloud","siteSpaceId":"sitesp_iF6Lc","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/model-monitoring/quickstart","siteSpaceId":"sitesp_iF6Lc","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/model-monitoring/data-preparation","siteSpaceId":"sitesp_iF6Lc","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/model-monitoring/tutorials","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_iF6Lc","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"IQri3ixf9lXzJPQKnI7R","title":"Monitoring with segmentation","pathname":"/cloud/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_iF6Lc","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_iF6Lc","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_iF6Lc","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/model-monitoring/how-it-works","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"JRQhhCYajjCPlGLdfmrp","title":"Custom Metrics","pathname":"/cloud/model-monitoring/custom-metrics","siteSpaceId":"sitesp_iF6Lc","description":"Monitoring Models with Custom Metrics","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"b5KDRzEpQi5Tqdm0utsv","title":"Creating Custom Metrics","pathname":"/cloud/model-monitoring/custom-metrics/creating-custom-metrics","siteSpaceId":"sitesp_iF6Lc","description":"How do I create a custom metric","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"juJiRK3qLg544BbSs8fl","title":"Writing Functions for Binary Classification","pathname":"/cloud/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-binary-classification","siteSpaceId":"sitesp_iF6Lc","description":"Writing the functions needed to create a custom binary classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"VY6HAgytrinqiNAfOmLj","title":"Writing Functions for Multiclass Classification","pathname":"/cloud/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-multiclass-classification","siteSpaceId":"sitesp_iF6Lc","description":"Writing the functions needed to create a custom multiclass classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"knUlOpgwzQWaqqg699GA","title":"Writing Functions for Regression","pathname":"/cloud/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-regression","siteSpaceId":"sitesp_iF6Lc","description":"Writing the functions needed to create a custom regression metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"uJTCSlo4i9tq8zHrG0tt","title":"Handling Missing Values","pathname":"/cloud/model-monitoring/custom-metrics/creating-custom-metrics/handling-missing-values","siteSpaceId":"sitesp_iF6Lc","description":"Advanced Tutorial. Handling missing values with your custom metric functions.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"jGKcMCQDFpJ7Nte3LEc8","title":"Advanced Tutorial: Creating a MTBF Custom Metric","pathname":"/cloud/model-monitoring/custom-metrics/creating-custom-metrics/advanced-tutorial-creating-a-mtbf-custom-metric","siteSpaceId":"sitesp_iF6Lc","description":"Creating a MTBF custom metric using the timestamp column from chunk data.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"C9q4OgW2RfSJIomXs6tf","title":"Adding a Custom Metric through NannyML SDK","pathname":"/cloud/model-monitoring/custom-metrics/adding-a-custom-metric-through-nannyml-sdk","siteSpaceId":"sitesp_iF6Lc","description":"Adding Custom Metrics programmatically through NannML SDK","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"iq1W7T3MUfJZwR5hhxAp","title":"Reporting","pathname":"/cloud/model-monitoring/reporting","siteSpaceId":"sitesp_iF6Lc","description":"Report on model state and performance.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"9Gk7Vku4Iwdb8Y5KpmbC","title":"Creating a new report","pathname":"/cloud/model-monitoring/reporting/creating-a-new-report","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"SAMJLVeh17QX0JlidEt0","title":"Report structure","pathname":"/cloud/model-monitoring/reporting/report-structure","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"EHNqy5hc7xRmnh9nnFqI","title":"Exporting a report","pathname":"/cloud/model-monitoring/reporting/exporting-a-report","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"cK48UW79UqRpugtWgQAB","title":"Managing reports","pathname":"/cloud/model-monitoring/reporting/managing-reports","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bIrVt1sqDXzbZZS1Hvhs","title":"Report template","pathname":"/cloud/model-monitoring/reporting/report-template","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"OEvR2JKBWX1Q2CCy5D2w","title":"Add to report feature","pathname":"/cloud/model-monitoring/reporting/add-to-report-feature","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/product-tour/navigation","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/product-tour/adding-a-model","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/product-tour/model-overview","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/product-tour/deleting-a-model","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/product-tour/model-side-panel","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"lcvHwpoTE9NHnPan8Ypa","title":"Concept drift","pathname":"/cloud/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/product-tour/account-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/deployment/azure","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_iF6Lc","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_iF6Lc","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_iF6Lc","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/deployment/aws","siteSpaceId":"sitesp_iF6Lc","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/deployment/aws/eks","siteSpaceId":"sitesp_iF6Lc","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_iF6Lc","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/deployment/aws/s3-access","siteSpaceId":"sitesp_iF6Lc","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/deployment/application-setup","siteSpaceId":"sitesp_iF6Lc","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/deployment/application-setup/authentication","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/deployment/application-setup/notifications","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/deployment/application-setup/webhooks","siteSpaceId":"sitesp_iF6Lc","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/deployment/application-setup/permissions","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_iF6Lc","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"doPVG9KFNMQylMglRNWO","title":"Example","pathname":"/cloud/nannyml-cloud-sdk/example","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"rx9GKO2mkgCZ17kshFJ2","title":"Authentication & loading data","pathname":"/cloud/nannyml-cloud-sdk/example/authentication-and-loading-data","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"FFsY63mTlvVuYhDnJLvh","title":"Setting up the model schema","pathname":"/cloud/nannyml-cloud-sdk/example/setting-up-the-model-schema","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"FEQOqziimPJSCopPC9lb","title":"Creating the monitoring model","pathname":"/cloud/nannyml-cloud-sdk/example/creating-the-monitoring-model","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"n2ZIniOI6xFoPbCnVQYJ","title":"Customizing the monitoring model settings","pathname":"/cloud/nannyml-cloud-sdk/example/customizing-the-monitoring-model-settings","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"VG3Rgn3X3KFhAqSYRxTm","title":"Setting up continuous monitoring","pathname":"/cloud/nannyml-cloud-sdk/example/setting-up-continuous-monitoring","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"bYhZTtSgNuEP3xQZggiS","title":"Add delayed ground truth (optional)","pathname":"/cloud/nannyml-cloud-sdk/example/add-delayed-ground-truth-optional","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_iF6Lc","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_iF6Lc","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_iF6Lc","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_iF6Lc","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_iF6Lc","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_iF6Lc","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_iF6Lc","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_iF6Lc","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_iF6Lc","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_iF6Lc","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/experiments-module/introduction","siteSpaceId":"sitesp_iF6Lc","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/experiments-module/tutorials","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_iF6Lc","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_iF6Lc","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/experiments-module/how-it-works","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_iF6Lc","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/miscellaneous/engineering","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/miscellaneous/versions","siteSpaceId":"sitesp_iF6Lc","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"KU8CTgmqm3z3dVqZAYts","title":"Version 0.24.3","pathname":"/cloud/miscellaneous/versions/version-0.24.3","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"C35pyV6udlvloM6BygiK","title":"Version 0.24.2","pathname":"/cloud/miscellaneous/versions/version-0.24.2","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"QXEMVIkoiKubxlxS6RIL","title":"Version 0.24.1","pathname":"/cloud/miscellaneous/versions/version-0.24.1","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"bpcD7Gh1EGx8gyxClZlO","title":"Version 0.24.0","pathname":"/cloud/miscellaneous/versions/version-0.24.0","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"QqkTkkJsz8i8MGbJuMYR","title":"Version 0.23.0","pathname":"/cloud/miscellaneous/versions/version-0.23.0","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"vCpBlg9Ru8LMZwUEcRmW","title":"Version 0.22.0","pathname":"/cloud/miscellaneous/versions/version-0.22.0","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_iF6Lc","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"kDgirQolhEE2AvH1s1li","title":"Introduction","pathname":"/cloud/v0.24.2","siteSpaceId":"sitesp_s9UtO","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.24.2/model-monitoring/quickstart","siteSpaceId":"sitesp_s9UtO","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.24.2/model-monitoring/data-preparation","siteSpaceId":"sitesp_s9UtO","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.24.2/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.24.2/model-monitoring/tutorials","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.24.2/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_s9UtO","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"IQri3ixf9lXzJPQKnI7R","title":"Monitoring with segmentation","pathname":"/cloud/v0.24.2/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_s9UtO","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.24.2/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_s9UtO","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.24.2/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_s9UtO","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.24.2/model-monitoring/how-it-works","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.24.2/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.24.2/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"JRQhhCYajjCPlGLdfmrp","title":"Custom Metrics","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics","siteSpaceId":"sitesp_s9UtO","description":"Monitoring Models with Custom Metrics","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"b5KDRzEpQi5Tqdm0utsv","title":"Creating Custom Metrics","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/creating-custom-metrics","siteSpaceId":"sitesp_s9UtO","description":"How do I create a custom metric","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"juJiRK3qLg544BbSs8fl","title":"Writing Functions for Binary Classification","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-binary-classification","siteSpaceId":"sitesp_s9UtO","description":"Writing the functions needed to create a custom binary classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"VY6HAgytrinqiNAfOmLj","title":"Writing Functions for Multiclass Classification","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-multiclass-classification","siteSpaceId":"sitesp_s9UtO","description":"Writing the functions needed to create a custom multiclass classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"knUlOpgwzQWaqqg699GA","title":"Writing Functions for Regression","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-regression","siteSpaceId":"sitesp_s9UtO","description":"Writing the functions needed to create a custom regression metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"uJTCSlo4i9tq8zHrG0tt","title":"Handling Missing Values","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/creating-custom-metrics/handling-missing-values","siteSpaceId":"sitesp_s9UtO","description":"Advanced Tutorial. Handling missing values with your custom metric functions.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"jGKcMCQDFpJ7Nte3LEc8","title":"Advanced Tutorial: Creating a MTBF Custom Metric","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/creating-custom-metrics/advanced-tutorial-creating-a-mtbf-custom-metric","siteSpaceId":"sitesp_s9UtO","description":"Creating a MTBF custom metric using the timestamp column from chunk data.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"C9q4OgW2RfSJIomXs6tf","title":"Adding a Custom Metric through NannyML SDK","pathname":"/cloud/v0.24.2/model-monitoring/custom-metrics/adding-a-custom-metric-through-nannyml-sdk","siteSpaceId":"sitesp_s9UtO","description":"Adding Custom Metrics programmatically through NannML SDK","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"iq1W7T3MUfJZwR5hhxAp","title":"Reporting","pathname":"/cloud/v0.24.2/model-monitoring/reporting","siteSpaceId":"sitesp_s9UtO","description":"Report on model state and performance.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"9Gk7Vku4Iwdb8Y5KpmbC","title":"Creating a new report","pathname":"/cloud/v0.24.2/model-monitoring/reporting/creating-a-new-report","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"SAMJLVeh17QX0JlidEt0","title":"Report structure","pathname":"/cloud/v0.24.2/model-monitoring/reporting/report-structure","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"EHNqy5hc7xRmnh9nnFqI","title":"Exporting a report","pathname":"/cloud/v0.24.2/model-monitoring/reporting/exporting-a-report","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"cK48UW79UqRpugtWgQAB","title":"Managing reports","pathname":"/cloud/v0.24.2/model-monitoring/reporting/managing-reports","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bIrVt1sqDXzbZZS1Hvhs","title":"Report template","pathname":"/cloud/v0.24.2/model-monitoring/reporting/report-template","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"OEvR2JKBWX1Q2CCy5D2w","title":"Add to report feature","pathname":"/cloud/v0.24.2/model-monitoring/reporting/add-to-report-feature","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.24.2/product-tour/navigation","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.24.2/product-tour/adding-a-model","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.24.2/product-tour/model-overview","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/v0.24.2/product-tour/deleting-a-model","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.24.2/product-tour/model-side-panel","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"lcvHwpoTE9NHnPan8Ypa","title":"Concept drift","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/v0.24.2/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.24.2/product-tour/account-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.24.2/deployment/azure","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.24.2/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_s9UtO","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.24.2/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_s9UtO","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.24.2/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_s9UtO","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.24.2/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.24.2/deployment/aws","siteSpaceId":"sitesp_s9UtO","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.24.2/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_s9UtO","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.24.2/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_s9UtO","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.24.2/deployment/aws/eks","siteSpaceId":"sitesp_s9UtO","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.24.2/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_s9UtO","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.24.2/deployment/aws/s3-access","siteSpaceId":"sitesp_s9UtO","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.24.2/deployment/application-setup","siteSpaceId":"sitesp_s9UtO","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/v0.24.2/deployment/application-setup/authentication","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/v0.24.2/deployment/application-setup/notifications","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.24.2/deployment/application-setup/webhooks","siteSpaceId":"sitesp_s9UtO","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/v0.24.2/deployment/application-setup/permissions","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_s9UtO","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"doPVG9KFNMQylMglRNWO","title":"Example","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"rx9GKO2mkgCZ17kshFJ2","title":"Authentication & loading data","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example/authentication-and-loading-data","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"FFsY63mTlvVuYhDnJLvh","title":"Setting up the model schema","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example/setting-up-the-model-schema","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"FEQOqziimPJSCopPC9lb","title":"Creating the monitoring model","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example/creating-the-monitoring-model","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"n2ZIniOI6xFoPbCnVQYJ","title":"Customizing the monitoring model settings","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example/customizing-the-monitoring-model-settings","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"VG3Rgn3X3KFhAqSYRxTm","title":"Setting up continuous monitoring","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example/setting-up-continuous-monitoring","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"bYhZTtSgNuEP3xQZggiS","title":"Add delayed ground truth (optional)","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/example/add-delayed-ground-truth-optional","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.24.2/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_s9UtO","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_s9UtO","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_s9UtO","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_s9UtO","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_s9UtO","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_s9UtO","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_s9UtO","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_s9UtO","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_s9UtO","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.24.2/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_s9UtO","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.24.2/experiments-module/introduction","siteSpaceId":"sitesp_s9UtO","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.24.2/experiments-module/tutorials","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.24.2/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_s9UtO","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.24.2/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_s9UtO","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.24.2/experiments-module/how-it-works","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.24.2/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_s9UtO","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.24.2/miscellaneous/engineering","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.24.2/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/v0.24.2/miscellaneous/versions","siteSpaceId":"sitesp_s9UtO","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"C35pyV6udlvloM6BygiK","title":"Version 0.24.2","pathname":"/cloud/v0.24.2/miscellaneous/versions/version-0.24.2","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"QXEMVIkoiKubxlxS6RIL","title":"Version 0.24.1","pathname":"/cloud/v0.24.2/miscellaneous/versions/version-0.24.1","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"bpcD7Gh1EGx8gyxClZlO","title":"Version 0.24.0","pathname":"/cloud/v0.24.2/miscellaneous/versions/version-0.24.0","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"QqkTkkJsz8i8MGbJuMYR","title":"Version 0.23.0","pathname":"/cloud/v0.24.2/miscellaneous/versions/version-0.23.0","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"vCpBlg9Ru8LMZwUEcRmW","title":"Version 0.22.0","pathname":"/cloud/v0.24.2/miscellaneous/versions/version-0.22.0","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/v0.24.2/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_s9UtO","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"kDgirQolhEE2AvH1s1li","title":"Introduction","pathname":"/cloud/v0.24.1","siteSpaceId":"sitesp_Iq4p2","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.24.1/model-monitoring/quickstart","siteSpaceId":"sitesp_Iq4p2","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.24.1/model-monitoring/data-preparation","siteSpaceId":"sitesp_Iq4p2","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.24.1/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.24.1/model-monitoring/tutorials","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.24.1/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_Iq4p2","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"IQri3ixf9lXzJPQKnI7R","title":"Monitoring with segmentation","pathname":"/cloud/v0.24.1/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_Iq4p2","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.24.1/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_Iq4p2","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.24.1/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_Iq4p2","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.24.1/model-monitoring/how-it-works","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.24.1/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.24.1/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"JRQhhCYajjCPlGLdfmrp","title":"Custom Metrics","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics","siteSpaceId":"sitesp_Iq4p2","description":"Monitoring Models with Custom Metrics","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"b5KDRzEpQi5Tqdm0utsv","title":"Creating Custom Metrics","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/creating-custom-metrics","siteSpaceId":"sitesp_Iq4p2","description":"How do I create a custom metric","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"juJiRK3qLg544BbSs8fl","title":"Writing Functions for Binary Classification","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-binary-classification","siteSpaceId":"sitesp_Iq4p2","description":"Writing the functions needed to create a custom binary classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"VY6HAgytrinqiNAfOmLj","title":"Writing Functions for Multiclass Classification","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-multiclass-classification","siteSpaceId":"sitesp_Iq4p2","description":"Writing the functions needed to create a custom multiclass classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"knUlOpgwzQWaqqg699GA","title":"Writing Functions for Regression","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-regression","siteSpaceId":"sitesp_Iq4p2","description":"Writing the functions needed to create a custom regression metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"uJTCSlo4i9tq8zHrG0tt","title":"Handling Missing Values","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/creating-custom-metrics/handling-missing-values","siteSpaceId":"sitesp_Iq4p2","description":"Advanced Tutorial. Handling missing values with your custom metric functions.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"jGKcMCQDFpJ7Nte3LEc8","title":"Advanced Tutorial: Creating a MTBF Custom Metric","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/creating-custom-metrics/advanced-tutorial-creating-a-mtbf-custom-metric","siteSpaceId":"sitesp_Iq4p2","description":"Creating a MTBF custom metric using the timestamp column from chunk data.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"C9q4OgW2RfSJIomXs6tf","title":"Adding a Custom Metric through NannyML SDK","pathname":"/cloud/v0.24.1/model-monitoring/custom-metrics/adding-a-custom-metric-through-nannyml-sdk","siteSpaceId":"sitesp_Iq4p2","description":"Adding Custom Metrics programmatically through NannML SDK","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"iq1W7T3MUfJZwR5hhxAp","title":"Reporting","pathname":"/cloud/v0.24.1/model-monitoring/reporting","siteSpaceId":"sitesp_Iq4p2","description":"Report on model state and performance.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"9Gk7Vku4Iwdb8Y5KpmbC","title":"Creating a new report","pathname":"/cloud/v0.24.1/model-monitoring/reporting/creating-a-new-report","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"SAMJLVeh17QX0JlidEt0","title":"Report structure","pathname":"/cloud/v0.24.1/model-monitoring/reporting/report-structure","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"EHNqy5hc7xRmnh9nnFqI","title":"Exporting a report","pathname":"/cloud/v0.24.1/model-monitoring/reporting/exporting-a-report","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"cK48UW79UqRpugtWgQAB","title":"Managing reports","pathname":"/cloud/v0.24.1/model-monitoring/reporting/managing-reports","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bIrVt1sqDXzbZZS1Hvhs","title":"Report template","pathname":"/cloud/v0.24.1/model-monitoring/reporting/report-template","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"OEvR2JKBWX1Q2CCy5D2w","title":"Add to report feature","pathname":"/cloud/v0.24.1/model-monitoring/reporting/add-to-report-feature","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.24.1/product-tour/navigation","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.24.1/product-tour/adding-a-model","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.24.1/product-tour/model-overview","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/v0.24.1/product-tour/deleting-a-model","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.24.1/product-tour/model-side-panel","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"lcvHwpoTE9NHnPan8Ypa","title":"Concept drift","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/v0.24.1/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.24.1/product-tour/account-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.24.1/deployment/azure","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.24.1/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_Iq4p2","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.24.1/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_Iq4p2","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.24.1/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_Iq4p2","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.24.1/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.24.1/deployment/aws","siteSpaceId":"sitesp_Iq4p2","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.24.1/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_Iq4p2","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.24.1/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_Iq4p2","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.24.1/deployment/aws/eks","siteSpaceId":"sitesp_Iq4p2","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.24.1/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_Iq4p2","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.24.1/deployment/aws/s3-access","siteSpaceId":"sitesp_Iq4p2","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.24.1/deployment/application-setup","siteSpaceId":"sitesp_Iq4p2","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/v0.24.1/deployment/application-setup/authentication","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/v0.24.1/deployment/application-setup/notifications","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.24.1/deployment/application-setup/webhooks","siteSpaceId":"sitesp_Iq4p2","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/v0.24.1/deployment/application-setup/permissions","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_Iq4p2","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"doPVG9KFNMQylMglRNWO","title":"Example","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"rx9GKO2mkgCZ17kshFJ2","title":"Authentication & loading data","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example/authentication-and-loading-data","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"FFsY63mTlvVuYhDnJLvh","title":"Setting up the model schema","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example/setting-up-the-model-schema","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"FEQOqziimPJSCopPC9lb","title":"Creating the monitoring model","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example/creating-the-monitoring-model","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"n2ZIniOI6xFoPbCnVQYJ","title":"Customizing the monitoring model settings","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example/customizing-the-monitoring-model-settings","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"VG3Rgn3X3KFhAqSYRxTm","title":"Setting up continuous monitoring","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example/setting-up-continuous-monitoring","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"bYhZTtSgNuEP3xQZggiS","title":"Add delayed ground truth (optional)","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/example/add-delayed-ground-truth-optional","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"NannyML Cloud SDK"},{"label":"Example"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.24.1/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_Iq4p2","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_Iq4p2","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_Iq4p2","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_Iq4p2","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_Iq4p2","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_Iq4p2","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_Iq4p2","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_Iq4p2","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_Iq4p2","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.24.1/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_Iq4p2","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.24.1/experiments-module/introduction","siteSpaceId":"sitesp_Iq4p2","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.24.1/experiments-module/tutorials","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.24.1/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_Iq4p2","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.24.1/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_Iq4p2","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.24.1/experiments-module/how-it-works","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.24.1/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_Iq4p2","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.24.1/miscellaneous/engineering","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.24.1/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/v0.24.1/miscellaneous/versions","siteSpaceId":"sitesp_Iq4p2","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"QXEMVIkoiKubxlxS6RIL","title":"Version 0.24.1","pathname":"/cloud/v0.24.1/miscellaneous/versions/version-0.24.1","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"bpcD7Gh1EGx8gyxClZlO","title":"Version 0.24.0","pathname":"/cloud/v0.24.1/miscellaneous/versions/version-0.24.0","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"QqkTkkJsz8i8MGbJuMYR","title":"Version 0.23.0","pathname":"/cloud/v0.24.1/miscellaneous/versions/version-0.23.0","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"vCpBlg9Ru8LMZwUEcRmW","title":"Version 0.22.0","pathname":"/cloud/v0.24.1/miscellaneous/versions/version-0.22.0","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/v0.24.1/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_Iq4p2","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"kDgirQolhEE2AvH1s1li","title":"Introduction","pathname":"/cloud/v0.24.0","siteSpaceId":"sitesp_Brupw","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.24.0/model-monitoring/quickstart","siteSpaceId":"sitesp_Brupw","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.24.0/model-monitoring/data-preparation","siteSpaceId":"sitesp_Brupw","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.24.0/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.24.0/model-monitoring/tutorials","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.24.0/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_Brupw","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"IQri3ixf9lXzJPQKnI7R","title":"Monitoring with segmentation","pathname":"/cloud/v0.24.0/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_Brupw","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.24.0/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_Brupw","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.24.0/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_Brupw","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.24.0/model-monitoring/how-it-works","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.24.0/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.24.0/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"JRQhhCYajjCPlGLdfmrp","title":"Custom Metrics","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics","siteSpaceId":"sitesp_Brupw","description":"Monitoring Models with Custom Metrics","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"b5KDRzEpQi5Tqdm0utsv","title":"Creating Custom Metrics","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/creating-custom-metrics","siteSpaceId":"sitesp_Brupw","description":"How do I create a custom metric","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"juJiRK3qLg544BbSs8fl","title":"Writing Functions for Binary Classification","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-binary-classification","siteSpaceId":"sitesp_Brupw","description":"Writing the functions needed to create a custom binary classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"VY6HAgytrinqiNAfOmLj","title":"Writing Functions for Multiclass Classification","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-multiclass-classification","siteSpaceId":"sitesp_Brupw","description":"Writing the functions needed to create a custom multiclass classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"knUlOpgwzQWaqqg699GA","title":"Writing Functions for Regression","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-regression","siteSpaceId":"sitesp_Brupw","description":"Writing the functions needed to create a custom regression metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"uJTCSlo4i9tq8zHrG0tt","title":"Handling Missing Values","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/creating-custom-metrics/handling-missing-values","siteSpaceId":"sitesp_Brupw","description":"Advanced Tutorial. Handling missing values with your custom metric functions.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"jGKcMCQDFpJ7Nte3LEc8","title":"Advanced Tutorial: Creating a MTBF Custom Metric","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/creating-custom-metrics/advanced-tutorial-creating-a-mtbf-custom-metric","siteSpaceId":"sitesp_Brupw","description":"Creating a MTBF custom metric using the timestamp column from chunk data.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"C9q4OgW2RfSJIomXs6tf","title":"Adding a Custom Metric through NannyML SDK","pathname":"/cloud/v0.24.0/model-monitoring/custom-metrics/adding-a-custom-metric-through-nannyml-sdk","siteSpaceId":"sitesp_Brupw","description":"Adding Custom Metrics programmatically through NannML SDK","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"iq1W7T3MUfJZwR5hhxAp","title":"Reporting","pathname":"/cloud/v0.24.0/model-monitoring/reporting","siteSpaceId":"sitesp_Brupw","description":"Report on model state and performance.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"9Gk7Vku4Iwdb8Y5KpmbC","title":"Creating a new report","pathname":"/cloud/v0.24.0/model-monitoring/reporting/creating-a-new-report","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"SAMJLVeh17QX0JlidEt0","title":"Report structure","pathname":"/cloud/v0.24.0/model-monitoring/reporting/report-structure","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"EHNqy5hc7xRmnh9nnFqI","title":"Exporting a report","pathname":"/cloud/v0.24.0/model-monitoring/reporting/exporting-a-report","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"cK48UW79UqRpugtWgQAB","title":"Managing reports","pathname":"/cloud/v0.24.0/model-monitoring/reporting/managing-reports","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bIrVt1sqDXzbZZS1Hvhs","title":"Report template","pathname":"/cloud/v0.24.0/model-monitoring/reporting/report-template","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"OEvR2JKBWX1Q2CCy5D2w","title":"Add to report feature","pathname":"/cloud/v0.24.0/model-monitoring/reporting/add-to-report-feature","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Reporting"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.24.0/product-tour/navigation","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.24.0/product-tour/adding-a-model","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.24.0/product-tour/model-overview","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/v0.24.0/product-tour/deleting-a-model","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.24.0/product-tour/model-side-panel","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"lcvHwpoTE9NHnPan8Ypa","title":"Concept drift","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/v0.24.0/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.24.0/product-tour/account-settings","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.24.0/deployment/azure","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.24.0/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_Brupw","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.24.0/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_Brupw","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.24.0/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_Brupw","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.24.0/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.24.0/deployment/aws","siteSpaceId":"sitesp_Brupw","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.24.0/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_Brupw","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.24.0/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_Brupw","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.24.0/deployment/aws/eks","siteSpaceId":"sitesp_Brupw","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.24.0/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_Brupw","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.24.0/deployment/aws/s3-access","siteSpaceId":"sitesp_Brupw","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.24.0/deployment/application-setup","siteSpaceId":"sitesp_Brupw","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/v0.24.0/deployment/application-setup/authentication","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/v0.24.0/deployment/application-setup/notifications","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.24.0/deployment/application-setup/webhooks","siteSpaceId":"sitesp_Brupw","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/v0.24.0/deployment/application-setup/permissions","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.24.0/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_Brupw","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.24.0/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_Brupw","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_Brupw","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_Brupw","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_Brupw","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_Brupw","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_Brupw","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_Brupw","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_Brupw","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_Brupw","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.24.0/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_Brupw","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.24.0/experiments-module/introduction","siteSpaceId":"sitesp_Brupw","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.24.0/experiments-module/tutorials","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.24.0/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_Brupw","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.24.0/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_Brupw","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.24.0/experiments-module/how-it-works","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.24.0/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_Brupw","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.24.0/miscellaneous/engineering","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.24.0/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/v0.24.0/miscellaneous/versions","siteSpaceId":"sitesp_Brupw","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"bpcD7Gh1EGx8gyxClZlO","title":"Version 0.24.0","pathname":"/cloud/v0.24.0/miscellaneous/versions/version-0.24.0","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"QqkTkkJsz8i8MGbJuMYR","title":"Version 0.23.0","pathname":"/cloud/v0.24.0/miscellaneous/versions/version-0.23.0","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"vCpBlg9Ru8LMZwUEcRmW","title":"Version 0.22.0","pathname":"/cloud/v0.24.0/miscellaneous/versions/version-0.22.0","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/v0.24.0/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_Brupw","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"kDgirQolhEE2AvH1s1li","title":"Introduction","pathname":"/cloud/v0.23.0","siteSpaceId":"sitesp_o8t9h","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.23.0/model-monitoring/quickstart","siteSpaceId":"sitesp_o8t9h","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.23.0/model-monitoring/data-preparation","siteSpaceId":"sitesp_o8t9h","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.23.0/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.23.0/model-monitoring/tutorials","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.23.0/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_o8t9h","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"IQri3ixf9lXzJPQKnI7R","title":"Monitoring with segmentation","pathname":"/cloud/v0.23.0/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_o8t9h","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.23.0/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_o8t9h","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.23.0/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_o8t9h","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.23.0/model-monitoring/how-it-works","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.23.0/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.23.0/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"JRQhhCYajjCPlGLdfmrp","title":"Custom Metrics","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics","siteSpaceId":"sitesp_o8t9h","description":"Monitoring Models with Custom Metrics","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"b5KDRzEpQi5Tqdm0utsv","title":"Creating Custom Metrics","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/creating-custom-metrics","siteSpaceId":"sitesp_o8t9h","description":"How do I create a custom metric","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"juJiRK3qLg544BbSs8fl","title":"Writing Functions for Binary Classification","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-binary-classification","siteSpaceId":"sitesp_o8t9h","description":"Writing the functions needed to create a custom binary classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"VY6HAgytrinqiNAfOmLj","title":"Writing Functions for Multiclass Classification","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-multiclass-classification","siteSpaceId":"sitesp_o8t9h","description":"Writing the functions needed to create a custom multiclass classification metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"knUlOpgwzQWaqqg699GA","title":"Writing Functions for Regression","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/creating-custom-metrics/writing-functions-for-regression","siteSpaceId":"sitesp_o8t9h","description":"Writing the functions needed to create a custom regression metric.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"uJTCSlo4i9tq8zHrG0tt","title":"Handling Missing Values","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/creating-custom-metrics/handling-missing-values","siteSpaceId":"sitesp_o8t9h","description":"Advanced Tutorial. Handling missing values with your custom metric functions.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"jGKcMCQDFpJ7Nte3LEc8","title":"Advanced Tutorial: Creating a MTBF Custom Metric","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/creating-custom-metrics/advanced-tutorial-creating-a-mtbf-custom-metric","siteSpaceId":"sitesp_o8t9h","description":"Creating a MTBF custom metric using the timestamp column from chunk data.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"},{"label":"Creating Custom Metrics"}]},{"id":"C9q4OgW2RfSJIomXs6tf","title":"Adding a Custom Metric through NannyML SDK","pathname":"/cloud/v0.23.0/model-monitoring/custom-metrics/adding-a-custom-metric-through-nannyml-sdk","siteSpaceId":"sitesp_o8t9h","description":"Adding Custom Metrics programmatically through NannML SDK","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Custom Metrics"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.23.0/product-tour/navigation","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.23.0/product-tour/adding-a-model","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.23.0/product-tour/model-overview","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/v0.23.0/product-tour/deleting-a-model","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.23.0/product-tour/model-side-panel","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"lcvHwpoTE9NHnPan8Ypa","title":"Concept drift","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/v0.23.0/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.23.0/product-tour/account-settings","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.23.0/deployment/azure","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.23.0/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_o8t9h","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.23.0/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_o8t9h","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.23.0/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_o8t9h","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.23.0/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.23.0/deployment/aws","siteSpaceId":"sitesp_o8t9h","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.23.0/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_o8t9h","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.23.0/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_o8t9h","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.23.0/deployment/aws/eks","siteSpaceId":"sitesp_o8t9h","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.23.0/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_o8t9h","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.23.0/deployment/aws/s3-access","siteSpaceId":"sitesp_o8t9h","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.23.0/deployment/application-setup","siteSpaceId":"sitesp_o8t9h","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/v0.23.0/deployment/application-setup/authentication","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/v0.23.0/deployment/application-setup/notifications","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.23.0/deployment/application-setup/webhooks","siteSpaceId":"sitesp_o8t9h","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/v0.23.0/deployment/application-setup/permissions","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.23.0/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_o8t9h","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.23.0/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_o8t9h","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_o8t9h","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_o8t9h","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_o8t9h","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_o8t9h","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_o8t9h","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_o8t9h","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_o8t9h","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_o8t9h","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.23.0/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_o8t9h","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.23.0/experiments-module/introduction","siteSpaceId":"sitesp_o8t9h","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.23.0/experiments-module/tutorials","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.23.0/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_o8t9h","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.23.0/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_o8t9h","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.23.0/experiments-module/how-it-works","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.23.0/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_o8t9h","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.23.0/miscellaneous/engineering","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.23.0/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/v0.23.0/miscellaneous/versions","siteSpaceId":"sitesp_o8t9h","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"QqkTkkJsz8i8MGbJuMYR","title":"Version 0.23.0","pathname":"/cloud/v0.23.0/miscellaneous/versions/version-0.23.0","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"vCpBlg9Ru8LMZwUEcRmW","title":"Version 0.22.0","pathname":"/cloud/v0.23.0/miscellaneous/versions/version-0.22.0","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/v0.23.0/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_o8t9h","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"kDgirQolhEE2AvH1s1li","title":"Introduction","pathname":"/cloud/v0.22.0","siteSpaceId":"sitesp_v48zk","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.22.0/model-monitoring/quickstart","siteSpaceId":"sitesp_v48zk","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.22.0/model-monitoring/data-preparation","siteSpaceId":"sitesp_v48zk","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.22.0/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.22.0/model-monitoring/tutorials","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.22.0/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_v48zk","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"IQri3ixf9lXzJPQKnI7R","title":"Monitoring with segmentation","pathname":"/cloud/v0.22.0/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_v48zk","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.22.0/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_v48zk","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.22.0/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_v48zk","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.22.0/model-monitoring/how-it-works","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.22.0/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.22.0/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.22.0/product-tour/navigation","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.22.0/product-tour/adding-a-model","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.22.0/product-tour/model-overview","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/v0.22.0/product-tour/deleting-a-model","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.22.0/product-tour/model-side-panel","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"lcvHwpoTE9NHnPan8Ypa","title":"Concept drift","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/v0.22.0/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_v48zk","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.22.0/product-tour/account-settings","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.22.0/deployment/azure","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.22.0/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_v48zk","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.22.0/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_v48zk","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.22.0/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_v48zk","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.22.0/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.22.0/deployment/aws","siteSpaceId":"sitesp_v48zk","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.22.0/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_v48zk","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.22.0/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_v48zk","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.22.0/deployment/aws/eks","siteSpaceId":"sitesp_v48zk","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.22.0/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_v48zk","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.22.0/deployment/aws/s3-access","siteSpaceId":"sitesp_v48zk","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.22.0/deployment/application-setup","siteSpaceId":"sitesp_v48zk","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/v0.22.0/deployment/application-setup/authentication","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/v0.22.0/deployment/application-setup/notifications","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.22.0/deployment/application-setup/webhooks","siteSpaceId":"sitesp_v48zk","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/v0.22.0/deployment/application-setup/permissions","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.22.0/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_v48zk","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.22.0/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_v48zk","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_v48zk","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_v48zk","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_v48zk","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_v48zk","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_v48zk","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_v48zk","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_v48zk","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_v48zk","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.22.0/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_v48zk","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.22.0/experiments-module/introduction","siteSpaceId":"sitesp_v48zk","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.22.0/experiments-module/tutorials","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.22.0/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_v48zk","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.22.0/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_v48zk","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.22.0/experiments-module/how-it-works","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.22.0/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_v48zk","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.22.0/miscellaneous/engineering","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.22.0/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/v0.22.0/miscellaneous/versions","siteSpaceId":"sitesp_v48zk","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"vCpBlg9Ru8LMZwUEcRmW","title":"Version 0.22.0","pathname":"/cloud/v0.22.0/miscellaneous/versions/version-0.22.0","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/v0.22.0/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_v48zk","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Jsu3tDu7TSZjTWeCjnAS","title":"Introduction","pathname":"/cloud/v0.21.0","siteSpaceId":"sitesp_q2riw","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.21.0/model-monitoring/quickstart","siteSpaceId":"sitesp_q2riw","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.21.0/model-monitoring/data-preparation","siteSpaceId":"sitesp_q2riw","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.21.0/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.21.0/model-monitoring/tutorials","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.21.0/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_q2riw","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"Tm2FBSbToOMTU3TK09GE","title":"Monitoring with segmentation","pathname":"/cloud/v0.21.0/model-monitoring/tutorials/monitoring-with-segmentation","siteSpaceId":"sitesp_q2riw","description":"This tutorial explains what segmentation is, why you should use it, how you can use it, and its limitations.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.21.0/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_q2riw","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.21.0/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_q2riw","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.21.0/model-monitoring/how-it-works","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.21.0/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.21.0/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.21.0/product-tour/navigation","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.21.0/product-tour/adding-a-model","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.21.0/product-tour/model-overview","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"}]},{"id":"r3ulJmgUYOqdFUWcp2um","title":"Deleting a model","pathname":"/cloud/v0.21.0/product-tour/deleting-a-model","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.21.0/product-tour/model-side-panel","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"taIINGLMydgDOCD2xpii","title":"Concept drift","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/concept-drift","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"OKzPiMVhuTjjj0YbAN1M","title":"General","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/general","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"tpByHzovzgKNZBtsO27X","title":"Data","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/data","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"1FUkIWQONktvQMr0by3P","title":"Performance settings","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/performance-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"eNwvH4qHCxYNtKpr8k4h","title":"Concept Drift settings","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/concept-drift-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"rfv0NhPDouyuP7ss5ZhQ","title":"Covariate Shift settings","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/covariate-shift-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"uJl0AIqYZExTZBQkd9zE","title":"Descriptive Statistics settings","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/descriptive-statistics-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"l32mxYNXoaU3XveK1IoU","title":"Data Quality settings","pathname":"/cloud/v0.21.0/product-tour/model-side-panel/model-settings/data-quality-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"},{"label":"Model settings"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.21.0/product-tour/account-settings","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.21.0/deployment/azure","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.21.0/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_q2riw","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.21.0/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_q2riw","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.21.0/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_q2riw","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.21.0/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.21.0/deployment/aws","siteSpaceId":"sitesp_q2riw","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.21.0/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_q2riw","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.21.0/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_q2riw","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.21.0/deployment/aws/eks","siteSpaceId":"sitesp_q2riw","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.21.0/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_q2riw","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.21.0/deployment/aws/s3-access","siteSpaceId":"sitesp_q2riw","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.21.0/deployment/application-setup","siteSpaceId":"sitesp_q2riw","description":"This document is designed for administrators tasked with configuring NannyML right after its deployment.","breadcrumbs":[{"label":"Deployment"}]},{"id":"Fb4LYWOTYwuB76ucrqYZ","title":"Authentication","pathname":"/cloud/v0.21.0/deployment/application-setup/authentication","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"wDnzCub4kYwSQMrAeRjd","title":"Notifications","pathname":"/cloud/v0.21.0/deployment/application-setup/notifications","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.21.0/deployment/application-setup/webhooks","siteSpaceId":"sitesp_q2riw","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"gB5vZz4BBAooeb2MtV7g","title":"Permissions","pathname":"/cloud/v0.21.0/deployment/application-setup/permissions","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.21.0/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_q2riw","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.21.0/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_q2riw","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_q2riw","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_q2riw","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_q2riw","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_q2riw","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_q2riw","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_q2riw","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_q2riw","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_q2riw","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.21.0/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_q2riw","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.21.0/experiments-module/introduction","siteSpaceId":"sitesp_q2riw","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.21.0/experiments-module/tutorials","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.21.0/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_q2riw","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.21.0/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_q2riw","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.21.0/experiments-module/how-it-works","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.21.0/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_q2riw","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.21.0/miscellaneous/engineering","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.21.0/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"XIJg3wQQBJU77S0UPuT1","title":"Versions","pathname":"/cloud/v0.21.0/miscellaneous/versions","siteSpaceId":"sitesp_q2riw","description":"This page gives an overview of the different product versions and the features and changes they introduced.","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"Xf0P2cPyD0UaUaF10X9M","title":"Version 0.21.0","pathname":"/cloud/v0.21.0/miscellaneous/versions/version-0.21.0","siteSpaceId":"sitesp_q2riw","breadcrumbs":[{"label":"miscellaneous"},{"label":"Versions"}]},{"id":"Jsu3tDu7TSZjTWeCjnAS","title":"Introduction","pathname":"/cloud/v0.20.2","siteSpaceId":"sitesp_C8T97","emoji":"2602","description":"Monitor what matters, find what is broken, and fix it."},{"id":"9MqWLzMYK92FCIhPOCE5","title":"Quickstart","pathname":"/cloud/v0.20.2/model-monitoring/quickstart","siteSpaceId":"sitesp_C8T97","description":"Get familiar with NannyML Cloud by monitoring a hotel booking cancellation prediction model.","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"Qg52asvYsQQDedTOeEGF","title":"Data Preparation","pathname":"/cloud/v0.20.2/model-monitoring/data-preparation","siteSpaceId":"sitesp_C8T97","description":"How to prepare your data before using NannyML","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"d4uvBuspVTaiLC0bI2Bd","title":"How to get data ready for NannyML","pathname":"/cloud/v0.20.2/model-monitoring/data-preparation/how-to-get-data-ready-for-nannyml","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Data Preparation"}]},{"id":"cBUBGmU2JI4DUyApGdZi","title":"Tutorials","pathname":"/cloud/v0.20.2/model-monitoring/tutorials","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"rXdU4eMfQcRnFamHz5Ol","title":"Monitoring a tabular data model","pathname":"/cloud/v0.20.2/model-monitoring/tutorials/monitoring-a-tabular-data-model","siteSpaceId":"sitesp_C8T97","description":"This tutorial explains how to monitor a tabular use case with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JlIIjIdU4c5hB9ybRRjy","title":"Monitoring a text classification model","pathname":"/cloud/v0.20.2/model-monitoring/tutorials/monitoring-a-text-classification-model","siteSpaceId":"sitesp_C8T97","description":"Tutorial explaining how to monitor text classification models with NannyML","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"JrulTmssHP0QrDukQ73d","title":"Monitoring a computer vision model","pathname":"/cloud/v0.20.2/model-monitoring/tutorials/monitoring-a-computer-vision-model","siteSpaceId":"sitesp_C8T97","description":"The tutorial explaining how to monitor computer vision models with NannyML.","breadcrumbs":[{"label":"Model Monitoring"},{"label":"Tutorials"}]},{"id":"A0nuDoOhPYdSnaVlPOVW","title":"How it works","pathname":"/cloud/v0.20.2/model-monitoring/how-it-works","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Model Monitoring"}]},{"id":"ALTDfG0y2Sa1jYWfoqfL","title":"Probabilistic Adaptive Performance Estimation (PAPE)","pathname":"/cloud/v0.20.2/model-monitoring/how-it-works/probabilistic-adaptive-performance-estimation-pape","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"wRMjCXsJrm8FQYUIKjUC","title":"Reverse Concept Drift (RCD)","pathname":"/cloud/v0.20.2/model-monitoring/how-it-works/reverse-concept-drift-rcd","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Model Monitoring"},{"label":"How it works"}]},{"id":"bF9bVL6RkF2QI2ymYw9R","title":"Navigation","pathname":"/cloud/v0.20.2/product-tour/navigation","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"}]},{"id":"ygIk9MiRVxK3YHSkRwXT","title":"Adding a model","pathname":"/cloud/v0.20.2/product-tour/adding-a-model","siteSpaceId":"sitesp_C8T97","description":"","breadcrumbs":[{"label":"Product tour"}]},{"id":"VpZYnLPODcaqaFAJkXJQ","title":"Model overview","pathname":"/cloud/v0.20.2/product-tour/model-overview","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"}]},{"id":"2DVT0sOTUA4W3gblPebj","title":"Model side panel","pathname":"/cloud/v0.20.2/product-tour/model-side-panel","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"}]},{"id":"OenSQd8e7CEVUJ7AnBWD","title":"Summary","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/summary","siteSpaceId":"sitesp_C8T97","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"7oNVIoQtikotj5z2lcte","title":"Performance","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/performance","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"taIINGLMydgDOCD2xpii","title":"Concept shift","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/concept-shift","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"fv7bCXgtB3Aq9NiTSRDh","title":"Covariate shift","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/covariate-shift","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"1E509rsVr2fRWrzs9rwU","title":"Data quality","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/data-quality","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"A9HrdfcgJpyTuVxvBc7T","title":"Logs","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/logs","siteSpaceId":"sitesp_C8T97","description":"","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"94Eg09e9LKMvUegUEpEE","title":"Model settings","pathname":"/cloud/v0.20.2/product-tour/model-side-panel/model-settings","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"},{"label":"Model side panel"}]},{"id":"DrqkEaEBjjO6sbs3nSvH","title":"Account settings","pathname":"/cloud/v0.20.2/product-tour/account-settings","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Product tour"}]},{"id":"2e4I7fE5vqOfhdEsY4vz","title":"Azure","pathname":"/cloud/v0.20.2/deployment/azure","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Deployment"}]},{"id":"CBUhbrgPxH7E6VhLtxHs","title":"Azure Managed Application","pathname":"/cloud/v0.20.2/deployment/azure/azure-managed-application","siteSpaceId":"sitesp_C8T97","description":"Deployment instructions for NannyML Cloud as a managed application on Azure","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"talJx4ExP6Bk3DijAxo2","title":"Finding the URL to access managed NannyML Cloud","pathname":"/cloud/v0.20.2/deployment/azure/azure-managed-application/finding-the-url-to-access-managed-nannyml-cloud","siteSpaceId":"sitesp_C8T97","description":"This page shows you how to retrieve the application URL for a deployed managed NannyML Cloud instance from within the Azure portal.","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"A3peHcDus4oX2byY4Gjm","title":"Enabling access to storage","pathname":"/cloud/v0.20.2/deployment/azure/azure-managed-application/enabling-access-to-storage","siteSpaceId":"sitesp_C8T97","description":"How to ensure NannyML can access data stored in Azure Storage","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"},{"label":"Azure Managed Application"}]},{"id":"rXwU5GYterwRcNWhuQFG","title":"Azure Software-as-a-Service (SaaS)","pathname":"/cloud/v0.20.2/deployment/azure/azure-software-as-a-service-saas","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Deployment"},{"label":"Azure"}]},{"id":"e1bOAHCEBBhJItFHonjK","title":"AWS","pathname":"/cloud/v0.20.2/deployment/aws","siteSpaceId":"sitesp_C8T97","description":"Deployment instructions for NannyML Cloud on AWS","breadcrumbs":[{"label":"Deployment"}]},{"id":"nk3jEN2HKni7GTEPcrm1","title":"AMI with CFT","pathname":"/cloud/v0.20.2/deployment/aws/ami-with-cft","siteSpaceId":"sitesp_C8T97","description":"Deployment instructions for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"bxHL2nhmrXRdJtONxdwZ","title":"Architecture","pathname":"/cloud/v0.20.2/deployment/aws/ami-with-cft/architecture","siteSpaceId":"sitesp_C8T97","description":"Architecture for NannyML Cloud on AWS using AMI","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"AMI with CFT"}]},{"id":"gb9T4QCHsQzNWa6ldzmo","title":"EKS","pathname":"/cloud/v0.20.2/deployment/aws/eks","siteSpaceId":"sitesp_C8T97","description":"Deployment instructions for NannyML Cloud on AWS EKS","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"tc64R8P2LZhAayydbyzk","title":"Quick start cluster setup","pathname":"/cloud/v0.20.2/deployment/aws/eks/quick-start-cluster-setup","siteSpaceId":"sitesp_C8T97","description":"Instructions for quickly setting up an EKS cluster","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"},{"label":"EKS"}]},{"id":"rSaMgSEXraCkKTdoctqi","title":"S3 Access","pathname":"/cloud/v0.20.2/deployment/aws/s3-access","siteSpaceId":"sitesp_C8T97","description":"Instructions for giving NannyML Cloud access to S3 buckets","breadcrumbs":[{"label":"Deployment"},{"label":"AWS"}]},{"id":"fiCenEOHOyTsMFVmCUiW","title":"Application setup","pathname":"/cloud/v0.20.2/deployment/application-setup","siteSpaceId":"sitesp_C8T97","description":"","breadcrumbs":[{"label":"Deployment"}]},{"id":"zC5qCy4QU6wLfmtiXuNQ","title":"Webhooks","pathname":"/cloud/v0.20.2/deployment/application-setup/webhooks","siteSpaceId":"sitesp_C8T97","description":"This page shows how to integrate NannyML to external applications by using webhooks.","breadcrumbs":[{"label":"Deployment"},{"label":"Application setup"}]},{"id":"vXRvwxsifkbI4dORrTeU","title":"Getting Started","pathname":"/cloud/v0.20.2/nannyml-cloud-sdk/getting-started","siteSpaceId":"sitesp_C8T97","description":"Interact programatically with nannyML cloud throughout its SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"F3qB5q9Pz6ebx52EMkJA","title":"API Reference","pathname":"/cloud/v0.20.2/nannyml-cloud-sdk/api-reference","siteSpaceId":"sitesp_C8T97","description":"API Reference of NannyML Cloud SDK","breadcrumbs":[{"label":"NannyML Cloud SDK"}]},{"id":"GUtDQcGIbHFy1svLmJwz","title":"Introduction","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/introduction","siteSpaceId":"sitesp_C8T97","description":"What is Probabilistic Model Evaluation and when to use it.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"Ylc49BNoqVTPZ4CLiu3Y","title":"Tutorials","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/tutorials","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"TyA8CpXgjmBfQUbvPtKk","title":"Evaluating a binary classification model","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/tutorials/evaluating-a-binary-classification-model","siteSpaceId":"sitesp_C8T97","description":"Showcasing how to perform model evaluation.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"3HaGFMmBm7yGPz7FwZS8","title":"Data Preparation","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/tutorials/data-preparation","siteSpaceId":"sitesp_C8T97","description":"Preparing your model data for NannyML","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"Tutorials"}]},{"id":"vW1uFlMcWBJo0fGe88cu","title":"How it works","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/how-it-works","siteSpaceId":"sitesp_C8T97","description":"This section describes the core algorithms of Probabilistic Model Evaluation that is the way the probability distributions for performance metrics are estimated.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"}]},{"id":"2q7R9pn6QX7lsZ1ibDq6","title":"HDI+ROPE (with minimum precision)","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/how-it-works/hdi+rope-with-minimum-precision","siteSpaceId":"sitesp_C8T97","description":"This page explains Bayesian HDI+ROPE decision rule (with minimum precision).","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EiYdbu8f3BGiqNpmvLz2","title":"Getting Probability Distribution of a Performance Metric with targets","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-a-performance-metric-with-targets","siteSpaceId":"sitesp_C8T97","description":"This page describes how NannyML estimates probability distribution of a performance metric when the targets are available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"vBmRXiZa97i4B1fcaWaC","title":"Getting Probability Distribution of Performance Metric without targets","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-without-targets","siteSpaceId":"sitesp_C8T97","description":"This page describes how NannyML estimates the probability distribution of a performance metric when targets are not available.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"5VlJbyoGw7txppBkigxo","title":"Getting Probability Distribution of Performance Metric when some observations have labels","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/how-it-works/getting-probability-distribution-of-performance-metric-when-some-observations-have-labels","siteSpaceId":"sitesp_C8T97","description":"This page describes how NannyML estimates probability distribution of a performance metric when some observations have labels while other don't.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"DvMtOWea6WcmRI92bWit","title":"Defaults for ROPE and estimation precision","pathname":"/cloud/v0.20.2/probabilistic-model-evaluation/how-it-works/defaults-for-rope-and-estimation-precision","siteSpaceId":"sitesp_C8T97","description":"This pages explains how NannyML calculates default values for ROPE and precision.","breadcrumbs":[{"label":"Probabilistic Model Evaluation"},{"label":"How it works"}]},{"id":"EA1VVToaUS0DkNucu4Lr","title":"Introduction","pathname":"/cloud/v0.20.2/experiments-module/introduction","siteSpaceId":"sitesp_C8T97","description":"What is experiment module and when to use it.","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"PhdKVdpXIiHMSZqP5cBU","title":"Tutorials","pathname":"/cloud/v0.20.2/experiments-module/tutorials","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"KTNofibMoFAGBOek46LV","title":"Running an A/B test","pathname":"/cloud/v0.20.2/experiments-module/tutorials/running-an-a-b-test","siteSpaceId":"sitesp_C8T97","description":"How to use NannyML to run an A/B test.","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"WoOv0rk5QScz6esydCks","title":"Data Preparation","pathname":"/cloud/v0.20.2/experiments-module/tutorials/data-preparation","siteSpaceId":"sitesp_C8T97","description":"Preparing your experimental data for NannyML","breadcrumbs":[{"label":"Experiments Module"},{"label":"Tutorials"}]},{"id":"0WDRr5cHjTgnTMTHFE57","title":"How it works","pathname":"/cloud/v0.20.2/experiments-module/how-it-works","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"Experiments Module"}]},{"id":"5kXUMnyBsnD1xyyi6bbk","title":"Getting probability distribution of the difference of binary downstream metrics","pathname":"/cloud/v0.20.2/experiments-module/how-it-works/getting-probability-distribution-of-the-difference-of-binary-downstream-metrics","siteSpaceId":"sitesp_C8T97","description":"This page describes how NannyML gets posterior distribution of a downstream metric that is binary.","breadcrumbs":[{"label":"Experiments Module"},{"label":"How it works"}]},{"id":"7IYEh1T9u8zinOjC0wTO","title":"Engineering","pathname":"/cloud/v0.20.2/miscellaneous/engineering","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"miscellaneous"}]},{"id":"2r2UDmZOKc5inPL4vpG6","title":"Usage logging in NannyNL","pathname":"/cloud/v0.20.2/miscellaneous/usage-logging-in-nannynl","siteSpaceId":"sitesp_C8T97","breadcrumbs":[{"label":"miscellaneous"}]}]}