{"id":740356,"date":"2021-07-01T07:14:35","date_gmt":"2021-07-01T14:14:35","guid":{"rendered":"https:\/\/www.microsoft.com\/en-us\/research\/?post_type=msr-project&#038;p=740356"},"modified":"2022-11-17T01:37:03","modified_gmt":"2022-11-17T09:37:03","slug":"project-innereye-open-source-software-for-medical-imaging-ai","status":"publish","type":"msr-project","link":"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/","title":{"rendered":"Project InnerEye Open-Source Software for Medical Imaging AI"},"content":{"rendered":"<section class=\"mb-3 moray-highlight\">\n\t<div class=\"card-img-overlay mx-lg-0\">\n\t\t<div class=\"card-background  has-background- card-background--full-bleed\">\n\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"1920\" height=\"720\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2.jpg\" class=\"attachment-full size-full\" alt=\"InnerEye header depicting eye and neural net\" style=\"object-position: 68% 51%\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2.jpg 1920w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2-300x113.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2-1024x384.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2-768x288.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2-1536x576.jpg 1536w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2-16x6.jpg 16w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/InnerEye-header-2-1600x600.jpg 1600w\" sizes=\"auto, (max-width: 1920px) 100vw, 1920px\" \/>\t\t<\/div>\n\t\t<!-- Foreground -->\n\t\t<div class=\"card-foreground d-flex mt-md-n5 my-lg-5 px-g px-lg-0\">\n\t\t\t<!-- Container -->\n\t\t\t<div class=\"container d-flex mt-md-n5 my-lg-5 align-self-center\">\n\t\t\t\t<!-- Card wrapper -->\n\t\t\t\t<div class=\"w-100 w-lg-col-5\">\n\t\t\t\t\t<!-- Card -->\n\t\t\t\t\t<div class=\"card material-md-card py-5 px-md-5\">\n\t\t\t\t\t\t<div class=\"card-body \">\n\t\t\t\t\t\t\t\n\t\t\t\t\t\t\t\n\n<h1 class=\"h2 wp-block-heading\" id=\"project-innereye-open-source-software-for-medical-imaging-ai\">Project InnerEye Open-Source Software for Medical Imaging AI<\/h1>\n\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/div>\n<\/section>\n\n\n\n\n\n<p>Project InnerEye open-source software (OSS) is created and used for deep learning research by the <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/medical-image-analysis\/\">Project InnerEye team<\/a> in <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/lab\/microsoft-health-futures\/\">Microsoft Health Futures<\/a>. It is released at no-cost under an MIT open-source license to make it widely available for the global medical imaging community, who can leverage our work. The tools aim to increase productivity for research and development of best-in-class medical imaging AI and help to enable deployment using Microsoft Azure cloud computing (subject to appropriate regulatory approvals). Support for these OSS tools is via GitHub Issues on the relevant repositories.<\/p>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-150x150.jpg\" alt=\"computer and code icon\" class=\"wp-image-744046\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-300x298.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-1024x1018.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-768x763.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-12x12.jpg 12w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource-360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Opensource.jpg 1147w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<h3 class=\"has-text-align-center wp-block-heading\" id=\"open-source\">Open source<\/h3>\n\n\n\n<p class=\"has-text-align-center\">Project InnerEye toolkits are open-source, based on PyTorch, and released under an MIT license<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-150x150.jpg\" alt=\"four blocks icon\" class=\"wp-image-744043\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-300x298.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-1024x1019.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-768x764.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-12x12.jpg 12w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy-360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Easy.jpg 1146w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<h3 class=\"has-text-align-center wp-block-heading\" id=\"easy-to-use\">Easy to use<\/h3>\n\n\n\n<p class=\"has-text-align-center\">Makes building medical imaging models easier, increasing productivity of research and developers<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-150x150.jpg\" alt=\"box with two arrows icon\" class=\"wp-image-744052\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-300x298.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-1024x1018.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-768x763.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-12x12.jpg 12w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable-360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/scalable.jpg 1147w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<h3 class=\"has-text-align-center wp-block-heading\" id=\"scalable\">Scalable<\/h3>\n\n\n\n<p class=\"has-text-align-center\">Uses Microsoft Azure to train your own models at scale using the latest GPU technology<\/p>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-thumbnail\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-150x150.jpg\" alt=\"laptop and rocket icon\" class=\"wp-image-744040\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-300x298.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-1024x1019.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-768x764.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-12x12.jpg 12w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable-360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Deployable.jpg 1146w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<h3 class=\"has-text-align-center wp-block-heading\" id=\"deployable\">Deployable<\/h3>\n\n\n\n<p class=\"has-text-align-center\">OSS components to help deploy your ML models within existing medical imaging workflows<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-thumbnail\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-150x150.jpg\" alt=\"cog and tick icon\" class=\"wp-image-744049\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-300x298.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-1024x1018.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-768x763.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-12x12.jpg 12w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed-360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Peerreviewed.jpg 1147w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<h3 class=\"has-text-align-center wp-block-heading\" id=\"best-practices\">Best practices<\/h3>\n\n\n\n<p class=\"has-text-align-center\">Makes it easy to follow best practices when developing and maintaining your AI models<\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-thumbnail\"><img loading=\"lazy\" decoding=\"async\" width=\"150\" height=\"150\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-150x150.jpg\" alt=\"clipboard magnifying glass and tick icon\" class=\"wp-image-744037\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-150x150.jpg 150w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-300x298.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-1024x1019.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-768x764.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-12x12.jpg 12w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-180x180.jpg 180w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices-360x360.jpg 360w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/Bestpractices.jpg 1146w\" sizes=\"auto, (max-width: 150px) 100vw, 150px\" \/><\/figure>\n\n\n\n<h3 class=\"has-text-align-center wp-block-heading\" id=\"peer-reviewed\">Peer-reviewed<\/h3>\n\n\n\n<p class=\"has-text-align-center\">Peer-reviewed research validation of ML models for radiation therapy planning workflows using CT images<\/p>\n<\/div>\n<\/div>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"open-source-toolkits-and-components\">Open-source toolkits and components<\/h2>\n\n\n\n<p>There are several InnerEye OSS tools to help with medical imaging AI research and development. Use the links below to learn more about each tool and go to the respective GitHub repositories. The <a href=\"#getting-started\">Getting Started<\/a> page on this site has more details of how these tools might be used together for radiation therapy workflow planning. If you have any problems, find issues in the code, or have a feature request, then please create an <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">issue on GitHub<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. We monitor these issues and will look to respond via GitHub.<\/p>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h4 class=\"wp-block-heading\" id=\"innereye-deeplearning-toolkit\"><a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/getting-started\/\">InnerEye-DeepLearning Toolkit<\/a><\/h4>\n\n\n\n<p>Train PyTorch-based medical imaging models at scale on Microsoft Azure. This includes the ability to bring any PyTorch Lightning model and get cloud scaling out-of-the-box.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-fill-github\"><a data-bi-type=\"button\" class=\"wp-block-button__link\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noreferrer noopener\">GitHub<\/a><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h4 class=\"wp-block-heading\" id=\"innereye-gateway\"><a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/getting-started\/\">InnerEye-Gateway<\/a><\/h4>\n\n\n\n<p>Manage image de-identification and transfer of images from a hospital network to and from Microsoft Azure for running inference, in a secure way.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-fill-github\"><a data-bi-type=\"button\" class=\"wp-block-button__link\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noreferrer noopener\">GitHub<\/a><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h4 class=\"wp-block-heading\" id=\"innereye-inference\"><a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/getting-started\/\">InnerEye-Inference<\/a><\/h4>\n\n\n\n<p>Run inference on medical imaging ML models trained with the InnerEye-DeepLearning toolkit.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-fill-github\"><a data-bi-type=\"button\" class=\"wp-block-button__link\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noreferrer noopener\">GitHub<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"who-can-benefit-from-project-innereye-open-source-tools\">Who can benefit from Project InnerEye Open-Source Tools?<\/h2>\n\n\n\n<ul class=\"wp-block-list\"><li><strong>Medical imaging and clinical researchers<\/strong>, including at Academic Medical Centers, can focus on their research by using InnerEye OSS tools to be more productive. The Deep Learning Toolkit makes it easier to design, debug, train, and track your ML models. You can train large models by scaling out runs using the latest Azure GPUs. <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/use-cases\/\">Typical use cases are radiotherapy planning workflows with CT scans and medical research with MR, OCT, and x-ray images.&nbsp;&nbsp;<\/a><\/li><li><strong>Medical imaging companies<\/strong>, who can use the InnerEye OSS tools to help to accelerate development and deployment* of medical imaging AI models at scale using Microsoft Azure. We have validated <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/use-cases\/\">ML models for radiotherapy planning with CT images, and successfully used it for our own research using MR, OCT, and x-ray images<\/a>.<\/li><\/ul>\n\n\n\n<p>* <em>Clinical deployment subject to appropriate regulatory approvals.<\/em><\/p>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"related-projects\">Related projects<\/h2>\n\n\n\n<ul class=\"wp-block-list\"><li>InnerEye OSS tools make extensive use of Azure Machine Learning to increase productivity by enabling training on GPU clusters, MLOps, and image labelling. For more details, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-gb\/services\/machine-learning\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure Machine Learning \u2013 ML as a service | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a><\/li><li>These InnerEye OSS tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. For more information about Microsoft products, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a><\/li><\/ul>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"users-and-contributors\">Users and contributors<\/h2>\n\n\n\n<div class=\"wp-block-media-text has-video  has-vertical-margin-small  has-vertical-padding-none  is-stacked-on-mobile is-style-border\"><figure class=\"wp-block-media-text__media video-wrapper\"><iframe class=\"media-text__video\" src=\"https:\/\/www.youtube-nocookie.com\/embed\/AHchuDX0nn4?enablejsapi=1&rel=0\" frameborder=\"0\" allow=\"accelerometer; autoplay; encrypted-media; gyroscope; picture-in-picture\" allowfullscreen><\/iframe><\/figure><div class=\"wp-block-media-text__content\">\n<h3 id=\"collaboration-spotlight\">Collaboration spotlight<\/h3>\n\n\n\n<p>Dr. Rajesh Jena, Addenbrooke&#8217;s Hospital<\/p>\n<\/div><\/div>\n\n\n\n<div class=\"wp-block-columns are-vertically-aligned-center is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"200\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2008\/10\/UHCambridge_logo_300x200.png\" alt=\"Cambridge University Hospitals logo\" class=\"wp-image-693870\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-medium\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"68\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/CaseWesternLogo-300x68.jpg\" alt=\"Case Western Reserve University\" class=\"wp-image-746050\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/CaseWesternLogo-300x68.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/CaseWesternLogo-16x4.jpg 16w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/CaseWesternLogo.jpg 440w\" sizes=\"auto, (max-width: 300px) 100vw, 300px\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-medium\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"55\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb-300x55.png\" alt=\"Novartis logo\" class=\"wp-image-755632\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb-300x55.png 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb-1024x187.png 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb-768x140.png 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb-1536x280.png 1536w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb-16x3.png 16w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/06\/novartis_logo_pos_rgb.png 1780w\" sizes=\"auto, (max-width: 300px) 100vw, 300px\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"200\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/08\/university-of-cambridge_300x200.jpg\" alt=\"University of Cambridge logo\" class=\"wp-image-686286\" \/><\/figure>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns are-vertically-aligned-center is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"200\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/04\/UCL_logo_300x200.png\" alt=\"University College London (UCL) logo\" class=\"wp-image-738370\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/04\/UCL_logo_300x200.png 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/04\/UCL_logo_300x200-16x12.png 16w\" sizes=\"auto, (max-width: 300px) 100vw, 300px\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"200\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/07\/UCL-Hospitals_logo_300x200.png\" alt=\"University College London Hospitals - NHS Foundation Trust logo\" class=\"wp-image-672522\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"200\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/07\/UHBirmingham_logo_300x200.png\" alt=\"University Hospitals Birmingham - NHS Foundation Trust logo\" class=\"wp-image-672525\" \/><\/figure>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\">\n<figure class=\"wp-block-image aligncenter size-medium\"><a href=\"https:\/\/oncospace.com\/\"><img loading=\"lazy\" decoding=\"async\" width=\"300\" height=\"85\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px-300x85.png\" alt=\"OncoSpace logo\" class=\"wp-image-883671\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px-300x85.png 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px-1024x291.png 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px-768x218.png 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px-1536x436.png 1536w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px-240x68.png 240w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2022\/10\/Oncospace-logo-2000px.png 2000w\" sizes=\"auto, (max-width: 300px) 100vw, 300px\" \/><\/a><\/figure>\n<\/div>\n<\/div>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<p><em>Disclaimer: The InnerEye Deep Learning Toolkit, Inner Eye-Gateway and InnerEye-Inference (collectively the \u201cResearch Tools\u201d) are provided AS-IS for use by third parties for the purposes of research, experimental design and testing of machine learning models. The Research Tools are not intended or made available for clinical use as a medical device, clinical support, diagnostic tool, or other technology intended to be used in the diagnosis, cure, mitigation, treatment, or prevention of disease or other conditions. The Research Tools are not designed or intended to be a substitute for professional medical advice, diagnosis, treatment, or judgment and should not be used as such. All users are responsible for reviewing the output of the developed model to determine whether the model meets the user\u2019s needs and for validating and evaluating the model before any clinical use. Microsoft does not warrant that the Research Tools or any materials provided in connection therewith will be sufficient for any medical purposes or meet the health or medical requirements of any person.<\/em><\/p>\n\n\n\n\n\n<h2 class=\"wp-block-heading\" id=\"radiotherapy-planning-workflow-using-ct-images\">Radiotherapy planning workflow using CT images<\/h2>\n\n\n\n<p>An important potential application for machine learning in medical imaging is to assist clinicians for image preparation and planning tasks in <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/www.cancer.org\/treatment\/treatments-and-side-effects\/treatment-types\/radiation.html\" target=\"_blank\" rel=\"noopener noreferrer\">radiotherapy cancer treatment workflows<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. Our latest research, <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/blog\/project-innereye-evaluation-shows-how-ai-can-augment-and-accelerate-clinicians-ability-to-perform-radiotherapy-planning-13-times-faster\/\">published in JAMA Network Open<\/a>, shows how AI can augment and accelerate clinicians\u2019 ability to perform radiotherapy planning 13 times faster.&nbsp; For details of how you can make use of the InnerEye OSS tools for radiotherapy planning workflows with CT images see our <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/getting-started\/\">Getting started section<\/a>. Support is via GitHub Issues on the relevant repositories only.<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"402\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1-1024x402.jpg\" alt=\"Radiotherapy segmentation examples\" class=\"wp-image-707974\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1-1024x402.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1-300x118.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1-768x302.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1-16x6.jpg 16w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1.jpg 1029w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"medical-imaging-research\">Medical imaging research<\/h2>\n\n\n\n<figure class=\"wp-block-image alignnone wp-image-693879\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"387\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/09\/Figure-1_updatedcopy_InnerEye-1024x387.jpg\" alt=\"Potential applications for the InnerEye Deep Learning Toolkit include quantitative radiology for monitoring tumor progression, planning for surgery, and radiotherapy planning.\" class=\"wp-image-693879\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/09\/Figure-1_updatedcopy_InnerEye-1024x387.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/09\/Figure-1_updatedcopy_InnerEye-300x113.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/09\/Figure-1_updatedcopy_InnerEye-768x290.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/09\/Figure-1_updatedcopy_InnerEye.jpg 1363w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><figcaption>Potential applications for the InnerEye Deep Learning Toolkit include quantitative radiology for monitoring tumor progression, planning for surgery, and radiotherapy planning.<\/figcaption><\/figure>\n\n\n\n<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning Toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> allows you to develop your own models for different applications. This is enabled by using a configuration-based approach and making the process of training models at scale easy. The InnerEye OSS tools may be used for developing classification, regression, and sequence models using only images as inputs, or a combination of images and non-imaging data as input. This supports typical use cases on medical data where measurements, biomarkers, or patient characteristics are often available in addition to images. The ability to <a class=\"x-hidden-focus\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-model setup<\/a> means that this toolkit can be used for a variety different tasks. The InnerEye OSS has different levels of abstraction and allows you to build any model with bring-your-own model or pre-defined models with configuration files. <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/tree\/main\/InnerEye\/ML\/configs\" target=\"_blank\" rel=\"noopener noreferrer\">We have examples<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> for segmentation, classification, and sequence models that can take images or multiple modalities. Use of this toolkit requires medical imaging knowledge and data science skills.<\/p>\n\n\n\n<p>Support is via <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">GitHub Issues on the InnerEye-DeepLearning toolkit repo here<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"bring-your-own-model\">Bring-your-own-model<\/h3>\n\n\n\n<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning Toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> makes it easy to use pre-configured neural networks, such as UNet3D, or <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">bring-your-own-models<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. This <em>requires dedicated research expertise and effort.<\/em> You can read more details about our research work in our <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/medical-image-analysis\/#!publications\">publications here<\/a>. &nbsp;Support is via <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">GitHub Issues on the InnerEye-DeepLearning toolkit repo here<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"radiology-and-surgery-planning-with-ct-images\">Radiology and surgery planning with CT images<\/h3>\n\n\n\n<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning Toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> makes it easy to use pre-configured neural networks, such as UNet3D, or <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">bring-your-own-models<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> for CT images. Potential use cases for this are quantitative radiology and surgery planning. Use of the Gateway and Inference Services will require <em>additional software engineering effort by you<\/em>. Support for these use cases is via GitHub Issues on the relevant repositories only.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"magnetic-resonance-x-ray-oct-images\">Magnetic Resonance, X-Ray, OCT images<\/h3>\n\n\n\n<p>We have had some positive, but limited, experience with MR, X-ray and OCT images. You can <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">bring-your-own-models<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> to make it easier to further develop and deploy them. This <em>requires dedicated research expertise and effort to pursue these<\/em>, and having the relevant, annotated clinical data for the algorithm\u2019s training and optimization. Use of InnerEye OSS tools should significantly increase your overall productivity once you have become familiar with them and make use of Azure Machine Learning. Support is via <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">GitHub Issues on the InnerEye -DeepLearning toolkit repo here<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"magnetic-resonance-imaging-reconstruction\">Magnetic Resonance imaging reconstruction<\/h3>\n\n\n\n<p>Research into accelerating MR image reconstruction could potentially lead to reduced patient stress and provider costs. Training and evaluating machine learning for this task is challenging due to the large data volume of raw MR data. The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> enables researchers to use Azure Machine Learning to train and evaluate models in hours, that would otherwise take days. This makes use of the <a class=\"x-hidden-focus\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-model setup<\/a> for training models with very large datasets. Documentation for <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/fastmri.md\" target=\"_blank\" rel=\"noopener noreferrer\">working with FastMRI models is here<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. This <em>requires dedicated research expertise and effort.<\/em>&nbsp;Support is via <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">GitHub Issues on the InnerEye DeepLearning toolkit repo here<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"self-supervised-model-pre-training\">Self-supervised model pre-training<\/h3>\n\n\n\n<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> contains a capability for self-supervised learning. The code in the <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/tree\/main\/InnerEye\/ML\/SSL\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye\/ML\/SSL<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>&nbsp;folder allows you to train self-supervised models using&nbsp;<a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"http:\/\/proceedings.mlr.press\/v119\/chen20j\/chen20j.pdf\" target=\"_blank\" rel=\"noopener noreferrer\">SimCLR<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>&nbsp;or&nbsp;<a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/f3ada80d5c4ee70142b17b8192b2958e-Paper.pdf\" target=\"_blank\" rel=\"noopener noreferrer\">BYOL<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. This code runs as a &#8221; bring-your-own-model&#8221; self-contained module (see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">docs\/bring_your_own_model.md<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>). This <em>requires dedicated research expertise and effort. <\/em>Support is via <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">GitHub Issues on the InnerEye DeepLearning toolkit repo here<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>.<\/p>\n\n\n\n\n\n<h2 class=\"wp-block-heading\" id=\"get-started-with-project-innereye-oss-tools\">Get started with Project InnerEye OSS tools<\/h2>\n\n\n\n<p>Project InnerEye OSS tools can be used for different use cases, particularly to increase productivity for medical imaging researchers, <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/project-innereye-open-source-software-for-medical-imaging-ai\/use-cases\/\">as described here<\/a>. These OSS components have been validated for analyzing CT scans for radiotherapy planning workflows, with a typical setup as shown in the diagram below. There are three InnerEye OSS tools that can be used as part of this typical medical imaging workflow:<\/p>\n\n\n\n<ul class=\"wp-block-list\"><li><a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning Toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> \u2013 for training medical imaging machine learning models using Azure Machine Learning<\/li><li><a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye Inference service<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> \u2013 for running trained models against images<\/li><li><a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye Gateway<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> \u2013 for transferring medical images to, and from, the InnerEye Inference service<\/li><\/ul>\n\n\n\n<figure class=\"wp-block-image aligncenter wp-image-748276 size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"384\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture-1024x384.jpg\" alt=\"InnerEye OSS component typical architecture\" class=\"wp-image-748276\" srcset=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture-1024x384.jpg 1024w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture-300x112.jpg 300w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture-768x288.jpg 768w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture-16x6.jpg 16w, https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture.bmp 1316w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><figcaption>Project InnerEye OSS component typical architecture<\/figcaption><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"medical-imaging-machine-learning-model-training\">Medical imaging machine learning model training<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\" id=\"innereye-deeplearning-toolkit\">InnerEye-DeepLearning toolkit<\/h3>\n\n\n\n<p>This is a <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">deep learning toolbox<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> to make it easier to train models on medical images, or more generally, 3D images. It uses a configuration-based approach for building your own image classification, segmentation, or sequential models and integrates seamlessly with cloud computing in Azure. On the modelling side, this toolbox supports:<\/p>\n\n\n\n<ul class=\"wp-block-list\"><li>Segmentation models<\/li><li>Classification and regression models<\/li><li>Sequence models<\/li><li>Adding cloud support to any PyTorch Lightning model, via a&nbsp;<a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">bring-your-own-model setup<span class=\"sr-only\"> (opens in new tab)<\/span><\/a><\/li><\/ul>\n\n\n\n<p>On the user side, this toolbox takes advantage of <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/docs.microsoft.com\/en-gb\/azure\/machine-learning\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure Machine Learning Services (AzureML)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> to dynamically scale out training onto GPU clusters, and provides traceability and transparency for developing ML models. The toolkit also offers advanced capabilities such as cross-validation, hyperparameter tuning using <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/docs.microsoft.com\/en-us\/azure\/machine-learning\/how-to-tune-hyperparameters\" target=\"_blank\" rel=\"noopener noreferrer\">Hyperdrive<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>, ensemble models, easy creation of new models via a configuration-based approach, and inheritance from an existing architecture. You can get started using the InnerEye DeepLearning toolkit on your desktop machine or using Microsoft Azure by following the detailed instructions here &#8211; <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning\/README.md at main \u00b7 microsoft\/InnerEye-DeepLearning (github.com)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>.<\/p>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-fill-github\"><a data-bi-type=\"button\" class=\"wp-block-button__link\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\" target=\"_blank\" rel=\"noreferrer noopener\">Get started with InnerEye-DeepLearning<\/a><\/div>\n<\/div>\n\n\n\n<hr class=\"wp-block-separator has-css-opacity\" \/>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"deployment-components\">Deployment components<\/h2>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h3 class=\"wp-block-heading\" id=\"gateway-service\">Gateway service<\/h3>\n\n\n\n<p>The InnerEye-Gateway comprises Windows services that act as a DICOM Service Class Provider. After an Association Request to C-STORE, a set of DICOM image files will be anonymized by removing a user-defined set of identifiers, and passed to a web service running <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Inference<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. Inference will then pass them execute an ML model trained using InnerEye-DeepLearning. The result is downloaded, de-anonymized and passed to a configurable DICOM destination. All DICOM image files, and the model output, are automatically deleted immediately after use. The gateway should be installed on a machine within your DICOM network that is able to access a running instance of <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Inference<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. You can get started using the InnerEye Gateway by following the detailed instructions here &#8211; <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Gateway\/README.md at main \u00b7 microsoft\/InnerEye-Gateway (github.com)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a><\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h3 class=\"wp-block-heading\" id=\"inference-service\">Inference service<\/h3>\n\n\n\n<p>InnerEye-Inference is a Microsoft Azure AppService web application in Python that runs machine learning model inference on medical imaging models trained with the <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. You can also integrate this with DICOM using the&nbsp;<a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Gateway<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> You can get started using the InnerEye Inference service by following the detailed instructions here &#8211;<a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Inference\/README.md at main \u00b7 microsoft\/InnerEye-Inference (github.com)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a><\/p>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-fill-github\"><a data-bi-type=\"button\" class=\"wp-block-button__link\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\" target=\"_blank\" rel=\"noreferrer noopener\">Get started with InnerEye-Inference<\/a><\/div>\n<\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-fill-github\"><a data-bi-type=\"button\" class=\"wp-block-button__link\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\" target=\"_blank\" rel=\"noreferrer noopener\">Get started with InnerEye-Gateway<\/a><\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-buttons is-layout-flex wp-block-buttons-is-layout-flex\"><\/div>\n\n\n\n\n\n\t\t\t<div class=\"ms-grid \">\n\t\t\t<div class=\"ms-row\">\n\t\t\t\t\t<div  class=\"l-col-24-24 center\" >\n\t\t<h2>Frequently Asked Questions<\/h2>\t<div data-wp-context='{\"items\":[]}' data-wp-interactive=\"msr\/accordion\">\n\t\t\t\t\t<div class=\"clearfix\">\n\t\t\t\t<div\n\t\t\t\t\tclass=\"btn-group align-items-center mb-g float-sm-right\"\n\t\t\t\t\tdata-bi-aN=\"accordion-collapse-controls\"\n\t\t\t\t>\n\t\t\t\t\t<button\n\t\t\t\t\t\tclass=\"btn btn-link m-0\"\n\t\t\t\t\t\tdata-bi-cN=\"Expand all\"\n\t\t\t\t\t\tdata-wp-bind--aria-controls=\"state.ariaControls\"\n\t\t\t\t\t\tdata-wp-bind--aria-expanded=\"state.ariaExpanded\"\n\t\t\t\t\t\tdata-wp-bind--disabled=\"state.isAllExpanded\"\n\t\t\t\t\t\tdata-wp-class--inactive=\"state.isAllExpanded\"\n\t\t\t\t\t\tdata-wp-on--click=\"actions.onExpandAll\"\n\t\t\t\t\t\ttype=\"button\"\n\t\t\t\t\t>\n\t\t\t\t\t\tExpand all\t\t\t\t\t<\/button>\n\t\t\t\t\t<span aria-hidden=\"true\"> | <\/span>\n\t\t\t\t\t<button\n\t\t\t\t\t\tclass=\"btn btn-link m-0\"\n\t\t\t\t\t\tdata-bi-cN=\"Collapse all\"\n\t\t\t\t\t\tdata-wp-bind--aria-controls=\"state.ariaControls\"\n\t\t\t\t\t\tdata-wp-bind--aria-expanded=\"state.ariaExpanded\"\n\t\t\t\t\t\tdata-wp-bind--disabled=\"state.isAllCollapsed\"\n\t\t\t\t\t\tdata-wp-class--inactive=\"state.isAllCollapsed\"\n\t\t\t\t\t\tdata-wp-on--click=\"actions.onCollapseAll\"\n\t\t\t\t\t\ttype=\"button\"\n\t\t\t\t\t>\n\t\t\t\t\t\tCollapse all\t\t\t\t\t<\/button>\n\t\t\t\t<\/div>\n\t\t\t<\/div>\n\t\t\t\t<ul class=\"msr-accordion\">\n\t\t\t\t\t\t\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-2\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-2\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-1\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tWhat is the InnerEye-DeepLearning toolkit?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-1\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-2\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\tThe <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> is an open-source project that makes it easier to train high- performance medical imaging machine learning models and deploy your models using <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-us\/services\/machine-learning\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure Machine Learning<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. It is based on over a decade of research at Microsoft Research Cambridge and continues to be used and developed by MSR teams. We\u2019re excited to see how researchers and partners make use of this. You can get started here &#8211; <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" rel=\"noopener noreferrer\" target=\"_blank\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\">InnerEye-DeepLearning\/README.md at main \u00b7 microsoft\/InnerEye-DeepLearning (github.com)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. \t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-4\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-4\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-3\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tWhat is the InnerEye-Gateway?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-3\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-4\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Gateway<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> comprises Windows services that act as a DICOM Service Class Provider. After an Association Request to C-STORE a set of DICOM image files, these will be anonymised by removing a user-defined set of identifiers and passed to a web service running InnerEye-Inference. Inference will then pass them to an instance of InnerEye-Deeplearning running on Azure to execute <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> models. The result is downloaded, deanonymized and passed to a configurable DICOM destination. All DICOM image files, and the model output, are automatically deleted immediately after use. The gateway should be installed on a machine within your DICOM network that is able to access a running instance of InnerEye-Inference. You can get started here &#8211; <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" rel=\"noopener noreferrer\" target=\"_blank\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\">InnerEye-Gateway\/README.md at main \u00b7 microsoft\/InnerEye-Gateway (github.com)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-6\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-6\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-5\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tWhat is InnerEye-Inference?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-5\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-6\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p><a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-Inference<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> is an AppService webapp in Python to run inference on medical imaging models trained with the InnerEye-DeepLearning toolkit. You can also integrate this with DICOM using the <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-EdgeGateway<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. You can get started here &#8211; <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" rel=\"noopener noreferrer\" target=\"_blank\" href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\">InnerEye-Inference\/README.md at main \u00b7 microsoft\/InnerEye-Inference (github.com)<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-8\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-8\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-7\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tI have found a bug, how do I get help? I am having problems, how do I get help?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-7\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-8\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>If you have any problems, find issues in the code, or have a feature request, then please <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">create an issue on GitHub<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. We monitor these issues and will look to respond via GitHub. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-10\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-10\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-9\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tWhich machine learning\/AI techniques does this use? Does this use deep learning\/neural networks?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-9\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-10\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>We have explored the use of different algorithms over many years for medical imaging, including decision trees and deep neural networks. The InnerEye Deep Learning Toolkit makes it easy to use pre-configured neural networks, such as UNet3D, or <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">bring-your-own-models<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. You can read more details about our MSR work in our <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/medical-image-analysis\/#!publications\">research publications<\/a>. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-12\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-12\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-11\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tHow much computing power does this use?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-11\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-12\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> can use GPUs for training and inference, and other technologies made available in Microsoft Azure. The amount of computing power required depends on the model being used. The toolkit makes it easy to scale out computations using Azure Machine Learning. As an example, for large segmentation models we need GPUs with 16GB or more. In Azure we have successfully tested inference on virtual machines with 4 GPUs and 16GB per GPU. We can use smaller virtual machines but this might affect the performance of the model and should be tested carefully on a case-by-case basis. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-14\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-14\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-13\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tDoes this technology use the cloud\/Azure?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-13\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-14\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>Yes. The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning Toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> has been designed with usability and flexibility at its core, built on PyTorch and making extensive use of Microsoft Azure. The InnerEye-Deep Learning toolkit takes full advantage of Azure to provide GPUs for training, secure and scalable data storage. Azure Machine Learning is used for scaling clusters 0 to N compute nodes to train models on multiple GPUs. Our toolkit uses Azure Machine Learning to manage DevOps for ML (MLOps), including experiment traceability, experiment transparency model reproducibility, model management, model deployment, integration with Git and Continuous Integration (CI). In addition, the toolkit supports more advanced ML development features including cross-validation, hyperparameter tuning, building ensemble models, comparing new and existing models, and creating new models easily via a configuration-based approach, and inheriting from an existing architecture. For more details, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" rel=\"noopener noreferrer\" target=\"_blank\" href=\"https:\/\/azure.microsoft.com\/en-gb\/services\/machine-learning\/\">Azure Machine Learning \u2013 ML as a service | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a><\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-16\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-16\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-15\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tCan this be used for X-Rays \/ ultrasound? Can this be used for optical\/pathology slide analysis? Can this technology be used for cancer (breast\/prostate\/colon\/etc.)?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-15\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-16\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>The <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener noreferrer\">InnerEye-DeepLearning Toolkit<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> allows you to develop your own models for different applications. This is enabled by using a configuration-based approach, and making the process of training models at scale easy. The InnerEye OSS tools may be used for developing classification, regression, and sequence models using only images as inputs, or a combination of images and non-imaging data as input. This supports typical use cases on medical data where measurements, biomarkers, or patient characteristics are often available in addition to images. We have had some positive, but limited, experience with MR, X-ray and OCT images. You can <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener noreferrer\">bring-your-own-models<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> to make it easier to further develop and deploy them. <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" rel=\"noopener noreferrer\" target=\"_blank\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/tree\/main\/InnerEye\/ML\/configs\">We have examples<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> for segmentation, classification, and sequence models that can take images or multiple modalities. <em>It requires dedicated research expertise and effort to pursue these, and having the relevant, annotated clinical data for the algorithm\u2019s training and optimization.<\/em> Our technology is not designed for use in non-solid cancers such as leukemia. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-18\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-18\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-17\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tHow much data is required to train the AI\/ML models?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-17\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-18\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>The answer to this question depends highly on the task at hand. For instance, for the training of segmentation models, over 200 CT scan images are used per application for a reliable performance in the our JAMA Network Open paper <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" rel=\"noopener noreferrer\" target=\"_blank\" href=\"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/fullarticle\/2773292\">Evaluation of Deep Learning to Augment Image-Guided Radiotherapy for Head and Neck and Prostate Cancers | Head and Neck Cancer | JAMA Network Open | JAMA Network<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-20\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-20\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-19\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tDoes Microsoft support the use of these OSS tools?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-19\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-20\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>Support for these OSS tools is via GitHub Issues on the relevant repositories. We have released the InnerEye tools at no-cost as open-source software on GitHub under an MIT license to make these machine learning developments and technical components available to the community. These tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. If you have any feature requests, or find issues in the code, please <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener noreferrer\">create an issue on GitHub<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. We monitor these issues and will look to respond via GitHub. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-22\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-22\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-21\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tCan I contribute to these OSS tools?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-21\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-22\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>Yes, we welcome contributions and suggestions for our InnerEye OSS projects. Most contributions require you to agree to a Contributor License Agreement (CLA) declaring that you have the right to, and actually do, grant us the rights to use your contribution. For details, visit <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/cla.opensource.microsoft.com\" target=\"_blank\" rel=\"noopener noreferrer\">https:\/\/cla.opensource.microsoft.com<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. When you submit a pull request, a CLA bot will automatically determine whether you need to provide a CLA and decorate the PR appropriately (e.g., status check, comment). Simply follow the instructions provided by the bot. You will only need to do this once across all repos using our CLA. This project has adopted the <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/opensource.microsoft.com\/codeofconduct\/\" target=\"_blank\" rel=\"noopener noreferrer\">Microsoft Open Source Code of Conduct<span class=\"sr-only\"> (opens in new tab)<\/span><\/a>. For more information see the <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/opensource.microsoft.com\/codeofconduct\/faq\/\" target=\"_blank\" rel=\"noopener noreferrer\">Code of Conduct FAQ<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> or contact <a href=\"mailto:opencode@microsoft.com\">opencode@microsoft.com<\/a> with any additional questions or comments. <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-24\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-24\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-23\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tAre these tools Microsoft products? Does Microsoft have plans to release this as a product? How much does Microsoft charge for this software?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-23\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-24\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>No. We have released the InnerEye tools at no-cost as open-source software on GitHub under an MIT license to make these machine learning developments and technical components available to the community. These tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. For more information about Microsoft products, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-26\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-26\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-25\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tWhen will doctors be able to use this product? When will this project be used with patients?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-25\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-26\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>There are many organizations around the world building on these open-source tools for research and towards helping patients \u2013 see our <a href=\"#!news-and-awards\">News and Features page for more details<\/a>. Healthcare providers, companies, and partners may build on this toolkit to develop their own ML products and services using Microsoft Azure. Any use beyond research is subject to testing and regulatory approval as appropriate, such as FDA clearance, CE marking, or in-house exemption controls. We\u2019re excited to see how people and organizations build on this to improve patient care. For more information about Microsoft products, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-28\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-28\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-27\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tCan I license this technology for use in my product\/service? Is this product being used by companies and equipment suppliers? \t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-27\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-28\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>Yes. We have released the InnerEye OSS tools at no-cost as open-source software on GitHub under an MIT license so healthcare providers, companies, and partners can use these to develop their own ML products and services. Any use beyond research is subject to testing and regulatory approval as appropriate, such as FDA clearance, CE marking, or in-house exemption controls. We\u2019re excited to see how people and organizations build on this to improve patient care. For more information about Microsoft products, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t<li class=\"m-0\" data-wp-context='{\"id\":\"accordion-content-30\"}' data-wp-init=\"callbacks.init\">\n\t\t<div class=\"accordion-header\">\n\t\t\t<button\n\t\t\t\taria-controls=\"accordion-content-30\"\n\t\t\t\tclass=\"btn btn-collapse\"\n\t\t\t\tdata-wp-bind--aria-expanded=\"state.isExpanded\"\n\t\t\t\tdata-wp-on--click=\"actions.onClick\"\n\t\t\t\tid=\"accordion-button-29\"\n\t\t\t\ttype=\"button\"\n\t\t\t>\n\t\t\t\tIs InnerEye a medically-regulated device? Do you have a 510(k) FDA clearance? Is InnerEye CE marked?\t\t\t<\/button>\n\t\t<\/div>\n\t\t<div\n\t\t\taria-labelledby=\"accordion-button-29\"\n\t\t\tclass=\"msr-accordion__content\"\n\t\t\tdata-wp-bind--inert=\"!state.isExpanded\"\n\t\t\tdata-wp-run=\"callbacks.run\"\n\t\t\tid=\"accordion-content-30\"\n\t\t>\n\t\t\t<div class=\"msr-accordion__body\">\n\t\t\t\t<p>No. We have released the InnerEye tools at no-cost as open-source software on GitHub under an MIT license to make these machine learning developments and technical components available to the community. These tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. Healthcare providers, companies, and partners may build on these OSS projects to develop their own ML products and services. Any use beyond research is subject to testing and regulatory approval as appropriate, such as FDA clearance, CE marking, or in-house exemption controls. We\u2019re excited to see how people and organizations build on this to improve patient care. For more information about Microsoft products, see <a class=\"msr-external-link glyph-append glyph-append-open-in-new-tab glyph-append-xsmall\" href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener noreferrer\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<span class=\"sr-only\"> (opens in new tab)<\/span><\/a> <\/p>\n\t\t\t<\/div>\n\t\t<\/div>\n\t<\/li>\n\t\t\t\t\t\t<\/ul>\n\t<\/div>\n\t<\/p><p><em>Disclaimer: The InnerEye Deep Learning Toolkit, Inner Eye-Gateway and InnerEye-Inference (collectively the \u201cResearch Tools\u201d) are provided AS-IS for use by third parties for the purposes of research, experimental design and testing of machine learning models. The Research Tools are not intended or made available for clinical use as a medical device, clinical support, diagnostic tool, or other technology intended to be used in the diagnosis, cure, mitigation, treatment, or prevention of disease or other conditions. The Research Tools are not designed or intended to be a substitute for professional medical advice, diagnosis, treatment, or judgment and should not be used as such. All users are responsible for reviewing the output of the developed model to determine whether the model meets the user\u2019s needs and for validating and evaluating the model before any clinical use. Microsoft does not warrant that the Research Tools or any materials provided in connection therewith will be sufficient for any medical purposes or meet the health or medical requirements of any person.<\/em><\/p><p>\t<\/div>\n\t <\/p>\t\t\t<\/div>\n\t\t<\/div>\n\t\t\n\n\n","protected":false},"excerpt":{"rendered":"<p>Project InnerEye open-source tools are created and used by the medical imaging researchers at Microsoft Research. They are released at no-cost under an MIT open-source license to make them widely available for the global medical imaging community.<\/p>\n","protected":false},"featured_media":746374,"template":"","meta":{"msr-url-field":"","msr-podcast-episode":"","msrModifiedDate":"","msrModifiedDateEnabled":false,"ep_exclude_from_search":false,"_classifai_error":"","footnotes":""},"research-area":[13556,13562,13553],"msr-locale":[268875],"msr-impact-theme":[261673],"msr-pillar":[],"class_list":["post-740356","msr-project","type-msr-project","status-publish","has-post-thumbnail","hentry","msr-research-area-artificial-intelligence","msr-research-area-computer-vision","msr-research-area-medical-health-genomics","msr-locale-en_us","msr-archive-status-active"],"msr_project_start":"2020-09-22","related-publications":[759400,828454,844411,1099221],"related-downloads":[],"related-videos":[793301],"related-groups":[916890],"related-events":[],"related-opportunities":[],"related-posts":[2813,467505,692679,707932,962121,994098],"related-articles":[],"tab-content":[{"id":0,"name":"Use cases","content":"[row][column class=\"l-col-24-24 center\"]\r\n<h2>Radiotherapy planning workflow using CT images<\/h2>\r\nAn important potential application for machine learning in medical imaging is to assist clinicians for image preparation and planning tasks in <a href=\"https:\/\/www.cancer.org\/treatment\/treatments-and-side-effects\/treatment-types\/radiation.html\" target=\"_blank\" rel=\"noopener\">radiotherapy cancer treatment workflows<\/a>. Our latest research, <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/blog\/project-innereye-evaluation-shows-how-ai-can-augment-and-accelerate-clinicians-ability-to-perform-radiotherapy-planning-13-times-faster\/\">published in JAMA Network Open<\/a>, shows how AI can augment and accelerate clinicians\u2019 ability to perform radiotherapy planning 13 times faster.\u00a0 For details of how you can make use of the InnerEye OSS tools for radiotherapy planning workflows with CT images see our <a href=\"#getting-started\">Getting Started section<\/a>. Support is via GitHub Issues on the relevant repositories only.\r\n\r\n<img class=\"wp-image-707974 alignnone\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/11\/MSRblog-InnerEye_fig1-1024x402.jpg\" alt=\"Radiotherapy segmentation examples\" width=\"849\" height=\"333\" \/>\r\n\r\n&nbsp;\r\n\r\n<hr style=\"text-align: center\" \/>\r\n\r\n<h2>Medical imaging research<\/h2>\r\n[caption id=\"attachment_693879\" align=\"alignnone\" width=\"849\"]<img class=\"wp-image-693879 \" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2020\/09\/Figure-1_updatedcopy_InnerEye-1024x387.jpg\" alt=\"Potential applications for the InnerEye Deep Learning Toolkit include quantitative radiology for monitoring tumor progression, planning for surgery, and radiotherapy planning.\" width=\"849\" height=\"321\" \/> Potential applications for the InnerEye Deep Learning Toolkit include quantitative radiology for monitoring tumor progression, planning for surgery, and radiotherapy planning.[\/caption]\r\n\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning Toolkit<\/a> allows you to develop your own models for different applications. This is enabled by using a configuration-based approach, and making the process of training models at scale easy. The InnerEye OSS tools may be used for developing classification, regression, and sequence models using only images as inputs, or a combination of images and non-imaging data as input. This supports typical use cases on medical data where measurements, biomarkers, or patient characteristics are often available in addition to images. The ability to <a class=\"x-hidden-focus\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-model setup<\/a> means that this toolkit can be used for a variety different tasks. The InnerEye OSS has different levels of abstraction and allows you to build any model with bring-your-own model or pre-defined models with configuration files. <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/tree\/main\/InnerEye\/ML\/configs\">We have examples<\/a> for segmentation, classification, and sequence models that can take images or multiple modalities. Use of this toolkit requires medical imaging knowledge and data science skills.\r\n\r\nSupport is via <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\">GitHub Issues on the InnerEye-DeepLearning toolkit repo here<\/a>.\r\n<h2>Bring-your-own-model<\/h2>\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning Toolkit<\/a> makes it easy to use pre-configured neural networks, such as UNet3D, or <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-models<\/a>. This <em>requires dedicated research expertise and effort.<\/em> You can read more details about our research work in our <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/medical-image-analysis\/#!publications\">publications here<\/a>. \u00a0Support is via <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\">GitHub Issues on the InnerEye-DeepLearning toolkit repo here<\/a>.\r\n<h2>Radiology and surgery planning with CT images<\/h2>\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning Toolkit<\/a> makes it easy to use pre-configured neural networks, such as UNet3D, or <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-models<\/a> for CT images. Potential use cases for this are quantitative radiology and surgery planning. Use of the Gateway and Inference Services will require <em>additional software engineering effort by you<\/em>. Support for these use cases is via GitHub Issues on the relevant repositories only.\r\n<h2>Magnetic Resonance, X-Ray, OCT images<\/h2>\r\nWe have had some positive, but limited, experience with MR, X-ray and OCT images. You can <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-models<\/a> to make it easier to further develop and deploy them. This <em>requires dedicated research expertise and effort to pursue these<\/em>, and having the relevant, annotated clinical data for the algorithm\u2019s training and optimization. Use of InnerEye OSS tools should significantly increase your overall productivity once you have become familiar with them and make use of Azure Machine Learning. Support is via <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\">GitHub Issues on the InnerEye -DeepLearning toolkit repo here<\/a>.\r\n<h2>Magnetic Resonance imaging reconstruction<\/h2>\r\nResearch into accelerating MR image reconstruction could potentially lead to reduced patient stress and provider costs. Training and evaluating machine learning for this task is challenging due to the large data volume of raw MR data. The <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\">InnerEye-DeepLearning toolkit<\/a> enables researchers to use Azure Machine Learning to train and evaluate models in hours, that would otherwise take days. This makes use of the <a class=\"x-hidden-focus\" href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-model setup<\/a> for training models with very large datasets. Documentation for <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/fastmri.md\">working with FastMRI models is here<\/a>. This <em>requires dedicated research expertise and effort.<\/em>\u00a0Support is via <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\">GitHub Issues on the InnerEye DeepLearning toolkit repo here<\/a>.\r\n<h2>Self-supervised model pre-training<\/h2>\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\">InnerEye-DeepLearning toolkit<\/a> contains a capability for self-supervised learning. The code in the <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/tree\/main\/InnerEye\/ML\/SSL\" target=\"_blank\" rel=\"noopener\">InnerEye\/ML\/SSL<\/a>\u00a0folder allows you to train self-supervised models using\u00a0<a href=\"http:\/\/proceedings.mlr.press\/v119\/chen20j\/chen20j.pdf\" target=\"_blank\" rel=\"nofollow noopener\">SimCLR<\/a>\u00a0or\u00a0<a href=\"https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/f3ada80d5c4ee70142b17b8192b2958e-Paper.pdf\" target=\"_blank\" rel=\"nofollow noopener\">BYOL<\/a>. This code runs as a \" bring-your-own-model\" self-contained module ( see\u00a0<a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">docs\/bring_your_own_model.md<\/a>). This <em>requires dedicated research expertise and effort. <\/em>Support is via <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\">GitHub Issues on the InnerEye DeepLearning toolkit repo here<\/a>.\r\n\r\n[\/column][\/row]"},{"id":1,"name":"Getting started","content":"[row][column class=\"l-col-20-24\"]\r\n<h2>Get started with Project InnerEye OSS tools<\/h2>\r\nProject InnerEye OSS tools can be used for different use cases, particularly to increase productivity for medical imaging researchers, <a href=\"#use-cases\">as described here<\/a>. These OSS components have been validated for analyzing CT scans for radiotherapy planning workflows, with a typical setup as shown in the diagram below. There are three InnerEye OSS tools that can be used as part of this typical medical imaging workflow:\r\n<ul>\r\n \t<li><a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning Toolkit<\/a> \u2013 for training medical imaging machine learning models using Azure Machine Learning<\/li>\r\n \t<li><a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener\">InnerEye Inference service<\/a> \u2013 for running trained models against images<\/li>\r\n \t<li><a href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener\">InnerEye Gateway<\/a> \u2013 for transferring medical images to, and from, the InnerEye Inference service<\/li>\r\n<\/ul>\r\n[caption id=\"attachment_748276\" align=\"aligncenter\" width=\"1024\"]<img class=\"wp-image-748276 size-large\" src=\"https:\/\/www.microsoft.com\/en-us\/research\/wp-content\/uploads\/2021\/05\/IEArchitecture-1024x384.jpg\" alt=\"InnerEye OSS component typical architecture\" width=\"1024\" height=\"384\" \/> Project InnerEye OSS component typical architecture[\/caption]\r\n\r\n<hr style=\"text-align: center\" \/>\r\n\r\n<h2>Medical imaging machine learning model training<\/h2>\r\n<h3>InnerEye-DeepLearning toolkit<\/h3>\r\nThis is a <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">deep learning toolbox<\/a> to make it easier to train models on medical images, or more generally, 3D images. It uses a configuration-based approach for building your own image classification, segmentation, or sequential models and integrates seamlessly with cloud computing in Azure. On the modelling side, this toolbox supports:\r\n<ul>\r\n \t<li>Segmentation models<\/li>\r\n \t<li>Classification and regression models<\/li>\r\n \t<li>Sequence models<\/li>\r\n \t<li>Adding cloud support to any PyTorch Lightning model, via a\u00a0<a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-model setup<\/a><\/li>\r\n<\/ul>\r\nOn the user side, this toolbox takes advantage of <a href=\"https:\/\/docs.microsoft.com\/en-gb\/azure\/machine-learning\/\" target=\"_blank\" rel=\"nofollow noopener\">Azure Machine Learning Services (AzureML)<\/a> to dynamically scale out training onto GPU clusters, and provides traceability and transparency for developing ML models. The toolkit also offers advanced capabilities such as cross-validation, hyperparameter tuning using <a href=\"https:\/\/docs.microsoft.com\/en-us\/azure\/machine-learning\/how-to-tune-hyperparameters\" target=\"_blank\" rel=\"nofollow noopener\">Hyperdrive<\/a>, ensemble models, easy creation of new models via a configuration-based approach, and inheritance from an existing architecture. You can get started using the InnerEye DeepLearning toolkit on your desktop machine or using Microsoft Azure by following the detailed instructions here - <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\">InnerEye-DeepLearning\/README.md at main \u00b7 microsoft\/InnerEye-DeepLearning (github.com)<\/a>.\r\n\r\n[msr-button text=\"Get started with InnerEye-DeepLearning\" url=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\" new-window=\"true\" ]\r\n<div style=\"height: 30px\"><\/div>\r\n\r\n<hr style=\"text-align: center\" \/>\r\n\r\n<h2>Deployment components<\/h2>\r\n<h3>Gateway service<\/h3>\r\nThe InnerEye-Gateway comprises Windows services that act as a DICOM Service Class Provider. After an Association Request to C-STORE, a set of DICOM image files will be anonymized by removing a user-defined set of identifiers, and passed to a web service running <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener\">InnerEye-Inference<\/a>. Inference will then pass them execute an ML model trained using InnerEye-DeepLearning. The result is downloaded, de-anonymized and passed to a configurable DICOM destination. All DICOM image files, and the model output, are automatically deleted immediately after use. The gateway should be installed on a machine within your DICOM network that is able to access a running instance of <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener\">InnerEye-Inference<\/a>. You can get started using the InnerEye Gateway by following the detailed instructions here - <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener\">InnerEye-Gateway\/README.md at main \u00b7 microsoft\/InnerEye-Gateway (github.com)<\/a>\r\n\r\n[msr-button text=\"Get started with InnerEye-Gateway\" url=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\" new-window=\"true\" ]\r\n<div style=\"height: 30px\"><\/div>\r\n<h3>Inference service<\/h3>\r\nInnerEye-Inference is a Microsoft Azure AppService web application in Python that runs machine learning model inference on medical imaging models trained with the <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning toolkit<\/a>. You can also integrate this with DICOM using the\u00a0<a href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noopener\">InnerEye-Gateway<\/a> You can get started using the InnerEye Inference service by following the detailed instructions here -<a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\" target=\"_blank\" rel=\"noopener\">InnerEye-Inference\/README.md at main \u00b7 microsoft\/InnerEye-Inference (github.com)<\/a>\r\n\r\n[msr-button text=\"Get started with InnerEye-Inference\" url=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\" new-window=\"true\" ] [\/column] [\/row]"},{"id":2,"name":"FAQ","content":"[row][column class=\"l-col-24-24 center\"]\r\n<h2>Frequently Asked Questions<\/h2>\r\n[accordion]\r\n\r\n[panel header=\"What is the InnerEye-DeepLearning toolkit?\"]\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning toolkit<\/a> is an open-source project that makes it easier to train high- performance medical imaging machine learning models and deploy your models using <a href=\"https:\/\/azure.microsoft.com\/en-us\/services\/machine-learning\/\" target=\"_blank\" rel=\"noopener\">Azure Machine Learning<\/a>. It is based on over a decade of research at Microsoft Research Cambridge and continues to be used and developed by MSR teams. We\u2019re excited to see how researchers and partners make use of this. You can get started here - <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/README.md\">InnerEye-DeepLearning\/README.md at main \u00b7 microsoft\/InnerEye-DeepLearning (github.com)<\/a>. [\/panel]\r\n\r\n[panel header=\"What is the InnerEye-Gateway?\"]\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noopener\">InnerEye-Gateway<\/a> comprises Windows services that act as a DICOM Service Class Provider. After an Association Request to C-STORE a set of DICOM image files, these will be anonymised by removing a user-defined set of identifiers and passed to a web service running InnerEye-Inference. Inference will then pass them to an instance of InnerEye-Deeplearning running on Azure to execute <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning<\/a> models. The result is downloaded, deanonymized and passed to a configurable DICOM destination. All DICOM image files, and the model output, are automatically deleted immediately after use. The gateway should be installed on a machine within your DICOM network that is able to access a running instance of InnerEye-Inference. You can get started here - <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\/blob\/main\/README.md\">InnerEye-Gateway\/README.md at main \u00b7 microsoft\/InnerEye-Gateway (github.com)<\/a>. [\/panel]\r\n\r\n[panel header=\"What is InnerEye-Inference?\"]\r\n<a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\" target=\"_blank\" rel=\"noopener\">InnerEye-Inference<\/a> is an AppService webapp in Python to run inference on medical imaging models trained with the InnerEye-DeepLearning toolkit. You can also integrate this with DICOM using the <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Gateway\" target=\"_blank\" rel=\"noopener\">InnerEye-EdgeGateway<\/a>. You can get started here - <a href=\"https:\/\/github.com\/microsoft\/InnerEye-Inference\/blob\/main\/README.md\">InnerEye-Inference\/README.md at main \u00b7 microsoft\/InnerEye-Inference (github.com)<\/a>. [\/panel]\r\n\r\n[panel header=\"I have found a bug, how do I get help? I am having problems, how do I get help?\"]\r\nIf you have any problems, find issues in the code, or have a feature request, then please <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener\">create an issue on GitHub<\/a>. We monitor these issues and will look to respond via GitHub. [\/panel]\r\n\r\n[panel header=\"Which machine learning\/AI techniques does this use? Does this use deep learning\/neural networks?\"]\r\nWe have explored the use of different algorithms over many years for medical imaging, including decision trees and deep neural networks. The InnerEye Deep Learning Toolkit makes it easy to use pre-configured neural networks, such as UNet3D, or <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-models<\/a>. You can read more details about our MSR work in our <a href=\"https:\/\/www.microsoft.com\/en-us\/research\/project\/medical-image-analysis\/#!publications\">research publications<\/a>. [\/panel]\r\n\r\n[panel header=\"How much computing power does this use?\"]\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning toolkit<\/a> can use GPUs for training and inference, and other technologies made available in Microsoft Azure. The amount of computing power required depends on the model being used. The toolkit makes it easy to scale out computations using Azure Machine Learning. As an example, for large segmentation models we need GPUs with 16GB or more. In Azure we have successfully tested inference on virtual machines with 4 GPUs and 16GB per GPU. We can use smaller virtual machines but this might affect the performance of the model and should be tested carefully on a case-by-case basis. [\/panel]\r\n\r\n[panel header=\"Does this technology use the cloud\/Azure?\"]\r\nYes. The <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning Toolkit<\/a> has been designed with usability and flexibility at its core, built on PyTorch and making extensive use of Microsoft Azure. The InnerEye-Deep Learning toolkit takes full advantage of Azure to provide GPUs for training, secure and scalable data storage. Azure Machine Learning is used for scaling clusters 0 to N compute nodes to train models on multiple GPUs. Our toolkit uses Azure Machine Learning to manage DevOps for ML (MLOps), including experiment traceability, experiment transparency model reproducibility, model management, model deployment, integration with Git and Continuous Integration (CI). In addition, the toolkit supports more advanced ML development features including cross-validation, hyperparameter tuning, building ensemble models, comparing new and existing models, and creating new models easily via a configuration-based approach, and inheriting from an existing architecture. For more details, see <a href=\"https:\/\/azure.microsoft.com\/en-gb\/services\/machine-learning\/\">Azure Machine Learning \u2013 ML as a service | Microsoft Azure<\/a>\r\n\r\n[\/panel]\r\n\r\n[panel header=\"Can this be used for X-Rays \/ ultrasound? Can this be used for optical\/pathology slide analysis? Can this technology be used for cancer (breast\/prostate\/colon\/etc.)?\"]\r\nThe <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\" target=\"_blank\" rel=\"noopener\">InnerEye-DeepLearning Toolkit<\/a> allows you to develop your own models for different applications. This is enabled by using a configuration-based approach, and making the process of training models at scale easy. The InnerEye OSS tools may be used for developing classification, regression, and sequence models using only images as inputs, or a combination of images and non-imaging data as input. This supports typical use cases on medical data where measurements, biomarkers, or patient characteristics are often available in addition to images. We have had some positive, but limited, experience with MR, X-ray and OCT images. You can <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/blob\/main\/docs\/bring_your_own_model.md\" target=\"_blank\" rel=\"noopener\">bring-your-own-models<\/a> to make it easier to further develop and deploy them. <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/tree\/main\/InnerEye\/ML\/configs\">We have examples<\/a> for segmentation, classification, and sequence models that can take images or multiple modalities. <em>It requires dedicated research expertise and effort to pursue these, and having the relevant, annotated clinical data for the algorithm\u2019s training and optimization.<\/em> Our technology is not designed for use in non-solid cancers such as leukemia. [\/panel]\r\n\r\n[panel header=\"How much data is required to train the AI\/ML models?\"]The answer to this question depends highly on the task at hand. For instance, for the training of segmentation models, over 200 CT scan images are used per application for a reliable performance in the our JAMA Network Open paper <a href=\"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/fullarticle\/2773292\">Evaluation of Deep Learning to Augment Image-Guided Radiotherapy for Head and Neck and Prostate Cancers | Head and Neck Cancer | JAMA Network Open | JAMA Network<\/a> [\/panel]\r\n\r\n[panel header=\"Does Microsoft support the use of these OSS tools?\"]\r\nSupport for these OSS tools is via GitHub Issues on the relevant repositories. We have released the InnerEye tools at no-cost as open-source software on GitHub under an MIT license to make these machine learning developments and technical components available to the community. These tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. If you have any feature requests, or find issues in the code, please <a href=\"https:\/\/github.com\/microsoft\/InnerEye-DeepLearning\/issues\" target=\"_blank\" rel=\"noopener\">create an issue on GitHub<\/a>. We monitor these issues and will look to respond via GitHub. [\/panel]\r\n\r\n[panel header=\"Can I contribute to these OSS tools?\"]\r\nYes, we welcome contributions and suggestions for our InnerEye OSS projects. Most contributions require you to agree to a Contributor License Agreement (CLA) declaring that you have the right to, and actually do, grant us the rights to use your contribution. For details, visit <a href=\"https:\/\/cla.opensource.microsoft.com\" target=\"_blank\" rel=\"noopener\">https:\/\/cla.opensource.microsoft.com<\/a>. When you submit a pull request, a CLA bot will automatically determine whether you need to provide a CLA and decorate the PR appropriately (e.g., status check, comment). Simply follow the instructions provided by the bot. You will only need to do this once across all repos using our CLA. This project has adopted the <a href=\"https:\/\/opensource.microsoft.com\/codeofconduct\/\" target=\"_blank\" rel=\"noopener\">Microsoft Open Source Code of Conduct<\/a>. For more information see the <a href=\"https:\/\/opensource.microsoft.com\/codeofconduct\/faq\/\" target=\"_blank\" rel=\"noopener\">Code of Conduct FAQ<\/a> or contact <a href=\"mailto:opencode@microsoft.com\">opencode@microsoft.com<\/a> with any additional questions or comments. [\/panel]\r\n\r\n[panel header=\"Are these tools Microsoft products? Does Microsoft have plans to release this as a product? How much does Microsoft charge for this software?\"]\r\nNo. We have released the InnerEye tools at no-cost as open-source software on GitHub under an MIT license to make these machine learning developments and technical components available to the community. These tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. For more information about Microsoft products, see <a href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<\/a> [\/panel]\r\n\r\n[panel header=\"When will doctors be able to use this product? When will this project be used with patients?\"]\r\nThere are many organizations around the world building on these open-source tools for research and towards helping patients \u2013 see our <a href=\"#!news-and-awards\">News and Features page for more details<\/a>. Healthcare providers, companies, and partners may build on this toolkit to develop their own ML products and services using Microsoft Azure. Any use beyond research is subject to testing and regulatory approval as appropriate, such as FDA clearance, CE marking, or in-house exemption controls. We\u2019re excited to see how people and organizations build on this to improve patient care. For more information about Microsoft products, see <a href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<\/a> [\/panel]\r\n\r\n[panel header=\"Can I license this technology for use in my product\/service? Is this product being used by companies and equipment suppliers? \"]\r\nYes. We have released the InnerEye OSS tools at no-cost as open-source software on GitHub under an MIT license so healthcare providers, companies, and partners can use these to develop their own ML products and services. Any use beyond research is subject to testing and regulatory approval as appropriate, such as FDA clearance, CE marking, or in-house exemption controls. We\u2019re excited to see how people and organizations build on this to improve patient care. For more information about Microsoft products, see <a href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<\/a> [\/panel]\r\n\r\n[panel header=\"Is InnerEye a medically-regulated device? Do you have a 510(k) FDA clearance? Is InnerEye CE marked?\"]\r\nNo. We have released the InnerEye tools at no-cost as open-source software on GitHub under an MIT license to make these machine learning developments and technical components available to the community. These tools are open-source research projects and not Microsoft products. They take advantage of Microsoft Azure to make it easier to develop and deploy medical imaging models. Healthcare providers, companies, and partners may build on these OSS projects to develop their own ML products and services. Any use beyond research is subject to testing and regulatory approval as appropriate, such as FDA clearance, CE marking, or in-house exemption controls. We\u2019re excited to see how people and organizations build on this to improve patient care. For more information about Microsoft products, see <a href=\"https:\/\/azure.microsoft.com\/en-us\/industries\/healthcare\/\" target=\"_blank\" rel=\"noopener\">Azure for Healthcare\u2014Healthcare Solutions | Microsoft Azure<\/a> [\/panel]\r\n\r\n[\/accordion]\r\n\r\n<em>Disclaimer: The InnerEye Deep Learning Toolkit, Inner Eye-Gateway and InnerEye-Inference (collectively the \u201cResearch Tools\u201d) are provided AS-IS for use by third parties for the purposes of research, experimental design and testing of machine learning models. The Research Tools are not intended or made available for clinical use as a medical device, clinical support, diagnostic tool, or other technology intended to be used in the diagnosis, cure, mitigation, treatment, or prevention of disease or other conditions. The Research Tools are not designed or intended to be a substitute for professional medical advice, diagnosis, treatment, or judgment and should not be used as such. All users are responsible for reviewing the output of the developed model to determine whether the model meets the user\u2019s needs and for validating and evaluating the model before any clinical use. Microsoft does not warrant that the Research Tools or any materials provided in connection therewith will be sufficient for any medical purposes or meet the health or medical requirements of any person.<\/em>\r\n\r\n[\/column] [\/row]"}],"slides":[],"related-researchers":[{"type":"user_nicename","display_name":"Neeltje Berger","user_id":36801,"people_section":"Section name 0","alias":"neberger"},{"type":"user_nicename","display_name":"Clare Morgan","user_id":37625,"people_section":"Section name 0","alias":"clmorgan"},{"type":"user_nicename","display_name":"Anton Schwaighofer","user_id":31059,"people_section":"Section name 0","alias":"antonsc"},{"type":"user_nicename","display_name":"Kenji Takeda","user_id":32522,"people_section":"Section name 0","alias":"kenjitak"}],"msr_research_lab":[199561],"msr_impact_theme":["Health"],"_links":{"self":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project\/740356","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project"}],"about":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/types\/msr-project"}],"version-history":[{"count":172,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project\/740356\/revisions"}],"predecessor-version":[{"id":899163,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-project\/740356\/revisions\/899163"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media\/746374"}],"wp:attachment":[{"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/media?parent=740356"}],"wp:term":[{"taxonomy":"msr-research-area","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/research-area?post=740356"},{"taxonomy":"msr-locale","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-locale?post=740356"},{"taxonomy":"msr-impact-theme","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-impact-theme?post=740356"},{"taxonomy":"msr-pillar","embeddable":true,"href":"https:\/\/www.microsoft.com\/en-us\/research\/wp-json\/wp\/v2\/msr-pillar?post=740356"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}