<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1d3 20150301//EN" "http://jats.nlm.nih.gov/publishing/1.1d3/JATS-journalpublishing1.dtd">
<article article-type="research-article" dtd-version="1.1d3" xml:lang="en" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="nlm-ta">PLoS ONE</journal-id>
<journal-id journal-id-type="publisher-id">plos</journal-id>
<journal-id journal-id-type="pmc">plosone</journal-id>
<journal-title-group>
<journal-title>PLOS ONE</journal-title>
</journal-title-group>
<issn pub-type="epub">1932-6203</issn>
<publisher>
<publisher-name>Public Library of Science</publisher-name>
<publisher-loc>San Francisco, CA USA</publisher-loc>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">PONE-D-19-33176</article-id>
<article-id pub-id-type="doi">10.1371/journal.pone.0230536</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Research Article</subject>
</subj-group>
<subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Oncology</subject><subj-group><subject>Cancers and neoplasms</subject><subj-group><subject>Lung and intrathoracic tumors</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Diagnostic medicine</subject><subj-group><subject>Diagnostic radiology</subject><subj-group><subject>Genitourinary imaging</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Imaging techniques</subject><subj-group><subject>Diagnostic radiology</subject><subj-group><subject>Genitourinary imaging</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Radiology and imaging</subject><subj-group><subject>Diagnostic radiology</subject><subj-group><subject>Genitourinary imaging</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Imaging techniques</subject></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Biology and life sciences</subject><subj-group><subject>Molecular biology</subject><subj-group><subject>Molecular biology techniques</subject><subj-group><subject>Gene mapping</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Molecular biology techniques</subject><subj-group><subject>Gene mapping</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Diagnostic medicine</subject><subj-group><subject>Diagnostic radiology</subject><subj-group><subject>Pulmonary imaging</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Research and analysis methods</subject><subj-group><subject>Imaging techniques</subject><subj-group><subject>Diagnostic radiology</subject><subj-group><subject>Pulmonary imaging</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Radiology and imaging</subject><subj-group><subject>Diagnostic radiology</subject><subj-group><subject>Pulmonary imaging</subject></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Diagnostic medicine</subject><subj-group><subject>Cancer detection and diagnosis</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Oncology</subject><subj-group><subject>Cancer detection and diagnosis</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Medicine and health sciences</subject><subj-group><subject>Oncology</subject><subj-group><subject>Cancers and neoplasms</subject><subj-group><subject>Lung and intrathoracic tumors</subject><subj-group><subject>Secondary lung tumors</subject></subj-group></subj-group></subj-group></subj-group></subj-group><subj-group subj-group-type="Discipline-v3">
<subject>Computer and information sciences</subject><subj-group><subject>Artificial intelligence</subject><subj-group><subject>Machine learning</subject></subj-group></subj-group></subj-group></article-categories>
<title-group>
<article-title>Transfer learning with convolutional neural networks for cancer survival prediction using gene-expression data</article-title>
<alt-title alt-title-type="running-head">Transfer learning with convolutional neural networks for cancer survival prediction</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" xlink:type="simple">
<contrib-id authenticated="true" contrib-id-type="orcid">http://orcid.org/0000-0001-5903-1483</contrib-id>
<name name-style="western">
<surname>López-García</surname> <given-names>Guillermo</given-names></name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Software</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<role content-type="http://credit.casrai.org/">Visualization</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"/>
<xref ref-type="corresp" rid="cor001">*</xref>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Jerez</surname> <given-names>José M.</given-names></name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Funding acquisition</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"/>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Franco</surname> <given-names>Leonardo</given-names></name>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Funding acquisition</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Resources</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"/>
</contrib>
<contrib contrib-type="author" xlink:type="simple">
<name name-style="western">
<surname>Veredas</surname> <given-names>Francisco J.</given-names></name>
<role content-type="http://credit.casrai.org/">Conceptualization</role>
<role content-type="http://credit.casrai.org/">Data curation</role>
<role content-type="http://credit.casrai.org/">Formal analysis</role>
<role content-type="http://credit.casrai.org/">Methodology</role>
<role content-type="http://credit.casrai.org/">Project administration</role>
<role content-type="http://credit.casrai.org/">Software</role>
<role content-type="http://credit.casrai.org/">Supervision</role>
<role content-type="http://credit.casrai.org/">Validation</role>
<role content-type="http://credit.casrai.org/">Visualization</role>
<role content-type="http://credit.casrai.org/">Writing – original draft</role>
<role content-type="http://credit.casrai.org/">Writing – review &amp; editing</role>
<xref ref-type="aff" rid="aff001"/>
</contrib>
</contrib-group>
<aff id="aff001">
<addr-line>Departamento de Lenguajes y Ciencias de la Computación, Universidad de Málaga, ETSI Informática, Málaga, Spain</addr-line>
</aff>
<contrib-group>
<contrib contrib-type="editor" xlink:type="simple">
<name name-style="western">
<surname>Stoean</surname> <given-names>Ruxandra</given-names></name>
<role>Editor</role>
<xref ref-type="aff" rid="edit1"/>
</contrib>
</contrib-group>
<aff id="edit1">
<addr-line>University of Craiova, ROMANIA</addr-line>
</aff>
<author-notes>
<fn fn-type="conflict" id="coi001">
<p>The authors have declared that no competing interests exist.</p>
</fn>
<corresp id="cor001">* E-mail: <email xlink:type="simple">guilopgar@uma.es</email></corresp>
</author-notes>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<pub-date pub-type="epub">
<day>26</day>
<month>3</month>
<year>2020</year>
</pub-date>
<volume>15</volume>
<issue>3</issue>
<elocation-id>e0230536</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>11</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>2</day>
<month>3</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-year>2020</copyright-year>
<copyright-holder>López-García et al</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<self-uri content-type="pdf" xlink:href="info:doi/10.1371/journal.pone.0230536"/>
<abstract>
<p>Precision medicine in oncology aims at obtaining data from heterogeneous sources to have a precise estimation of a given patient’s state and prognosis. With the purpose of advancing to personalized medicine framework, accurate diagnoses allow prescription of more effective treatments adapted to the specificities of each individual case. In the last years, next-generation sequencing has impelled cancer research by providing physicians with an overwhelming amount of gene-expression data from RNA-seq high-throughput platforms. In this scenario, data mining and machine learning techniques have widely contribute to gene-expression data analysis by supplying computational models to supporting decision-making on real-world data. Nevertheless, existing public gene-expression databases are characterized by the unfavorable imbalance between the huge number of genes (in the order of tenths of thousands) and the small number of samples (in the order of a few hundreds) available. Despite diverse feature selection and extraction strategies have been traditionally applied to surpass derived over-fitting issues, the efficacy of standard machine learning pipelines is far from being satisfactory for the prediction of relevant clinical outcomes like follow-up end-points or patient’s survival. Using the public Pan-Cancer dataset, in this study we pre-train convolutional neural network architectures for survival prediction on a subset composed of thousands of gene-expression samples from thirty-one tumor types. The resulting architectures are subsequently fine-tuned to predict lung cancer progression-free interval. The application of convolutional networks to gene-expression data has many limitations, derived from the unstructured nature of these data. In this work we propose a methodology to rearrange RNA-seq data by transforming RNA-seq samples into gene-expression images, from which convolutional networks can extract high-level features. As an additional objective, we investigate whether leveraging the information extracted from other tumor-type samples contributes to the extraction of high-level features that improve lung cancer progression prediction, compared to other machine learning approaches.</p>
</abstract>
<funding-group>
<funding-statement>This work was supported by the project TIN2017-88728-C2-1-R, MINECO, Plan Nacional de I+D+I, and by the Grupo de Investigación TIC226, Plan Andaluz de Investigación, Desarrollo e Innovación (PAIDI), Junta de Andalucía. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</funding-statement>
</funding-group>
<counts>
<fig-count count="9"/>
<table-count count="1"/>
<page-count count="24"/>
</counts>
<custom-meta-group>
<custom-meta id="data-availability">
<meta-name>Data Availability</meta-name>
<meta-value>The data underlying the results presented in this study are publicly accessible from the UCSC Xena data browser. Concretely, two public datasets have been used: the TCGA Pan-Cancer gene-expression dataset, and the TCGA Pan-Cancer curated clinical dataset. In addition, we have organized all the code and data needed to reproduce the results obtained in this paper in a publicly accessible repository: <ext-link ext-link-type="uri" xlink:href="https://github.com/guilopgar/GeneExpImgTL" xlink:type="simple">https://github.com/guilopgar/GeneExpImgTL</ext-link>.</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="sec001" sec-type="intro">
<title>Introduction</title>
<p>In recent years, the analysis of gene-expression data is gaining a growing interest in the area of precision medicine, which establishes a framework for the advance and research in a series of clinical procedures aimed at making medicine more participatory, personalized, preventive and predictive (adjectives from which the concept of “P4 medicine” is also derived). In this context, the emergence of Next Generation Sequencing (NGS) techniques has allowed the transformation of areas such as precision medicine, biology or biochemistry. An unprecedented amount of data has been generated from which disciplines such as genomics, proteomics, transcriptomics, epigenetics or metabolomics are favored [<xref ref-type="bibr" rid="pone.0230536.ref001">1</xref>]. In particular, in clinical areas the appearance of high-throughput sequencing technology called RNA-Seq [<xref ref-type="bibr" rid="pone.0230536.ref002">2</xref>] has provided physicians with gene-expression data that allow more precise diagnosis and determination of the patient’s state from a molecular point of view. Since cancer is a heterogeneous disease driven by diverse genomic alterations [<xref ref-type="bibr" rid="pone.0230536.ref003">3</xref>], the analysis of gene-expression data obtained from tumor tissue samples allows the study of molecular factors contributing to disease progression over time or influencing patient’s survival. Gene-expression data contain valuable information on the levels of differential activation of the genes involved in the development and evolution of cancer. If that information is extracted effectively, it can leverage precise diagnostic methods leading to greater efficacy of treatments and better prognosis.</p>
<p>Although high-throughput sequencing techniques can supply oncologists and researchers with hundreds of thousands of gene-expression features, only a few of them are usually considered as clinically significant and subsequently utilized in practice for medical diagnosis and prognosis prediction [<xref ref-type="bibr" rid="pone.0230536.ref004">4</xref>, <xref ref-type="bibr" rid="pone.0230536.ref005">5</xref>]. Accurately solving cancer prediction tasks—such as sub-type classification, survival prediction or time to progression estimation—from high-dimensional gene-expression data remains an open challenge for personalized genomic medicine. Training common survival and progression models, such as Cox proportional hazards, on high-dimensional gene-expression data would require a huge number of samples, which is a real handicap for this kind of traditional approaches. Thus, the number (<italic>M</italic>) of available gene-expression samples (i.e. the size of available cohorts) is usually much smaller (300-1<italic>K</italic>) than the number (<italic>N</italic>) of genes (10<italic>K</italic>-60<italic>K</italic>), which is known as the “curse of dimensionality” [<xref ref-type="bibr" rid="pone.0230536.ref006">6</xref>]. In this scenario, traditional survival analysis ends up selecting a reduced number or characteristics, thus the resulting models are usually prone to bias.</p>
<p>In the last decades, many machine learning (ML) approaches have been adapted to deal with cancer diagnosis and prediction on the basis of gene-expression data [<xref ref-type="bibr" rid="pone.0230536.ref007">7</xref>, <xref ref-type="bibr" rid="pone.0230536.ref008">8</xref>]. On the one hand, prior knowledge has been used to select specific genes conforming gene signatures (also called biomarkers) that can be used to successfully predict certain clinical outcomes such as recurrence, treatment benefits, metastasis, etc. [<xref ref-type="bibr" rid="pone.0230536.ref009">9</xref>, <xref ref-type="bibr" rid="pone.0230536.ref010">10</xref>]. On the other hand, different automatic feature extraction and selection approaches have been also used with the aim of reducing the dimensionality of the input space, as a previous step to applying different ML models [<xref ref-type="bibr" rid="pone.0230536.ref011">11</xref>]. Some methods, such as elastic net, have been adapted to regularize Cox models, aiming at reducing the number of input characteristics to solve survival prediction tasks [<xref ref-type="bibr" rid="pone.0230536.ref012">12</xref>]. Survival predictive models have been also addressed with decision-tree techniques, which have demonstrated to be resistant to over-fitting issues in high-dimensional scenarios [<xref ref-type="bibr" rid="pone.0230536.ref013">13</xref>]. Finally, neural networks (NN) approaches have been widely utilized in survival-prediction tasks on low-dimensional data [<xref ref-type="bibr" rid="pone.0230536.ref014">14</xref>], but the effectiveness of these methods for right-censored data does not seem to outperform that of Cox regression models as well it is strongly dependent on the underlying data structure [<xref ref-type="bibr" rid="pone.0230536.ref015">15</xref>]. In addition, the “black-box” nature of NNs makes them difficult to be interpretable in order to extract biological or clinical knowledge from the resulting models.</p>
<p>Deep learning (DL) encompasses a set of techniques—such as multi-layer neural networks (MLNN), convolutional neural networks (CNN), deep auto-encoders (AE) or recurrent neural networks (RNN)—that have recently achieved state-of-art performance in computer vision, pattern recognition and natural language processing [<xref ref-type="bibr" rid="pone.0230536.ref016">16</xref>]. In the particular case of high-throughput genomics, DL has demonstrated to be able to capture the internal structure of biological data and extract high-level abstract features from high-dimensional sequencing or expression data [<xref ref-type="bibr" rid="pone.0230536.ref017">17</xref>], thus improving performance and interpretability of traditional ML methods. In this way, recent studies have applied deep stacked or variational AEs to gene-expression public datasets for cancer prediction, some of them using transfer-learning (TL) approaches [<xref ref-type="bibr" rid="pone.0230536.ref018">18</xref>–<xref ref-type="bibr" rid="pone.0230536.ref021">21</xref>]. AEs have been also successfully applied on gene-expression or multi-omics data to tackle more complex and biologically-relevant cancer prediction tasks, such as classifying cancer sub-types or characterizing functional gene profiles [<xref ref-type="bibr" rid="pone.0230536.ref022">22</xref>–<xref ref-type="bibr" rid="pone.0230536.ref024">24</xref>]. Feed-forward MLNNs have been recently utilized to predict clinical outcomes from high-dimensional genomic data [<xref ref-type="bibr" rid="pone.0230536.ref025">25</xref>] or to identify cancer sub-types by combining supervised and unsupervised learning [<xref ref-type="bibr" rid="pone.0230536.ref026">26</xref>].</p>
<p>CNNs are NN architectures inspired by the organization of visual cortex of the brain [<xref ref-type="bibr" rid="pone.0230536.ref027">27</xref>]. They utilize convolutional filters that make use of local connections to share weights between the network’s units. The convolutional filters are usually followed by feature subsampling (pooling) operation to conform convolutional layers allowing to extract invariant high-level features from input data (usually, 2D images). The typical CNN architecture consists of one or more convolutional layers (each one, in turn, composed of several convolutional filters and a pooling layer), followed optionally by one or more densely connected layers and ended up with a softmax or sigmoid output layer for supervised learning. Although CNNs have achieved state-of-art performance in computer vision tasks [<xref ref-type="bibr" rid="pone.0230536.ref027">27</xref>, <xref ref-type="bibr" rid="pone.0230536.ref028">28</xref>], application of CNNs on bioinformatics or, more specifically, genomics data is still an emerging field. Recent works have applied CNN on raw DNA sequences to address diverse predictive problems, such as prediction of specificities of DNA- and RNA-binding protein, prediction of chromatin marks from DNA sequences, or prediction of DNA methylation states [<xref ref-type="bibr" rid="pone.0230536.ref029">29</xref>–<xref ref-type="bibr" rid="pone.0230536.ref031">31</xref>]. CNNs have been also successfully applied to proteomics [<xref ref-type="bibr" rid="pone.0230536.ref032">32</xref>, <xref ref-type="bibr" rid="pone.0230536.ref033">33</xref>] or multi-omics data [<xref ref-type="bibr" rid="pone.0230536.ref034">34</xref>, <xref ref-type="bibr" rid="pone.0230536.ref035">35</xref>] in different classification or prediction scenarios.</p>
<p>The application of CNNs to gene-expression data has many limitations, derived from the unstructured nature of these data. In this way, in a recent study [<xref ref-type="bibr" rid="pone.0230536.ref035">35</xref>], multi-layer perceptrons (MLP) and CNNs were comparatively tested—together with linear discriminant analysis (LDA), logistic regression (LR), naive Bayes (NB), random forest (RF) and support vector machines (SVM)—on more than 30 gene-expression datasets to predict disease stages or to discriminate between diseased samples and normal samples. The results in [<xref ref-type="bibr" rid="pone.0230536.ref035">35</xref>] showed that CNNs were among the methods with the worst performance rates for the majority of the datasets analyzed, while MLPs achieved the highest overall accuracy among all methods tested. Although these results could seem surprising, they are somehow obvious, as the effectiveness of CNNs is based on how receptive fields (i.e. convolutional filters) exploit local motifs present in data. In computer vision applications, CNNs deal with images consisting of local regions containing “spatially coherent” pixels, i.e. adjacent pixels in a same image are not independent but they share specific information, so that local patterns can be extracted by the convolutional layers. Consequently, if the pixels in the images were rearranged, so that their relative position changed, it could negatively affect feature extraction and performance of the CNNs [<xref ref-type="bibr" rid="pone.0230536.ref036">36</xref>]. For their part, gene-expression samples lack local motifs since adjacent genes in a same sample are independent, i.e. gene-expression samples do not show “spatial coherence” or, in other words, genes in “local” regions in the sample do not share similar information. This leads us to think that if we rearranged gene-expression data (in an element-wise manner), thus transforming gene-expression samples into better structured patterns—giving them an“image form” by putting together those genes that share domain-specific information—, CNNs could extract local high-level features and achieve higher performance rates when tackling predictive or classification problems. Following this idea, in [<xref ref-type="bibr" rid="pone.0230536.ref037">37</xref>] Lyu and Haque presented the first preliminary approach to transform gene-expression vectors into two-dimensional images, which were subsequently used to train a CNN architecture for tumor-type classification. They utilized the relative position of the genes in the chromosome, i.e. the transcription locus, as the rearrangement criterion to create “gene-expression images”. In [<xref ref-type="bibr" rid="pone.0230536.ref038">38</xref>] Ma and Zhang outline the general ideas of <italic>OmicsMapNet</italic> approach, in which omics data of individual samples are first rearranged into two-dimensional images in which molecular features related to functions, ontologies, or other relationships are organized in spatially adjacent and patterned locations. They apply their proposed methodology to RNA-Seq expression data of TCGA diffuse glioma samples and train a CNN to predict malignancy grade of tumor samples. More recently, Sharma and collaborators have presented <italic>DeepInsight</italic> [<xref ref-type="bibr" rid="pone.0230536.ref036">36</xref>], a general methodology to transform a non-image data into an image for CNN architectures, which the authors apply on different kinds of non-image datasets, namely RNA-seq, vowels, text, and artificial data. Nevertheless, unlike previous works, they do not use domain-specific information to rearrange input feature vectors, but they use instead a much more general pipeline consisting of an initial KPCA (kernel principal component analysis) or t-SNE (t-distributed stochastic neighbor embedding) projection, followed by the application of the convex hull algorithm and an image rotation operation. DeepInsight produces high classification accuracy on a test set of RNA-seq data (obtained from the TCGA public dataset) and, as reported in [<xref ref-type="bibr" rid="pone.0230536.ref036">36</xref>], outperforms other ML methods—i.e. RF, Ada-Boost and decision trees—in a simple tumor-type classification problem of not direct clinical relevance.</p>
<p>On the other hand, training a CNN with gene-expression data, not only implies having to rearrange the data to provide them with structure for convolutional filters to take advantage of local information patterns, but it also involves dealing with the curse of dimensionality inherent to genomics data. Training a CNN architecture—or, more in general, a DL model—with a small set of samples composed of a large number of features (i.e. <italic>N</italic> ≫ <italic>M</italic>) can lead the model to dramatic over-fitting issues. To counteract the enormous imbalance between the number of samples and characteristics, several approaches have been proposed in the literature, which can be summarized into two general categories: data augmentation (DA) and TL strategies. While DA consists in expanding the size of the training set by using different methods and procedures (e.g., introducing affine or perspective transformations for images or using much more complex and general pipelines based on variational auto-encoders [<xref ref-type="bibr" rid="pone.0230536.ref039">39</xref>] or generative adversarial neural networks [<xref ref-type="bibr" rid="pone.0230536.ref040">40</xref>]), TL approaches aim at pre-training the model on a similar <italic>base</italic> dataset to finally fine-tune the model on the <italic>target</italic> dataset. For the TL approach to work properly, the <italic>base</italic> dataset must contain a much greater number of samples than the final <italic>target</italic> dataset. TL has been successfully applied to computer vision, text classification or software error detection, among other domains [<xref ref-type="bibr" rid="pone.0230536.ref041">41</xref>].</p>
<p>Following the preliminary ideas outlined in [<xref ref-type="bibr" rid="pone.0230536.ref038">38</xref>], in this paper we propose a methodology to rearrange RNA-seq data by using a biological criterion aimed at transforming gene-expression vectors into “gene-expression images” in which the relative position of the genes is driven by their molecular function. The KEGG ontology database [<xref ref-type="bibr" rid="pone.0230536.ref042">42</xref>, <xref ref-type="bibr" rid="pone.0230536.ref043">43</xref>] has been used to query the BRITE hierarchies corresponding to all the genes in RNA-seq tumor samples, which are subsequently rearranged by mapping the tree-shape hierarchies onto a two-dimensional image. A <italic>treemapping</italic> [<xref ref-type="bibr" rid="pone.0230536.ref044">44</xref>] algorithm has been used to display the hierarchical data onto images by using nested rectangles, representing KEGG functional categories and sub-categories, which are ultimately composed of genes. We then follow a TL approach to train a CNN architecture on these “gene-expression images” for cancer survival prediction. Using RNA-seq data obtained from the The Cancer Genome Atlas (TCGA) program (<ext-link ext-link-type="uri" xlink:href="https://www.cancer.gov/about-nci/organization/ccg/research/structural-genomics/tcga" xlink:type="simple">https://www.cancer.gov/about-nci/organization/ccg/research/structural-genomics/tcga</ext-link>) we pre-train the CNN on a dataset composed of samples of 31 different cancer types, with the exception of lung cancer. Finally, lung cancer RNA-seq samples are used to fine-tune the resulting pre-trained CNN architecture to get high performance rates in a fixed-time survival predictive problem arranged as a binary classification task, thus outperforming MLNNs and other ML approaches analyzed comparatively.</p>
<p>Unlike other predictive problems addressed usually with ML or DL models on the basis of gene-expression data, such as tumor type classification or tumor/non-tumor binary classification, survival prediction deserves special attention for its high clinical relevance, since survival analysis allows physicians to stratify cohorts of patients in order to have more accurate prognosis estimation and establish more precise and effective treatments. In this study, the clinical outcome to be predicted by CNN is <italic>progression free interval</italic> (PFI), which is one of the clinical variables present in Pan-Cancer TCGA dataset, as part of the following phenotypical features related to survival and provided for all the samples in the dataset (with the exception of some missing values): <italic>overall survival</italic> (OS), <italic>disease-specific survival</italic> (DSS), <italic>disease-free interval</italic> (DFI) and PFI. Using OS or DSS demands longer follow-up times, thus in many clinical studies DFI or PFI are used. As concluded by a recent validation study [<xref ref-type="bibr" rid="pone.0230536.ref045">45</xref>], PFI is the best-supported survival variable that can be derived accurately from TCGA available data, as it has been determined to be reliable for 31 out of 33 TCGA cancer types (see Table 3 in [<xref ref-type="bibr" rid="pone.0230536.ref045">45</xref>]). It establishes time (number of days) for patient having new tumor event, whether it was a progression of disease, local recurrence, distant metastasis, new primary tumor, or the patient died with the cancer without new tumor event, including cases with a new tumor event whose type is unknown (see [<xref ref-type="bibr" rid="pone.0230536.ref045">45</xref>] supplementary material).</p>
<p>The rest of the paper is organized as follows. Section <italic>Materials and Methods</italic> describes firstly how the gene-expression datasets used within the analysis are collected and preprocessed; secondly, the methodology proposed here to generate the gene-expression images, by using the KEGG BRITE functional hierarchies as the criterion followed to rearrange gene-expression vectors into images, is explained in details; thirdly, the problem of PFI prediction is presented in this section; then, we introduce the different DL models as well as the TL approach proposed in this study; finally in this section, other traditional ML approaches are presented, as well as the cross-validation (CV) strategy used to compare these models with the DL-with-TL approach. In Section <italic>Results and Discussion</italic> the results obtained by the different approaches are comparatively analyzed and discussed and, finally, some conclusions are provided in the last section of this manuscript.</p>
<p>Finally, for reproducibility purposes, all the data and code needed to replicate our work, is publicly available at <ext-link ext-link-type="uri" xlink:href="https://github.com/guilopgar/GeneExpImgTL" xlink:type="simple">https://github.com/guilopgar/GeneExpImgTL</ext-link>.</p>
</sec>
<sec id="sec002" sec-type="materials|methods">
<title>Materials and methods</title>
<p>The workflow of our TL approach is shown in <xref ref-type="fig" rid="pone.0230536.g001">Fig 1</xref>, and each phase of the pipeline is described in the next subsections.</p>
<fig id="pone.0230536.g001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g001</object-id>
<label>Fig 1</label>
<caption>
<title>Workflow of the DL-with-TL approach.</title>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g001" xlink:type="simple"/>
</fig>
<sec id="sec003">
<title>Data collection and pre-processing</title>
<p>In this work, the Pan-Cancer dataset from the TCGA project was used [<xref ref-type="bibr" rid="pone.0230536.ref046">46</xref>], accessed from the UCSC Xena data browser (<ext-link ext-link-type="uri" xlink:href="https://xenabrowser.net/datapages/" xlink:type="simple">https://xenabrowser.net/datapages/</ext-link>). The Pan-Cancer dataset comprises ∼ 11<italic>K</italic> RNA-Seq gene-expression samples from 33 distinct tumor types, measured by <italic>log</italic><sub>2</sub>(<italic>TPM</italic> + 0.001) transformed RSEM values. Every sample contains the expression values of 60498 input variables (transcripts). In order to reduce the unmanageable number of initial features, we performed an unsupervised feature selection approach. Using the standard deviation (SD) metric, we firstly removed the uninformative variables with constant expression values across all the samples. Then, according to the median absolute deviation (MAD), only the top 20<italic>K</italic> most variably expressed genes were retained, obtaining a final dataset composed of 10535 samples and 20<italic>K</italic> features.</p>
</sec>
<sec id="sec004">
<title>Gene-expression images</title>
<p>In this study, our main goal is to transform the gene-expression vectors contained in the Pan-Cancer dataset into images that can be exploited by CNN models. To do so, we rearranged the positions of the genes using a biological criterion. In particular, KEGG BRITE hierarchical information was used to determine the specific location of every gene inside the images.</p>
<p>This second phase of the workflow is divided into two sub-stages: the creation of a tree-shape structure that associates KEGG BRITE functional information to the genes contained in the Pan-Cancer dataset (see section ‘KEGG BRITE functional hierarchies’), and the generation of the gene-expression images using the previously created hierarchical structure (see section ‘Treemapping procedure’).</p>
<sec id="sec005">
<title>KEGG BRITE functional hierarchies</title>
<p>KEGG is a collection of databases which aims at describing biological entities from a systems-biology perspective. Among them, KEGG BRITE is an ontology database that captures functional hierarchies of KEGG objects, such as molecules, cells, drugs and genes [<xref ref-type="bibr" rid="pone.0230536.ref043">43</xref>]. The objective of this first sub-stage of the second phase of the workflow is to create a tree-shape structure that links the hierarchical functional information contained in KEGG BRITE database to the genes present in the Pan-Cancer dataset.</p>
<p>With the aim of generating this hierarchical structure, we firstly downloaded the KEGG BRITE reference hierarchy file, by making use of the REST-style KEGG API (<ext-link ext-link-type="uri" xlink:href="http://rest.kegg.jp/get/br:br08902" xlink:type="simple">http://rest.kegg.jp/get/br:br08902</ext-link>). Since we are only interested in the functional hierarchies associated to the human genes contained in the pre-processed Pan-Cancer dataset (see section ‘Data collection and pre-processing’), the mapping procedure depicted in <xref ref-type="fig" rid="pone.0230536.g002">Fig 2</xref> was performed. The first step of this process consists in linking human genes with KEGG BRITE functional hierarchies, by using a table that maps the KEGG BRITE ID associated with each functional hierarchy to KEGG human gene IDs. This table was also accessed via the KEGG API (<ext-link ext-link-type="uri" xlink:href="http://rest.kegg.jp/link/hsa/brite" xlink:type="simple">http://rest.kegg.jp/link/hsa/brite</ext-link>). Then, in order to link KEGG human gene IDs with the specific genes present in the Pan-Cancer samples, which are in ENSEMBL notation [<xref ref-type="bibr" rid="pone.0230536.ref047">47</xref>], a double casting operation is needed. On the one hand, a table accessed from the KEGG API (<ext-link ext-link-type="uri" xlink:href="http://rest.kegg.jp/list/hsa" xlink:type="simple">http://rest.kegg.jp/list/hsa</ext-link>) is used to convert the KEGG human gene IDs into the corresponding HUGO gene names [<xref ref-type="bibr" rid="pone.0230536.ref048">48</xref>]. At the same time, ENSEMBL IDs of the Pan-Cancer genes are also converted to HUGO gene names by using a mapping table created by the European Bioinformatics Institute (EBI) (<ext-link ext-link-type="uri" xlink:href="ftp://ftp.ebi.ac.uk/pub/databases/genenames/new/tsv/hgnc_complete_set.txt" xlink:type="simple">ftp://ftp.ebi.ac.uk/pub/databases/genenames/new/tsv/hgnc_complete_set.txt</ext-link>). In this way, the correspondence between KEGG BRITE functional hierarchies and Pan-Cancer genes can be finally established.</p>
<fig id="pone.0230536.g002" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g002</object-id>
<label>Fig 2</label>
<caption>
<title>Mapping procedure.</title>
<p>Mapping between different gene notations to get the functional hierarchies associated to human genes contained in Pan-Cancer dataset (the cardinality of the relation between each two notations is also given).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g002" xlink:type="simple"/>
</fig>
<p>Once the mapping procedure was completed, 45 KEGG BRITE functional hierarchies were associated to 7509 genes from the pre-processed Pan-Cancer dataset. As a result, the tree structure described in <xref ref-type="fig" rid="pone.0230536.g003">Fig 3</xref> was obtained. Using the hierarchical information contained in KEGG BRITE reference hierarchy file, the 45 functional hierarchies were grouped into four major functional categories: “Orthologs and modules”, “Protein families: genetic information processing”, “Protein families: metabolism” and “Protein families: signaling and cellular processes”, which all belong to the “Genes and Proteins” group, i.e. the root of the tree. The leaves of the tree correspond to genes. As it can be observed in <xref ref-type="fig" rid="pone.0230536.g002">Fig 2</xref>, a single gene from the Pan-Cancer dataset can be associated with multiple KEGG BRITE functional hierarchies. This is the reason why the number of leaves is 17723, though there are only 7509 distinct genes in the tree.</p>
<fig id="pone.0230536.g003" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g003</object-id>
<label>Fig 3</label>
<caption>
<title>KEGG BRITE functional-hierarchies tree.</title>
<p>KEGG BRITE functional-hierarchies tree and bar-plots of the degree of each functional hierarchy node, i.e. the number of Pan-Cancer genes associated to each functional hierarchy.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g003" xlink:type="simple"/>
</fig>
<p>Finally, from the entire set of 20<italic>K</italic> genes contained in the pre-processed Pan-Cancer dataset, we selected a subset composed of 7509 annotated genes, thus having a final Pan-Cancer dataset of 10535 samples and 7509 features.</p>
</sec>
<sec id="sec006">
<title>Treemapping procedure</title>
<p>
<xref ref-type="fig" rid="pone.0230536.g004">Fig 4</xref> outlines the second sub-stage of the procedure designed here to transform gene-expression vectors into images. It aims at mapping an unstructured gene-expression vector <bold>g</bold><sub><bold>i</bold></sub> = (<italic>g</italic><sub><italic>i</italic>1</sub>, <italic>g</italic><sub><italic>i</italic>2</sub>, …, <italic>g</italic><sub><italic>in</italic></sub>), with <inline-formula id="pone.0230536.e001"><alternatives><graphic id="pone.0230536.e001g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0230536.e001" xlink:type="simple"/><mml:math display="inline" id="M1"><mml:mrow><mml:msub><mml:mi mathvariant="bold">g</mml:mi> <mml:mi mathvariant="bold">i</mml:mi></mml:msub> <mml:mo>∈</mml:mo> <mml:msup><mml:mi mathvariant="double-struck">R</mml:mi> <mml:mi>n</mml:mi></mml:msup></mml:mrow></mml:math></alternatives></inline-formula>, corresponding to a Pan-Cancer sample <italic>i</italic> with <italic>n</italic> genes (transcripts), into a structured gene-expression image <inline-formula id="pone.0230536.e002"><alternatives><graphic id="pone.0230536.e002g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0230536.e002" xlink:type="simple"/><mml:math display="inline" id="M2"><mml:mrow><mml:msub><mml:mi mathvariant="bold">G</mml:mi> <mml:mi>i</mml:mi></mml:msub> <mml:mo>∈</mml:mo> <mml:msup><mml:mi mathvariant="double-struck">R</mml:mi> <mml:mrow><mml:mi>r</mml:mi> <mml:mo>×</mml:mo> <mml:mi>c</mml:mi></mml:mrow></mml:msup></mml:mrow></mml:math></alternatives></inline-formula>, with <italic>r</italic> and <italic>c</italic> being the number of pixels in the rows and columns of <bold>G</bold><sub><bold>i</bold></sub>, respectively. The locations (in terms of row and column) of every gene-expression value <italic>g</italic><sub><italic>ij</italic></sub> in <bold>G</bold><sub><bold>i</bold></sub> are determined by the KEGG BRITE functional hierarchies to which the corresponding gene is associated (see also <xref ref-type="fig" rid="pone.0230536.g003">Fig 3</xref>) as well as by the mean expression value of the gene across all Pan-Cancer samples, as described below. For this purpose, the KEGG BRITE functional-hierarchies tree—obtained as a result of the procedure explained in the previous subsection—is firstly converted into a <italic>KEGG BRITE functional-hierarchies image</italic> <bold>T</bold>, with dimensions <italic>r</italic> × <italic>c</italic>, by means of the <italic>treemapping</italic> method, explained in the following paragraph. Thus, <bold>T</bold> serves as a sort of “image template” for the subsequent mapping <bold>g</bold><sub><bold>i</bold></sub> ⇒ <bold>G</bold><sub><bold>i</bold></sub>. Specifically, in order to generate <bold>T</bold> we used the <monospace>R</monospace> package <italic>treemap</italic> (<ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/package=treemap" xlink:type="simple">https://cran.r-project.org/package=treemap</ext-link>), which implements the ordered-treemap, pivot-by-size, algorithm [<xref ref-type="bibr" rid="pone.0230536.ref049">49</xref>].</p>
<fig id="pone.0230536.g004" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g004</object-id>
<label>Fig 4</label>
<caption>
<title>Treemapping procedure.</title>
<p>KEGG BRITE functional-hierarchies tree and the mean gene-expression values across Pan-Cancer samples are used to get <italic>KEGG BRITE functional-hierarchies image</italic> <bold>T</bold>.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g004" xlink:type="simple"/>
</fig>
<p>When applied to the KEGG BRITE functional-hierarchies tree, the treemapping procedure used in this study to create <bold>T</bold> works as follows. Given a fixed image size <italic>r</italic> × <italic>c</italic> for <bold>T</bold> and starting from the root of the tree, the treemapping algorithm divides recursively the image into rectangles until all the nodes in the tree are explored, level by level, with each rectangle representing a node in the tree. That is to say that, firstly, the whole image corresponds to the “Genes and Proteins” node, i.e. the root of the tree. The image is subsequently divided into the same number of <italic>functional category rectangles</italic> as the degree of the “Genes and Proteins” node, which is 4 (see <xref ref-type="fig" rid="pone.0230536.g004">Fig 4</xref>-<italic>level 1</italic> image and <xref ref-type="fig" rid="pone.0230536.g005">Fig 5</xref>). After that, each of the 4 <italic>functional category rectangles</italic> are subsequently subdivided into the same number of <italic>functional hierarchy rectangles</italic> as the degree of the node it represents (see <xref ref-type="fig" rid="pone.0230536.g004">Fig 4</xref>-<italic>level 2</italic> image and <xref ref-type="fig" rid="pone.0230536.g006">Fig 6</xref>), e.g. the “Protein families: metabolism” category rectangle is subdivided into 9 rectangles, as the degree of the “Protein families: metabolism” node in the tree is 9. Finally, in order to produce the final treemap image <bold>T</bold>, every one of the 45 functional hierarchy rectangles is ultimately subdivided into <italic>gene rectangles</italic> (see <xref ref-type="fig" rid="pone.0230536.g004">Fig 4</xref>-<italic>level 3</italic> image), representing the genes, i.e. the leaves of the tree. The relative position of these gene rectangles inside the functional hierarchy rectangles in <bold>T</bold> is determined by their mean expression values across all the samples contained in the Pan-Cancer dataset (see also <xref ref-type="fig" rid="pone.0230536.g007">Fig 7</xref>, bottom-right image). Regarding the size of any of the rectangles generated throughout the treemapping procedure, and assuming that all leaves (genes) should occupy the same rectangular area <italic>a</italic> in the final image, the area <italic>A</italic> of rectangle <italic>rec</italic> is given by <italic>A</italic>(<italic>rec</italic>) = <italic>D</italic>(<italic>rec</italic>) × <italic>a</italic>, where <italic>D</italic>(<italic>rec</italic>) is the number of descendant leaves of the node in the tree represented by <italic>rec</italic>.</p>
<fig id="pone.0230536.g005" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g005</object-id>
<label>Fig 5</label>
<caption>
<title>Level-1 treemap image.</title>
<p>Image generated by subdividing the “Genes and Proteins” initial rectangle into the 4 <italic>functional category rectangles</italic> corresponding to the nodes in the first level of the KEGG BRITE functional-hierarchies tree. (Pseudo-colors are used for representation purposes).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g005" xlink:type="simple"/>
</fig>
<fig id="pone.0230536.g006" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g006</object-id>
<label>Fig 6</label>
<caption>
<title>Level-2 treemap.</title>
<p>Image generated by subdividing the “Orthologs and modules”, “Protein families: signaling and cellular processes”, “Protein families: metabolism” and “Protein families: genetic information processing” category rectangles into the 45 <italic>functional hierarchy rectangles</italic> corresponding to the second level of the KEGG BRITE tree. (Pseudo-colors are used for representation purposes).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g006" xlink:type="simple"/>
</fig>
<fig id="pone.0230536.g007" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g007</object-id>
<label>Fig 7</label>
<caption>
<title>G<sub>i</sub> gene-expression images.</title>
<p>Three examples of <bold>G</bold><sub><bold>i</bold></sub> gene-expression images (corresponding to Pan-Cancer samples TCGA-DK-A6B1-01, TCGA-IA-A83V-01 and TCGA-YL-A9WJ-01), together with the <italic>average gene-expression image</italic> (bottom right). In the latter image, the color of every gene represents its average expression value across all Pan-Cancer samples, in order to illustrate that, inside each functional hierarchy rectangle, genes are sorted according to their average expression value across all samples. For the four images, gray colors represent expression levels (the lighter the gray level the higher the expression value of the gene it represents).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g007" xlink:type="simple"/>
</fig>
<p>Using the treemapping method described above, the KEGG BRITE functional-hierarchies tree is transformed into the template image <bold>T</bold>, for which the positions of every gene is determined by its locations in the tree as well as its mean expression value across the Pan-Cancer samples. It should be noticed that, since a single gene can have multiple locations in the tree (see section ‘KEGG BRITE functional hierarchies’), a unique gene can also occupy multiple positions in <bold>T</bold>.</p>
<p>On the other hand, regarding the dimensions of <bold>T</bold>, an appropriate fixed size <italic>r</italic> × <italic>c</italic> should be selected. If the resolution of <bold>T</bold> is excessively low, the treemapping procedure does not guarantee that all leaves in the tree are contained in the final image. Otherwise, when the resolution of <bold>T</bold> is extremely high, although all leaves—and therefore all genes (<italic>n</italic> = 7509)—are expected to be present in the image, occupying the same rectangular area, the computational cost of processing the subsequently generated gene-expression images is also excessively high. In this work, we have chosen a fixed size of 175 × 175 pixels, which was heuristically obtained as the one that allows us to have a final template image <bold>T</bold> containing all 17723 leaves from the functional tree with approximately the same rectangular size, while using a reasonable resolution from a computational perspective.</p>
<p>In <xref ref-type="fig" rid="pone.0230536.g007">Fig 7</xref> bottom-right, a representation of the finally generated image <bold>T</bold> with dimensions 175 × 175 is shown. For illustration purposes, the gray colors in this image represent average expression values across all samples from the Pan-Cancer dataset.</p>
<p>Once the KEGG BRITE functional-hierarchies image <bold>T</bold> is obtained, it is used as an image template to create the gene-expression images <bold>G</bold><sub><bold>i</bold></sub> corresponding to all samples in the Pan-Cancer dataset, in a straightforward manner. For each gene-expression vector (sample <italic>i</italic>) from the Pan-Cancer dataset, we map the expression values to the positions of the genes in <bold>T</bold>, thus obtaining a unique gene-expression image <inline-formula id="pone.0230536.e003"><alternatives><graphic id="pone.0230536.e003g" mimetype="image" position="anchor" xlink:href="info:doi/10.1371/journal.pone.0230536.e003" xlink:type="simple"/><mml:math display="inline" id="M3"><mml:mrow><mml:msub><mml:mi mathvariant="bold">G</mml:mi> <mml:mi mathvariant="bold">i</mml:mi></mml:msub> <mml:mo>∈</mml:mo> <mml:msup><mml:mi mathvariant="double-struck">R</mml:mi> <mml:mrow><mml:mn>175</mml:mn> <mml:mo>×</mml:mo> <mml:mn>175</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:math></alternatives></inline-formula> for every sample <italic>i</italic>. In this way, the positions of the genes are the same in all gene-expression images and are determined by <bold>T</bold>, but the pixel values in <bold>G</bold><sub><bold>i</bold></sub> are sample-specific. Images <bold>G</bold><sub><bold>i</bold></sub> have all the same resolution as <bold>T</bold>, i.e. 175 × 175 pixels. See <xref ref-type="fig" rid="pone.0230536.g007">Fig 7</xref> (top and bottom-left) for three examples of <bold>G</bold><sub><bold>i</bold></sub> images corresponding to three different Pan-Cancer samples.</p>
</sec>
</sec>
<sec id="sec007">
<title>Lung-cancer PFI prediction</title>
<p>In this study, we train CNN models by means of a TL approach to tackle a specific cancer survival predictive task, namely fixed-time PFI prediction, modeled as a binary classification problem. In this way, given a fixed time point in days <italic>t</italic>, the output of the model represents the probability for a patient to have a new tumor event—whether it was a progression of disease, local recurrence, distant metastasis, new primary tumor, or the patient died with the cancer without new tumor event—during the following <italic>t</italic> days after the initial diagnosis. Particularly, we aim at predicting PFI outcome for lung-cancer samples present in the Pan-Cancer dataset. Since PFI information is available for all Pan-Cancer samples (i.e. not only for lung cancer but also for the remaining cancer types), a TL approach can be adopted. Thus, we split the Pan-Cancer dataset into two distinct subsets: on the one hand, in the <italic>Lung</italic> dataset we include exclusively the lung-cancer samples—corresponding actually to two different cancer types of Pan-Cancer, namely lung adenocarcinoma (LUAD) and lung squamous-cell carcinoma (LUSC)—, while, on the other hand, in the dataset named <italic>non-Lung</italic> the samples from the remaining 31 Pan-Cancer tumor types are grouped together. The <italic>non-Lung</italic> dataset is used to pre-train the model, initializing the weights of the CNN architecture. Then, the resulting pre-trained model is finally fine-tuned on the <italic>Lung</italic> dataset, thus trying to maximize the predictive capacity of the CNN on the lung cancer patients.</p>
<p>In order to model the available PFI survival information for the Pan-Cancer samples as a binary variable for classification, a suitable value for <italic>t</italic> needs to be chosen. A tumor sample belongs to the positive class if the corresponding patient had a new event before <italic>t</italic> days after the patient was initially diagnosed. On the contrary, if the patient did not have a new tumor event during the previous time period, the corresponding sample belongs to the negative class. Thus, all right-censored samples whose censoring times are below time <italic>t</italic> must be discarded, as it can not be surely determined whether those patients had a new tumor event before time <italic>t</italic>. For that reason, the lower the value of <italic>t</italic>, the higher number of samples that can be retained. However, if the value of <italic>t</italic> is overly low, an extremely imbalanced dataset is obtained, as most of the patients will not have had a new tumor event during such a short time period, leading to a highly underrepresented positive class. In this work, we have estimated a fixed-time point of 230 days (∼7.67 months), which allows us to retain a high number of samples in both <italic>non-Lung</italic> and <italic>Lung</italic> datasets, while having an assumable class imbalance in both datasets. Hence, we finally obtain a <italic>non-Lung</italic> dataset composed of 7707 samples in which the 12% belong to the positive class, and a <italic>Lung</italic> dataset of 855 samples, with a similar class imbalance, with the 9% of the samples belonging to the positive class.</p>
<sec id="sec008">
<title>DL-with-TL approach</title>
<p>Following a TL approach, the gene-expression images obtained from the <italic>non-Lung</italic> samples were used to pre-train the CNN model, while the resulting architecture was fine-tuned on the gene-expression images corresponding to the <italic>Lung</italic> samples. Random over-sampling technique was applied both during pre-training and fine-tuning phases of the TL strategy in order to handle the class imbalance of the <italic>non-Lung</italic> and <italic>Lung</italic> cancer datasets. Regarding the model’s hyper-parameters optimization, Bayesian optimization [<xref ref-type="bibr" rid="pone.0230536.ref050">50</xref>] along 100 iterations was used to perform automatic tuning of the CNN model’s hyper-parameters, such as the number of layers, the dropout rates, the number of filters and kernel size used by every convolutional layer, etc. (see <xref ref-type="supplementary-material" rid="pone.0230536.s001">S1 Table</xref> for more details). Unlike other TL strategies, for which the hyper-parameters of the pre-trained and the final fine-tuned architectures are independently optimized on the basis of the corresponding <italic>base</italic> and <italic>target</italic> datasets, respectively, in this study all the hyper-parameters of the models were jointly optimized, thus including the pre-training and fine-tuning phase-specific hyper-parameters, such as the learning rates and the batch sizes. To that end, the Bayesian optimization process was uniquely driven by the predictive performance of the final fine-tuned model on the <italic>target</italic> dataset, i.e. the <italic>Lung</italic> dataset, since our main goal is to select the CNN architecture that better predicts the PFI outcome of the lung-cancer samples. To estimate the predictive performance of the CNN, the average Area Under the ROC Curve (AUC) was used as the evaluation metric, by following a 10-repeated 5-fold CV scheme.</p>
<p>Moreover, with the purpose of evaluating the performance of the CNN, which could be derived from its ability of taking advantage of exploiting local patterns present in the <bold>G</bold><sub><bold>i</bold></sub> images, we compare it to an alternative DL model that, instead of using the <bold>G</bold><sub><bold>i</bold></sub> images as input data, it employs the unstructured gene-expression vectors as the input to the model. With this purpose, a densely-connected multi-layer feed-forward neural network (MLNN) model was also trained for the prediction of lung-cancer PFI. Again, a TL approach was followed by using the <italic>non-Lung</italic> gene-expression vectors to pre-train the MLNN, whereas the gene-expression vectors from the <italic>Lung</italic> dataset were used to fine-tune the resulting model. A random over-sampling strategy was also applied to overcome the class imbalance of both the <italic>non-Lung</italic> and <italic>Lung</italic> gene-expression datasets. As in the case of CNN, a similar Bayesian optimization procedure with 100 iterations was employed to jointly optimize all the MLNN model’s hyper-parameters (see <xref ref-type="supplementary-material" rid="pone.0230536.s002">S2 Table</xref> for additional information), using average AUC as the evaluation metric—computed across the 50 folds obtained from 10-repeated 5-fold CV scheme on the <italic>Lung</italic> dataset.</p>
</sec>
<sec id="sec009">
<title>Comparison to ML approaches</title>
<p>With the aim of assessing the efficacy of the DL-with-TL approach to predict PFI clinical outcome for lung-cancer samples, we compare it to other traditional ML approaches. For ML models to deal with the curse of dimensionality in predictive tasks on gene-expression data—thus avoiding over-fitting issues and increasing overall performance—, feature selection and/or extraction methods have to be included in the workflows. Namely, in this study we analyze the use of three different dimensionality reduction methods—ANOVA feature selection, PCA and KPCA feature extraction—in combination with four traditional ML models—logistic regression (LR), support vector machine (SVM), shallow NN and random forest (RF)—to perform fixed-time PFI binary classification on the lung-cancer Pan-Cancer samples. To overcome the class imbalance of the <italic>Lung</italic> gene-expression dataset, we applied synthetic minority over-sampling technique (SMOTE) [<xref ref-type="bibr" rid="pone.0230536.ref051">51</xref>] immediately after the feature selection/extraction step of the traditional ML workflow. Again, a Bayesian optimization procedure with 100 iterations was used to automatically tune the hyper-parameters of the ML models (see <xref ref-type="supplementary-material" rid="pone.0230536.s003">S3 Table</xref> for further details), using the mean AUC calculated across the same 50 CV folds of the <italic>Lung</italic> dataset as the model evaluation metric.</p>
<p>Note that, in case of the ML approach, only the raw gene-expression vectors of the <italic>Lung</italic> dataset were used to train the models, since no TL strategy was employed with these models.</p>
</sec>
</sec>
</sec>
<sec id="sec010" sec-type="conclusions">
<title>Results and discussion</title>
<p>Given the high class imbalance of the <italic>Lung</italic> dataset (in favor of the negative class), AUC was chosen as the principal metric to evaluate comparatively the performance of the different approaches analyzed here, since it is the preferred metric to deal with very skewed sample distributions, for which we aim at avoiding overfitting to the most frequent class. Besides AUC, five additional performance measures—sensitivity, specificity, F-measure, accuracy and Matthews correlation coefficient (MCC)—were also calculated in order to have a more complete view of the models’ behavior. Probability thresholds necessary to compute these metrics for each binary classifier were independently adjusted on each fold during the CV process, by using the ROC-curve to compute the threshold that optimizes the balance between sensitivity and specificity. However, it must be notice that accuracy is not the more appropriate performance measure when dealing with strongly unbalanced datasets, such as the ones we are using for training the models in this study. Thus, in our case the negative class represents more than 90% of the training samples, so that a naive classifier could easily reach more than 90% accuracy (as well as 100% specificity) by classifying all samples as belonging to the negative class.</p>
<p>Since the main objective of this study is to compare the efficacy of different DL and ML approaches when predicting fixed-time PFI for Pan-Cancer lung-cancer samples, in <xref ref-type="table" rid="pone.0230536.t001">Table 1</xref> mean performance rates on the 50 validation subsets from a 10-repeated 5-fold CV strategy are shown for each approach analyzed here. The first two rows in the table show the results from the DL models—CNN and MLNN—trained by following the TL approach described above, whereas in the last 12 rows the performance rates of the different ML strategies are given. Dashed lines in the table divide the ML models according to the feature selection/extraction method employed by the models (i.e. ANOVA, PCA or KPCA) in order to reduce the number of input features.</p>
<table-wrap id="pone.0230536.t001" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.t001</object-id>
<label>Table 1</label>
<caption>
<title>Averaged performance measures from 10-repeated 5-fold CV.</title>
</caption>
<alternatives>
<graphic id="pone.0230536.t001g" mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.t001" xlink:type="simple"/>
<table border="0" frame="box" rules="all">
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="center">Approach</th>
<th align="center">Model</th>
<th align="center">AUC</th>
<th align="center">Sensitivity</th>
<th align="center">Specificity</th>
<th align="center">F-measure</th>
<th align="center">Accuracy</th>
<th align="center">MCC</th>
</tr>
</thead>
<tbody>
<tr>
<td align="center" rowspan="2"><bold>DL-with-TL</bold></td>
<td align="center"><bold>CNN</bold></td>
<td align="char" char="."><bold>0.7326</bold></td>
<td align="char" char="."><bold>0.6751</bold></td>
<td align="char" char=".">0.6899</td>
<td align="char" char="."><bold>0.3101</bold></td>
<td align="char" char=".">0.6885</td>
<td align="char" char="."><bold>0.2469</bold></td>
</tr>
<tr>
<td align="center"><bold>MLNN</bold></td>
<td align="char" char=".">0.7094</td>
<td align="char" char=".">0.6117</td>
<td align="char" char="."><bold>0.7388</bold></td>
<td align="char" char=".">0.3081</td>
<td align="char" char="."><bold>0.7269</bold></td>
<td align="char" char=".">0.2393</td>
</tr>
<tr>
<td align="center" rowspan="12"><bold>ML</bold></td>
<td align="center"><bold>ANOVA-LR</bold></td>
<td align="char" char=".">0.6958</td>
<td align="char" char=".">0.6311</td>
<td align="char" char=".">0.6952</td>
<td align="char" char=".">0.2859</td>
<td align="char" char=".">0.6891</td>
<td align="char" char=".">0.2146</td>
</tr>
<tr>
<td align="center"><bold>ANOVA-SVM</bold></td>
<td align="char" char=".">0.7035</td>
<td align="char" char=".">0.6426</td>
<td align="char" char=".">0.6968</td>
<td align="char" char=".">0.2937</td>
<td align="char" char=".">0.6916</td>
<td align="char" char=".">0.2266</td>
</tr>
<tr>
<td align="center"><bold>ANOVA-NN</bold></td>
<td align="char" char=".">0.6730</td>
<td align="char" char=".">0.6029</td>
<td align="char" char=".">0.6840</td>
<td align="char" char=".">0.2732</td>
<td align="char" char=".">0.6763</td>
<td align="char" char=".">0.1990</td>
</tr>
<tr>
<td align="center" style="border-bottom:dotted"><bold>ANOVA-RF</bold></td>
<td align="char" char="." style="border-bottom:dotted">0.6895</td>
<td align="char" char="." style="border-bottom:dotted">0.6301</td>
<td align="char" char="." style="border-bottom:dotted">0.6760</td>
<td align="char" char="." style="border-bottom:dotted">0.2751</td>
<td align="char" char="." style="border-bottom:dotted">0.6716</td>
<td align="char" char="." style="border-bottom:dotted">0.2012</td>
</tr>
<tr>
<td align="center"><bold>PCA-LR</bold></td>
<td align="char" char=".">0.6808</td>
<td align="char" char=".">0.6196</td>
<td align="char" char=".">0.6832</td>
<td align="char" char=".">0.2814</td>
<td align="char" char=".">0.6772</td>
<td align="char" char=".">0.2049</td>
</tr>
<tr>
<td align="center"><bold>PCA-SVM</bold></td>
<td align="char" char=".">0.6736</td>
<td align="char" char=".">0.5968</td>
<td align="char" char=".">0.6923</td>
<td align="char" char=".">0.2827</td>
<td align="char" char=".">0.6832</td>
<td align="char" char=".">0.2064</td>
</tr>
<tr>
<td align="center"><bold>PCA-NN</bold></td>
<td align="char" char=".">0.6474</td>
<td align="char" char=".">0.5441</td>
<td align="char" char=".">0.7185</td>
<td align="char" char=".">0.2681</td>
<td align="char" char=".">0.7019</td>
<td align="char" char=".">0.1831</td>
</tr>
<tr>
<td align="center" style="border-bottom:dotted"><bold>PCA-RF</bold></td>
<td align="char" char="." style="border-bottom:dotted">0.6498</td>
<td align="char" char="." style="border-bottom:dotted">0.5516</td>
<td align="char" char="." style="border-bottom:dotted">0.7067</td>
<td align="char" char="." style="border-bottom:dotted">0.2654</td>
<td align="char" char="." style="border-bottom:dotted">0.6920</td>
<td align="char" char="." style="border-bottom:dotted">0.1807</td>
</tr>
<tr>
<td align="center"><bold>KPCA-LR</bold></td>
<td align="char" char=".">0.6788</td>
<td align="char" char=".">0.6658</td>
<td align="char" char=".">0.6219</td>
<td align="char" char=".">0.2558</td>
<td align="char" char=".">0.6260</td>
<td align="char" char=".">0.1800</td>
</tr>
<tr>
<td align="center"><bold>KPCA-SVM</bold></td>
<td align="char" char=".">0.7007</td>
<td align="char" char=".">0.6589</td>
<td align="char" char=".">0.6757</td>
<td align="char" char=".">0.2895</td>
<td align="char" char=".">0.6742</td>
<td align="char" char=".">0.2218</td>
</tr>
<tr>
<td align="center"><bold>KPCA-NN</bold></td>
<td align="char" char=".">0.6596</td>
<td align="char" char=".">0.5710</td>
<td align="char" char=".">0.7005</td>
<td align="char" char=".">0.2673</td>
<td align="char" char=".">0.6881</td>
<td align="char" char=".">0.1885</td>
</tr>
<tr>
<td align="center"><bold>KPCA-RF</bold></td>
<td align="char" char=".">0.6650</td>
<td align="char" char=".">0.6047</td>
<td align="char" char=".">0.6808</td>
<td align="char" char=".">0.2728</td>
<td align="char" char=".">0.6735</td>
<td align="char" char=".">0.1954</td>
</tr>
</tbody>
</table>
</alternatives>
</table-wrap>
<p>According to the average AUC, both CNN and MLNN outperform all ML approaches. In particular, the best AUC (0.7326) is obtained by CNN model. In addition, CNN also obtains the highest value for the sensitivity metric (0.6751), while giving the best balance between sensitivity and specificity (0.6899), which is a remarkable result given the huge class-imbalance present in the <italic>Lung</italic> dataset (with 91% negative samples and only 9% positive samples). Among the ML strategies analyzed, the combination of ANOVA feature selection procedure and SVM classifier produces the best results (0.7035 AUC), followed by combination of KPCA feature extraction method with SVM model (0.7007 AUC). In <xref ref-type="fig" rid="pone.0230536.g008">Fig 8A</xref>, a box-plot shows the distribution of the 10-repeated 5-fold CV AUC validation values obtained by the two DL models as well as the “top five” ML approaches, i.e. those ML strategies that gave the five highest average AUC values.</p>
<fig id="pone.0230536.g008" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g008</object-id>
<label>Fig 8</label>
<caption>
<title>Box-plots of the distribution of 10-repeated 5-fold CV AUC validation values.</title>
<p>A: Results from the two DL-based approaches (CNN and MLNN with TL) and the five ML approaches that gave the highest average AUC values. B: Results from all the feed-forward NN-based approaches: MLNN with TL vs traditional NN approaches.</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g008" xlink:type="simple"/>
</fig>
<p>With the intention of comparing the performance of the CNN model—trained on the gene-expression images <bold>G</bold><sub><bold>i</bold></sub>, generated by means of our proposed workflow (see Section <xref ref-type="sec" rid="sec002">Materials and methods</xref>)—with the performance of the rest of the models—trained on raw gene-expression vectors—in a more exhaustive way, a series of statistical tests were carried out. In this way, the non-parametric Wilcoxon signed-rank test was employed to compare the distribution of the 50 validation AUC values obtained by CNN to the distribution of the AUC values obtained by each one of the 13 remaining approaches, thus performing 13 different pair-wise comparisons. Hochberg procedure was applied to the resulting p-values to perform multiple-tests correction [<xref ref-type="bibr" rid="pone.0230536.ref052">52</xref>]. Significant p-values were obtained in all comparisons (<italic>p</italic> &lt; 0.001), hence accepting the alternative hypothesis—i.e. the performance of the CNN model is significantly greater—in all cases. This confirms the superior performance of the CNN (with a TL strategy) over the rest of the approaches analyzed.</p>
<p>We also made an additional series of comparisons in order to evaluate the effectiveness of the TL approach proposed in this work, which can be summarized as leveraging information from a large collection of gene-expression samples belonging to 31 different Pan-Cancer tumor types (i.e. samples in the <italic>non-Lung</italic> dataset), to finally predict fixed-time PFI for a specific tumor type, namely lung cancer (i.e. for samples in the <italic>Lung</italic> dataset). With this purpose, we aimed at comparing the performance of a same ML model, specifically a densely-connected NN, when it is adapted either to a DL-with-TL approach or to a traditional ML strategy. On the one hand, when adapted to a DL-with-TL approach, the NN model takes the form of MLNN and makes use of batch normalization [<xref ref-type="bibr" rid="pone.0230536.ref053">53</xref>], dropout [<xref ref-type="bibr" rid="pone.0230536.ref054">54</xref>] and rectified linear units [<xref ref-type="bibr" rid="pone.0230536.ref055">55</xref>] to take full advantage of the <italic>non-Lung</italic> dataset to pre-train the architecture, as well as the <italic>Lung</italic> samples to finally fine-tune the model. On the other hand, since only the <italic>Lung</italic> dataset is used to train the models in the traditional ML pipelines analyzed in this study, the traditional NN approach has been settled as a shallow feed-forward network preceded by a feature selection/extraction stage, which aims at overcoming over-fitting issues derived from the curse of dimensionality as well as improving predictive performance.</p>
<p>Therefore, in order to assess the efficacy of the TL approach, we compared the distribution of the 50 validation AUC values obtained by MLNN to the distribution of the AUC values obtained by each one of the three ML approaches in which a shallow NN was used as the final classifier: ANOVA-NN, PCA-NN and KPCA-NN strategies. In <xref ref-type="fig" rid="pone.0230536.g008">Fig 8B</xref>, a box-plot shows the four corresponding AUC distributions. Considering the average AUC values given in <xref ref-type="table" rid="pone.0230536.t001">Table 1</xref>, MLNN (0.7094) outperforms the rest of the NN-based approaches: ANOVA-NN (0.6730), PCA-NN (0.6474) and KPCA-NN (0.6596) ML models. Again, using the Wilcoxon signed-rank test (with Hochberg correction), significant p-values were obtained in all <italic>MLNN vs x-NN</italic> comparisons, confirming that MLNN performs significantly better than ANOVA-NN (<italic>p</italic> &lt; 0.001), PCA-NN (<italic>p</italic> &lt; 0.001) and KPCA-NN (<italic>p</italic> &lt; 0.001). Finally, it must be also noticed that the highest values for the six performance measures examined in <xref ref-type="table" rid="pone.0230536.t001">Table 1</xref> were obtained by the two DL models trained by following the TL strategy, which reinforces the potential of the TL approach.</p>
<p>The workflow proposed in this work has been designed to train CNN architectures by using gene-expression images <bold>G</bold><sub><bold>i</bold></sub> obtained by following a domain-specific criterion for rearranging gene-expression vectors. In combination with a TL approach, our strategy has demonstrated its effectiveness in predicting fixed-time PFI for Pan-Cancer lung-cancer samples. Thus, KEGG BRITE hierarchical information has driven the rearrangement of the positions of the genes in the images, in such a way that a CNN model can subsequently exploit the local gene-expression motifs present in the <bold>G</bold><sub><bold>i</bold></sub> images to solve a relevant cancer-survival prediction task, such as fixed-time PFI classification. In addition to KEGG BRITE information, we have also used a criterion based on the average expression value to determine the location of every gene inside the <bold>G</bold><sub><bold>i</bold></sub> images, since the relative position of the genes inside the KEGG BRITE functional-hierarchy rectangles was determined by their mean expression values across all the Pan-Cancer samples (see Section <xref ref-type="sec" rid="sec002">Materials and methods</xref>).</p>
<p>In order to evaluate to what extent using domain-specific information from KEGG BRITE functional hierarchies has contributed to the emergence of structured patterns in the images—from which a CNN can extract high-level features useful for classification—, we performed an additional experiment. In this way, we generated a new set of gene-expression images, that we name <bold>M</bold><sub><bold>i</bold></sub>, for which a much simpler criterion was used to rearrange gene positions inside these new images. Namely, the position of each gene in <bold>M</bold><sub><bold>i</bold></sub> is solely determined by its mean expression value across all the Pan-Cancer samples, thus genes are sorted in the images (from top-left to down-right corners) in ascending order of mean expression value (see <xref ref-type="fig" rid="pone.0230536.g009">Fig 9</xref> for examples of <bold>M</bold><sub><bold>i</bold></sub> images). No KEGG BRITE hierarchical information was considered for this new rearrangement criterion. Then, we evaluated the performance of the CNN model when using gene-expression images <bold>M</bold><sub><bold>i</bold></sub> to predict fixed-time PFI for lung-cancer samples, by following the same TL approach described in Section <italic>DL-with-TL approach</italic>. Using <bold>M</bold><sub><bold>i</bold></sub> images, the CNN model obtained an average AUC of 0.6998 ± 0.0584 (from 10-repeated 5-fold CV). Again, making use of the Wilcoxon signed-rank test (with Hochberg correction), we compared the performance of the CNN model when trained either with <bold>G</bold><sub><bold>i</bold></sub> or <bold>M</bold><sub><bold>i</bold></sub> images, resulting in a significantly better performance (<italic>p</italic> &lt; 0.001) of the CNN model that takes advantage of the KEGG BRITE hierarchical information to rearrange the positions of the genes in the input images <bold>G</bold><sub><bold>i</bold></sub>.</p>
<fig id="pone.0230536.g009" position="float">
<object-id pub-id-type="doi">10.1371/journal.pone.0230536.g009</object-id>
<label>Fig 9</label>
<caption>
<title>M<sub>i</sub> gene-expression images.</title>
<p>Three examples of <bold>M</bold><sub><bold>i</bold></sub> gene-expression images (corresponding to Pan-Cancer samples TCGA-DK-A6B1-01, TCGA-IA-A83V-01 and TCGA-YL-A9WJ-01), together with the <italic>average gene-expression image</italic> (bottom right). To generate the images, genes have been sorted by their average expression value across all Pan-Cancer samples. For the four images, gray colors represent expression levels (the lighter the gray level the higher the expression value of the gene it represents).</p>
</caption>
<graphic mimetype="image" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.g009" xlink:type="simple"/>
</fig>
<p>Additionally, we also generated a new collection of gene-expression images, called <bold>R</bold><sub><bold>i</bold></sub>, for which we rearranged the genes in a completely random order, so that the resulting images lack any local information that CNNs could exploit to extract high-level characteristics. When trained with <bold>R</bold><sub><bold>i</bold></sub> gene-expression images, the CNN model obtained a mean CV AUC of 0.6996 ± 0.0492, a significantly inferior performance (<italic>p</italic> &lt; 0.001) than the one achieved by the original CNN version trained on the <bold>G</bold><sub><bold>i</bold></sub> images. In fact, either when using <bold>M</bold><sub><bold>i</bold></sub> or <bold>R</bold><sub><bold>i</bold></sub> images, the CNN behaves in the same manner, which denotes that rearranging the positions of the genes by exclusively considering their mean expression values—without any other domain-specific information—does not provide any benefit to the CNN, showing that the network is not capable of extracting high-level characteristics that contribute to improve classification performance. As future work, we could explore whether alternative gene rearrangement strategies based on leveraging other domain-specific information—such as gene chromosome transcription loci, metabolic or signaling pathway information, or even other functional hierarchies schemes—would lead the CNN to similar or better performance results than those obtained with the gene-expression images <bold>G</bold><sub><bold>i</bold></sub> proposed in the current study.</p>
<p>On the other hand, in this work, we aim at applying a DL model to solve a cancer survival prediction task on a concrete tumor type, thus using a scarce gene-expression dataset. In order to overcome the over-fitting issues derived from the curse of dimensionality, we followed a TL approach. Thus, by pre-training the model on a large collection of 7.7<italic>K</italic> samples—from 31 Pan-Cancer tumor types, different from lung cancer—and fine-tuning the resulting architecture on a reduced dataset of 855 lung-cancer samples, we were able to transfer the high-level feature extractors of the pre-trained general model into a final CNN model which tackles a much more specific task, i.e. lung-cancer survival prediction. In contrast to the results obtained in our previous work [<xref ref-type="bibr" rid="pone.0230536.ref024">24</xref>], this TL strategy has shown to be effective not only for the CNN model but also for a fully-connected feed-forward NN. In this way, our densely-connected NN model (MLNN) has shown to perform significantly better when adapted to our DL-with-TL approach than when utilized within the framework of a traditional ML pipeline that did not make use of any TL strategy. Unlike our previous work [<xref ref-type="bibr" rid="pone.0230536.ref024">24</xref>], in which a similar TL scheme was followed to deal with a more cancer-specific classification task—i.e. prediction of breast tumor intrinsic subtypes—, the TL approach has now been applied inside a more general predictive framework, thus giving better results. Specifically, since PFI information is available for all Pan-Cancer samples, a completely supervised TL approach has been able to be designed aiming at solving the same cancer prediction task both during supervised pre-training and fine-tuning phases. This strategy has resulted effective for CNN and MLNN to leverage relevant information extracted from a general dataset composed of samples of many different tumor types to improve cancer-specific prediction, i.e. lung-cancer PFI outcome.</p>
<p>Only a few recent studies [<xref ref-type="bibr" rid="pone.0230536.ref037">37</xref>, <xref ref-type="bibr" rid="pone.0230536.ref038">38</xref>] have already explored the idea of using biological criteria to transform gene-expression vectors into structured images. In these preliminary works, gene-expression images were generated in a single step, by directly mapping gene-expression values to a fixed set of colors, using domain-specific information to determine the position of every gene inside the images. The main drawback of this particular approach is the loss of information caused by using discrete sets of colors, instead of the original continuous expression values, to determine the pixels values of the images. In contrast to this idea, our novel methodology proposes arranging the gene-expression image generation procedure into two consecutive phases. Firstly, a biological functional hierarchy in the form of a tree-shape structure is converted into a functional-hierarchy image <bold>T</bold>, for which the position of every gene is determined by following a specific biological criterion. Then, gene-expression images are created in a straightforward manner, by mapping the expression values to the positions of the genes in <bold>T</bold>, generating a final set of images in which each pixel represents the continuous gene-expression value of the corresponding gene, thus avoiding the loss of information originated from converting continuous gene-expression values into a set of discrete colors.</p>
<p>With the aim of contextualizing our work, although previous studies have applied CNN models to solve cancer predictive tasks on specific tumor types by using gene-expression data [<xref ref-type="bibr" rid="pone.0230536.ref035">35</xref>, <xref ref-type="bibr" rid="pone.0230536.ref038">38</xref>], none of them has thoroughly addressed the problematic effects derived from the curse of dimensionality, which are inherent to gene-expression datasets. Previous works make use of different CNN models which have been usually trained by using a reduced set of just a few hundreds of samples. However, in this paper we propose a TL approach to deal with the dramatic imbalance existing between the number of available samples and the number of input features contained in gene-expression datasets. In this way, we have used the gene-expression images obtained from a heterogeneous set of thousands of samples from 31 Pan-Cancer tumor types to pre-train a CNN model. Then, the resulting model is fine-tuned on a reduced dataset containing hundreds of lung-tumor labeled gene-expression images. On the other hand and regarding the cancer predictive task tackled in this work, unlike other general (and relatively simple) predictive problems addressed in former studies—such as tumor type multiclass classification or tumor/healthy binary classification—, we face a survival-prediction task of higher clinical relevance, namely fixed-time PFI binary classification. To the best of our knowledge, this is the first work that uses gene-expression data to train a CNN model by following a TL strategy to tackle a cancer-survival predictive task. Additionally, giving the generic nature of the methodology proposed here, our DL-with-TL workflow could be seamlessly adapted to be applied to other types of tumors distinct from lung cancer, using gene-expression images generated by following alternative domain-specific criteria, or tackling other survival predictive tasks, such as OS, DSS or DFI prediction.</p>
</sec>
<sec id="sec011" sec-type="conclusions">
<title>Conclusions</title>
<p>In this paper, we have presented a DL approach to predict lung cancer PFI outcome on gene-expression data. Our proposed workflow combines the effectiveness of a CNN model to extract high-level features from structured input data, with the efficacy of a TL strategy that allows to surpass overfitting issues in scenarios with small training datasets composed of high-dimensional samples, like the ones usually found in cancer predictive tasks with gene-expression data. Since the original RNA-Seq samples lack local structure necessary for convolutional filters to work properly as feature extractors, we have proposed a methodology aimed to rearrange gene-expression data by transforming lineal expression vectors into gene-expression two-dimensional images, from which a CNN can exploit local motifs contributing to improve lung-cancer survival prediction performance. To that end, by using the well-known <italic>treemapping</italic> method, RNA-seq gene-expression vectors are displayed onto images by following a domain-specific criterion for this rearrangement, which makes use of the KEGG ontology database to query the BRITE hierarchies corresponding to all genes in the dataset, which are subsequently rearranged by mapping the tree-shape BRITE hierarchies onto a two-dimensional image.</p>
<p>In order to do the analysis proposed in this study, the Pan-Cancer dataset has been employed in this work to pre-train CNN architectures on a heterogeneous dataset composed of thousands of gene-expression samples obtained from 31 different cancer types. Once pre-trained, the resulting CNN has been fine-tuned by using a reduced dataset composed of hundreds of lung-tumor labeled samples. Finally, with the aim of assessing the effectiveness of our DL approach, we have compared it with the performance obtained by several traditional ML approaches that use different dimensionality reduction methods in combination with traditional ML models to perform fixed-time PFI binary classification on the lung-cancer samples.</p>
<p>According to the average CV AUC, our DL approach outperforms all ML methods analyzed in this work. In particular, the best performance rate was obtained by CNN. Among the ML strategies, the combination of ANOVA feature selection procedure and SVM classifier produced the best results. We also made an additional series of comparisons in order to evaluate the effectiveness of the TL approach, by comparing the performance of a densely-connected feed-forward NN when it was adapted either to a DL-with-TL approach (that we called MLNN) or to a traditional ML strategy. Considering the average AUC values obtained, the MLNN outperformed the rest of the NN-based approaches. However, the MLNN did not reach the efficacy rates given by the CNN model trained on the basis of the gene-expression images, hence demonstrating the higher capability of the latter in leveraging the information extracted from other tumor-type samples to extract high-level features that contribute to improve lung-cancer progression prediction.</p>
<p>In future works, given the promising results obtained in this paper using lung-cancer samples, we will try to extend the DL-with-TL approach to other types of tumors different from lung cancer, such as any of the remaining 31 Pan-Cancer tumor types. For instance, the DL-with-TL approach could be applied to breast cancer (BRCA), so that the DL models would be pre-trained with a large collection of non-BRCA samples and then fine-tuned on a reduced set of BRCA input patterns. Moreover, in addition to fixed-time PFI classification, the DL-with-TL approach could also be easily extended to perform any other cancer prediction task that makes use of the survival outcomes present in Pan-Cancer dataset—OS, DSS, DFI and PFI—, such as continuous time PFI prediction, fixed-time OS classification, discrete time DSS predictive analysis, etc. Special attention will be paid to model interpretability, as though some efforts have already been made in this particular field, most of DL models are still considered as “black-boxes”. In areas such as precision medicine and oncology, interpretability is mandatory whether computational algorithms aim to be used as decision-support tools.</p>
</sec>
<sec id="sec012">
<title>Supporting information</title>
<supplementary-material id="pone.0230536.s001" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.s001" xlink:type="simple">
<label>S1 Table</label>
<caption>
<title>CNN hyper-parameters optimization.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0230536.s002" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.s002" xlink:type="simple">
<label>S2 Table</label>
<caption>
<title>MLNN hyper-parameters optimization.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0230536.s003" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.s003" xlink:type="simple">
<label>S3 Table</label>
<caption>
<title>ML models hyper-parameters optimization.</title>
<p>(PDF)</p>
</caption>
</supplementary-material>
<supplementary-material id="pone.0230536.s004" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.s004" xlink:type="simple">
<label>S1 File</label>
<caption>
<title/>
<p>(PDF)</p>
</caption>
</supplementary-material>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="pone.0230536.ref001">
<label>1</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Schuster</surname> <given-names>SC</given-names></name>. <article-title>Next-generation sequencing transforms today’s biology</article-title>. <source>Nat methods</source>. <year>2007</year>;<volume>5</volume>(<issue>1</issue>):<fpage>16</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nmeth1156" xlink:type="simple">10.1038/nmeth1156</ext-link></comment> <object-id pub-id-type="pmid">18165802</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref002">
<label>2</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Wang</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Gerstein</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Snyder</surname> <given-names>M</given-names></name>. <article-title>RNA-Seq: a revolutionary tool for transcriptomics</article-title>. <source>Nat Rev Genet</source>. <year>2009</year>;<volume>10</volume>(<issue>1</issue>):<fpage>57</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nrg2484" xlink:type="simple">10.1038/nrg2484</ext-link></comment> <object-id pub-id-type="pmid">19015660</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref003">
<label>3</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Hanahan</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Weinberg</surname> <given-names>RA</given-names></name>. <article-title>Hallmarks of Cancer: The Next Generation</article-title>. <source>Cell</source>. <year>2011</year>;<volume>144</volume>(<issue>5</issue>):<fpage>646</fpage>–<lpage>674</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.cell.2011.02.013" xlink:type="simple">10.1016/j.cell.2011.02.013</ext-link></comment> <object-id pub-id-type="pmid">21376230</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref004">
<label>4</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Solin</surname> <given-names>LJ</given-names></name>, <name name-style="western"><surname>Gray</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Baehner</surname> <given-names>FL</given-names></name>, <name name-style="western"><surname>Butler</surname> <given-names>SM</given-names></name>, <name name-style="western"><surname>Hughes</surname> <given-names>LL</given-names></name>, <name name-style="western"><surname>Yoshizawa</surname> <given-names>C</given-names></name>, <etal>et al</etal>. <article-title>A Multigene Expression Assay to Recompile 1 Predict Local Recurrence Risk for Ductal Carcinoma In Situ of the Breast</article-title>. <source>J Natl Cancer Inst</source>. <year>2013</year>;<volume>105</volume>(<issue>10</issue>):<fpage>701</fpage>–<lpage>710</lpage>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref005">
<label>5</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Cardoso</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>van’t Veer</surname> <given-names>LJ</given-names></name>, <name name-style="western"><surname>Bogaerts</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Slaets</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Viale</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Delaloge</surname> <given-names>S</given-names></name>, <etal>et al</etal>. <article-title>70-Gene Signature as an Aid to Treatment Decisions in Early-Stage Breast Cancer</article-title>. <source>N Engl J Med</source>. <year>2016</year>;<volume>375</volume>(<issue>8</issue>):<fpage>717</fpage>–<lpage>729</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1056/NEJMoa1602253" xlink:type="simple">10.1056/NEJMoa1602253</ext-link></comment> <object-id pub-id-type="pmid">27557300</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref006">
<label>6</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Guyon</surname> <given-names>I</given-names></name>. <article-title>An introduction to variable and feature selection</article-title>. <source>J Mach Learn Res</source>. <year>2003</year>;<volume>3</volume>:<fpage>1157</fpage>–<lpage>1182</lpage>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref007">
<label>7</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kourou</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Exarchos</surname> <given-names>TP</given-names></name>, <name name-style="western"><surname>Exarchos</surname> <given-names>KP</given-names></name>, <name name-style="western"><surname>Karamouzis</surname> <given-names>MV</given-names></name>, <name name-style="western"><surname>Fotiadis</surname> <given-names>DI</given-names></name>. <article-title>Machine learning applications in cancer prognosis and prediction</article-title>. <source>Comput Struct Biotechnol J</source>. <year>2015</year>;<volume>13</volume>:<fpage>8</fpage>–<lpage>17</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.csbj.2014.11.005" xlink:type="simple">10.1016/j.csbj.2014.11.005</ext-link></comment> <object-id pub-id-type="pmid">25750696</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref008">
<label>8</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Bashiri</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Ghazisaeedi</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Safdari</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Shahmoradi</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Ehtesham</surname> <given-names>H</given-names></name>. <article-title>Improving the Prediction of Survival in Cancer Patients by Using Machine Learning Techniques: Experience of Gene Expression Data: A Narrative Review</article-title>. <source>Iran J Public Health</source>. <year>2017</year>;<volume>46</volume>(<issue>2</issue>):<fpage>165</fpage>–<lpage>172</lpage>. <object-id pub-id-type="pmid">28451550</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref009">
<label>9</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Gao</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Tibiche</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Zou</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Zaman</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Trifiro</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>O’Connor-McCourt</surname> <given-names>M</given-names></name>, <etal>et al</etal>. <article-title>Identification and Construction of Combinatory Cancer Hallmark–Based Gene Signature Sets to Predict Recurrence and Chemotherapy Benefit in Stage II Colorectal Cancer</article-title>. <source>JAMA Oncol</source>. <year>2016</year>;<volume>2</volume>(<issue>1</issue>):<fpage>37</fpage>–<lpage>45</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1001/jamaoncol.2015.3413" xlink:type="simple">10.1001/jamaoncol.2015.3413</ext-link></comment> <object-id pub-id-type="pmid">26502222</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref010">
<label>10</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Li</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Lenferink</surname> <given-names>AEG</given-names></name>, <name name-style="western"><surname>Deng</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Collins</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Cui</surname> <given-names>Q</given-names></name>, <name name-style="western"><surname>Purisima</surname> <given-names>EO</given-names></name>, <etal>et al</etal>. <article-title>Identification of high-quality cancer prognostic markers and metastasis network modules</article-title>. <source>Nat Commun</source>. <year>2010</year>;<volume>1</volume>(<issue>34</issue>).</mixed-citation>
</ref>
<ref id="pone.0230536.ref011">
<label>11</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Saeys</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Inza</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Larrañaga</surname> <given-names>P</given-names></name>. <article-title>A review of feature selection techniques in bioinformatics</article-title>. <source>Bioinformatics</source>. <year>2007</year>;<volume>23</volume>(<issue>19</issue>):<fpage>2507</fpage>–<lpage>2517</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bioinformatics/btm344" xlink:type="simple">10.1093/bioinformatics/btm344</ext-link></comment> <object-id pub-id-type="pmid">17720704</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref012">
<label>12</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Simon</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Friedman</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Hastie</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Tibshirani</surname> <given-names>R</given-names></name>. <article-title>Regularization Paths for Cox’s Proportional Hazards Model via Coordinate Descent</article-title>. <source>J Stat Softw</source>. <year>2011</year>;<volume>39</volume>(<issue>5</issue>):<fpage>1</fpage>–<lpage>13</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.18637/jss.v039.i05" xlink:type="simple">10.18637/jss.v039.i05</ext-link></comment> <object-id pub-id-type="pmid">27065756</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref013">
<label>13</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Ishwaran</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Gerds</surname> <given-names>TA</given-names></name>, <name name-style="western"><surname>Kogalur</surname> <given-names>UB</given-names></name>, <name name-style="western"><surname>Moore</surname> <given-names>RD</given-names></name>, <name name-style="western"><surname>Gange</surname> <given-names>SJ</given-names></name>, <name name-style="western"><surname>Lau</surname> <given-names>BM</given-names></name>. <article-title>Random survival forests for competing risks</article-title>. <source>Biostatistics</source>. <year>2014</year>;<volume>15</volume>(<issue>4</issue>):<fpage>757</fpage>–<lpage>773</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/biostatistics/kxu010" xlink:type="simple">10.1093/biostatistics/kxu010</ext-link></comment> <object-id pub-id-type="pmid">24728979</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref014">
<label>14</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Baesens</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Van Gestel</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Stepanova</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Van den Poel</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Vanthienen</surname> <given-names>J</given-names></name>. <article-title>Neural network survival analysis for personal loan data</article-title>. <source>J Oper Res Soc</source>. <year>2005</year>;<volume>56</volume>(<issue>9</issue>):<fpage>1089</fpage>–<lpage>1098</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1057/palgrave.jors.2601990" xlink:type="simple">10.1057/palgrave.jors.2601990</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref015">
<label>15</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Xiang</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Lapuerta</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Ryutov</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Buckley</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Azen</surname> <given-names>S</given-names></name>. <article-title>Comparison of the performance of neural network methods and Cox regression for censored survival data</article-title>. <source>Comput Stat Data Anal</source>. <year>2000</year>;<volume>34</volume>(<issue>2</issue>):<fpage>243</fpage>—<lpage>257</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/S0167-9473(99)00098-5" xlink:type="simple">10.1016/S0167-9473(99)00098-5</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref016">
<label>16</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>LeCun</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Bengio</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Hinton</surname> <given-names>G</given-names></name>. <article-title>Deep learning</article-title>. <source>Nature</source>. <year>2015</year>;<volume>521</volume>:<fpage>436</fpage>–<lpage>444</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nature14539" xlink:type="simple">10.1038/nature14539</ext-link></comment> <object-id pub-id-type="pmid">26017442</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref017">
<label>17</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Miotto</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>Wang</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Jiang</surname> <given-names>X</given-names></name>, <name name-style="western"><surname>Dudley</surname> <given-names>JT</given-names></name>. <article-title>Deep learning for healthcare: review, opportunities and challenges</article-title>. <source>Brief Bioinform</source>. <year>2018</year>;<volume>19</volume>(<issue>6</issue>):<fpage>1236</fpage>–<lpage>1246</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bib/bbx044" xlink:type="simple">10.1093/bib/bbx044</ext-link></comment> <object-id pub-id-type="pmid">28481991</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref018">
<label>18</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Xiao</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Wu</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Lin</surname> <given-names>Z</given-names></name>, <name name-style="western"><surname>Zhao</surname> <given-names>X</given-names></name>. <article-title>A semi-supervised deep learning method based on stacked sparse auto-encoder for cancer prediction using RNA-seq data</article-title>. <source>Comput Meth Programs Biomed</source>. <year>2018</year>;<volume>166</volume>:<fpage>99</fpage>–<lpage>105</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.cmpb.2018.10.004" xlink:type="simple">10.1016/j.cmpb.2018.10.004</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref019">
<label>19</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Way</surname> <given-names>GP</given-names></name>, <name name-style="western"><surname>Greene</surname> <given-names>CS</given-names></name>. <article-title>Extracting a biologically relevant latent space from cancer transcriptomes with variational autoencoders</article-title>. <source>Pac Symp Biocomput</source>. <year>2018</year>;<volume>23</volume>:<fpage>80</fpage>–<lpage>91</lpage>. <object-id pub-id-type="pmid">29218871</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref020">
<label>20</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Danaee</surname> <given-names>P</given-names></name>, <name name-style="western"><surname>Ghaeini</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Hendrix</surname> <given-names>DA</given-names></name>. <article-title>A deep learning approach for cancer detection and relevant gene identification</article-title>. <source>Pac Symp Biocomput</source>. <year>2017</year>;<volume>22</volume>:<fpage>219</fpage>–<lpage>229</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1142/9789813207813_0022" xlink:type="simple">10.1142/9789813207813_0022</ext-link></comment> <object-id pub-id-type="pmid">27896977</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref021">
<label>21</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Sevakula</surname> <given-names>RK</given-names></name>, <name name-style="western"><surname>Singh</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Verma</surname> <given-names>NK</given-names></name>, <name name-style="western"><surname>Kumar</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Cui</surname> <given-names>Y</given-names></name>. <article-title>Transfer Learning for Molecular Cancer classification using Deep Neural Networks</article-title>. <source>IEEE/ACM Trans Comput Biol Bioinform</source>. <year>2018</year>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1109/TCBB.2018.2822803" xlink:type="simple">10.1109/TCBB.2018.2822803</ext-link></comment> <object-id pub-id-type="pmid">29993662</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref022">
<label>22</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Chen</surname> <given-names>HIH</given-names></name>, <name name-style="western"><surname>Chiu</surname> <given-names>YC</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Zhang</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Huang</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Chen</surname> <given-names>Y</given-names></name>. <article-title>GSAE: an autoencoder with embedded gene-set nodes for genomics functional characterization</article-title>. <source>BMC Syst Biol</source>. <year>2018</year>;<volume>12</volume>(<issue>142</issue>).</mixed-citation>
</ref>
<ref id="pone.0230536.ref023">
<label>23</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Zhang</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Lv</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Jin</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Cheng</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Fu</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Yuan</surname> <given-names>D</given-names></name>, <etal>et al</etal>. <article-title>Deep Learning-Based Multi-Omics Data Integration Reveals Two Prognostic Subtypes in High-Risk Neuroblastoma</article-title>. <source>Front Genet</source>. <year>2018</year>;<volume>9</volume>:<fpage>477</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/fgene.2018.00477" xlink:type="simple">10.3389/fgene.2018.00477</ext-link></comment> <object-id pub-id-type="pmid">30405689</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref024">
<label>24</label>
<mixed-citation publication-type="book" xlink:type="simple">
<name name-style="western"><surname>López-García</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Jerez</surname> <given-names>JM</given-names></name>, <name name-style="western"><surname>Franco</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Veredas</surname> <given-names>FJ</given-names></name>. <chapter-title>A Transfer-Learning Approach to Feature Extraction from Cancer Transcriptomes with Deep Autoencoders</chapter-title>. In: <name name-style="western"><surname>Rojas</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Joya</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Catala</surname> <given-names>A</given-names></name>, editors. <source>Advances in Computational Intelligence</source>. <publisher-loc>Cham</publisher-loc>: <publisher-name>Springer International Publishing</publisher-name>; <year>2019</year>. p. <fpage>912</fpage>–<lpage>924</lpage>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref025">
<label>25</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yousefi</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Amrollahi</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>Amgad</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Dong</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Lewis</surname> <given-names>JE</given-names></name>, <name name-style="western"><surname>Song</surname> <given-names>C</given-names></name>, <etal>et al</etal>. <article-title>Predicting clinical outcomes from large scale cancer genomic profiles with deep survival models</article-title>. <source>Sci Rep</source>. <year>2017</year>;<volume>7</volume>(<issue>1</issue>):<fpage>11707</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/s41598-017-11817-6" xlink:type="simple">10.1038/s41598-017-11817-6</ext-link></comment> <object-id pub-id-type="pmid">28916782</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref026">
<label>26</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Chen</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Yang</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Goodison</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Sun</surname> <given-names>Y</given-names></name>. <article-title>Deep learning approach to identifying cancer subtypes using high-dimensional genomic data</article-title>. <source>Bioinformatics</source>. <year>2019</year>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bioinformatics/btz769" xlink:type="simple">10.1093/bioinformatics/btz769</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref027">
<label>27</label>
<mixed-citation publication-type="book" xlink:type="simple">
<name name-style="western"><surname>Krizhevsky</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Sutskever</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Hinton</surname> <given-names>GE</given-names></name>. <chapter-title>ImageNet Classification with Deep Convolutional Neural Networks</chapter-title>. In: <name name-style="western"><surname>Pereira</surname> <given-names>F</given-names></name>, <name name-style="western"><surname>Burges</surname> <given-names>CJC</given-names></name>, <name name-style="western"><surname>Bottou</surname> <given-names>L</given-names></name>, <name name-style="western"><surname>Weinberger</surname> <given-names>KQ</given-names></name>, editors. <source>Advances in Neural Information Processing Systems 25</source>. <publisher-name>Curran Associates, Inc</publisher-name>; <year>2012</year>. p. <fpage>1097</fpage>–<lpage>1105</lpage>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref028">
<label>28</label>
<mixed-citation publication-type="other" xlink:type="simple">Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, et al. Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition; 2015. p. 1–9.</mixed-citation>
</ref>
<ref id="pone.0230536.ref029">
<label>29</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Alipanahi</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Delong</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Weirauch</surname> <given-names>MT</given-names></name>, <name name-style="western"><surname>Frey</surname> <given-names>BJ</given-names></name>. <article-title>Predicting the sequence specificities of DNA- and RNA-binding proteins by deep learning</article-title>. <source>Nat Biotechnol</source>. <year>2015</year>;<volume>33</volume>(<issue>8</issue>):<fpage>831</fpage>–<lpage>838</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nbt.3300" xlink:type="simple">10.1038/nbt.3300</ext-link></comment> <object-id pub-id-type="pmid">26213851</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref030">
<label>30</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Zhou</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Troyanskaya</surname> <given-names>OG</given-names></name>. <article-title>Predicting effects of noncoding variants with deep learning-based sequence model</article-title>. <source>Nat Methods</source>. <year>2015</year>;<volume>12</volume>(<issue>10</issue>):<fpage>931</fpage>–<lpage>934</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/nmeth.3547" xlink:type="simple">10.1038/nmeth.3547</ext-link></comment> <object-id pub-id-type="pmid">26301843</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref031">
<label>31</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kelley</surname> <given-names>DR</given-names></name>, <name name-style="western"><surname>Snoek</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Rinn</surname> <given-names>JL</given-names></name>. <article-title>Basset: learning the regulatory code of the accessible genome with deep convolutional neural networks</article-title>. <source>Genome Res</source>. <year>2016</year>;<volume>26</volume>(<issue>7</issue>):<fpage>990</fpage>–<lpage>999</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1101/gr.200535.115" xlink:type="simple">10.1101/gr.200535.115</ext-link></comment> <object-id pub-id-type="pmid">27197224</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref032">
<label>32</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Wang</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Zeng</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Xu</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Qiu</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Liang</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Joshi</surname> <given-names>T</given-names></name>, <etal>et al</etal>. <article-title>MusiteDeep: a deep-learning framework for general and kinase-specific phosphorylation site prediction</article-title>. <source>Bioinformatics</source>. <year>2017</year>;<volume>33</volume>(<issue>24</issue>):<fpage>3909</fpage>–<lpage>3916</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/bioinformatics/btx496" xlink:type="simple">10.1093/bioinformatics/btx496</ext-link></comment> <object-id pub-id-type="pmid">29036382</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref033">
<label>33</label>
<mixed-citation publication-type="other" xlink:type="simple">López-García G, Jerez JM, Urda D, Veredas FJ. MetODeep: A Deep Learning Approach for Prediction of Methionine Oxidation Sites in Proteins. In: 2019 International Joint Conference on Neural Networks (IJCNN); 2019. p. 1–8.</mixed-citation>
</ref>
<ref id="pone.0230536.ref034">
<label>34</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Fioravanti</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Giarratano</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Maggio</surname> <given-names>V</given-names></name>, <name name-style="western"><surname>Agostinelli</surname> <given-names>C</given-names></name>, <name name-style="western"><surname>Chierici</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Jurman</surname> <given-names>G</given-names></name>, <etal>et al</etal>. <article-title>Phylogenetic convolutional neural networks in metagenomics</article-title>. <source>BMC Bioinformatics</source>. <year>2018</year>;<volume>19</volume>(<issue>Suppl 2</issue>):<fpage>49</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/s12859-018-2033-5" xlink:type="simple">10.1186/s12859-018-2033-5</ext-link></comment> <object-id pub-id-type="pmid">29536822</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref035">
<label>35</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yu</surname> <given-names>H</given-names></name>, <name name-style="western"><surname>Samuels</surname> <given-names>DC</given-names></name>, <name name-style="western"><surname>Zhao</surname> <given-names>YY</given-names></name>, <name name-style="western"><surname>Guo</surname> <given-names>Y</given-names></name>. <article-title>Architectures and accuracy of artificial neural network for disease classification from omics data</article-title>. <source>BMC Genomics</source>. <year>2019</year>;<volume>20</volume>(<issue>1</issue>):<fpage>167</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1186/s12864-019-5546-z" xlink:type="simple">10.1186/s12864-019-5546-z</ext-link></comment> <object-id pub-id-type="pmid">30832569</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref036">
<label>36</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Sharma</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Vans</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Shigemizu</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Boroevich</surname> <given-names>KA</given-names></name>, <name name-style="western"><surname>Tsunoda</surname> <given-names>T</given-names></name>. <article-title>DeepInsight: A methodology to transform a non-image data to an image for convolution neural network architecture</article-title>. <source>Sci Rep</source>. <year>2019</year>;<volume>9</volume>(<issue>1</issue>):<fpage>11399</fpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/s41598-019-47765-6" xlink:type="simple">10.1038/s41598-019-47765-6</ext-link></comment> <object-id pub-id-type="pmid">31388036</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref037">
<label>37</label>
<mixed-citation publication-type="other" xlink:type="simple">Lyu B, Haque A. Deep Learning Based Tumor Type Classification Using Gene Expression Data. Proceedings of the 2018 ACM International. 2018;.</mixed-citation>
</ref>
<ref id="pone.0230536.ref038">
<label>38</label>
<mixed-citation publication-type="other" xlink:type="simple">Ma S, Zhang Z. OmicsMapNet: Transforming omics data to take advantage of Deep Convolutional Neural Network for discovery; 2018.</mixed-citation>
</ref>
<ref id="pone.0230536.ref039">
<label>39</label>
<mixed-citation publication-type="other" xlink:type="simple">Kingma DP, Welling M. Auto-Encoding Variational Bayes; 2013.</mixed-citation>
</ref>
<ref id="pone.0230536.ref040">
<label>40</label>
<mixed-citation publication-type="other" xlink:type="simple">Goodfellow IJ, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, et al. Generative Adversarial Networks; 2014.</mixed-citation>
</ref>
<ref id="pone.0230536.ref041">
<label>41</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Pan</surname> <given-names>SJ</given-names></name>, <name name-style="western"><surname>Yang</surname> <given-names>Q</given-names></name>, <etal>et al</etal>. <article-title>A survey on transfer learning</article-title>. <source>IEEE Trans Knowl Data Eng</source>. <year>2010</year>;<volume>22</volume>(<issue>10</issue>):<fpage>1345</fpage>–<lpage>1359</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1109/TKDE.2009.191" xlink:type="simple">10.1109/TKDE.2009.191</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref042">
<label>42</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kanehisa</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Sato</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Morishima</surname> <given-names>K</given-names></name>. <article-title>BlastKOALA and GhostKOALA: KEGG Tools for Functional Characterization of Genome and Metagenome Sequences</article-title>. <source>J Mol Biol</source>. <year>2016</year>;<volume>428</volume>(<issue>4</issue>):<fpage>726</fpage>—<lpage>731</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.jmb.2015.11.006" xlink:type="simple">10.1016/j.jmb.2015.11.006</ext-link></comment> <object-id pub-id-type="pmid">26585406</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref043">
<label>43</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Kanehisa</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Furumichi</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Tanabe</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Sato</surname> <given-names>Y</given-names></name>, <name name-style="western"><surname>Morishima</surname> <given-names>K</given-names></name>. <article-title>KEGG: new perspectives on genomes, pathways, diseases and drugs</article-title>. <source>Nucleic Acids Res</source>. <year>2017</year>;<volume>45</volume>(<issue>D1</issue>):<fpage>D353</fpage>–<lpage>D361</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkw1092" xlink:type="simple">10.1093/nar/gkw1092</ext-link></comment> <object-id pub-id-type="pmid">27899662</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref044">
<label>44</label>
<mixed-citation publication-type="other" xlink:type="simple">Johnson B, Shneiderman B. Tree-Maps: A Space-filling Approach to the Visualization of Hierarchical Information Structures. In: Proceedings of the 2Nd Conference on Visualization’91. VIS’91. Los Alamitos, CA, USA: IEEE Computer Society Press; 1991. p. 284–291. Available from: <ext-link ext-link-type="uri" xlink:href="http://dl.acm.org/citation.cfm?id=949607.949654" xlink:type="simple">http://dl.acm.org/citation.cfm?id=949607.949654</ext-link>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref045">
<label>45</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Liu</surname> <given-names>J</given-names></name>, <name name-style="western"><surname>Lichtenberg</surname> <given-names>T</given-names></name>, <name name-style="western"><surname>Hoadley</surname> <given-names>KA</given-names></name>, <name name-style="western"><surname>Poisson</surname> <given-names>LM</given-names></name>, <name name-style="western"><surname>Lazar</surname> <given-names>AJ</given-names></name>, <name name-style="western"><surname>Cherniack</surname> <given-names>AD</given-names></name>, <etal>et al</etal>. <article-title>An Integrated TCGA Pan-Cancer Clinical Data Resource to Drive High-Quality Survival Outcome Analytics</article-title>. <source>Cell</source>. <year>2018</year>;<volume>173</volume>(<issue>2</issue>):<fpage>400</fpage>–<lpage>416.e11</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1016/j.cell.2018.02.052" xlink:type="simple">10.1016/j.cell.2018.02.052</ext-link></comment> <object-id pub-id-type="pmid">29625055</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref046">
<label>46</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Weinstein</surname> <given-names>JN</given-names></name>, <name name-style="western"><surname>Collisson</surname> <given-names>EA</given-names></name>, <name name-style="western"><surname>Mills</surname> <given-names>GB</given-names></name>, <name name-style="western"><surname>Shaw</surname> <given-names>KRM</given-names></name>, <name name-style="western"><surname>Ozenberger</surname> <given-names>BA</given-names></name>, <name name-style="western"><surname>Ellrott</surname> <given-names>K</given-names></name>, <etal>et al</etal>. <article-title>The Cancer Genome Atlas Pan-Cancer analysis project</article-title>. <source>Nature Genet</source>. <year>2013</year>;<volume>45</volume>(<issue>10</issue>):<fpage>1113</fpage>–<lpage>1120</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1038/ng.2764" xlink:type="simple">10.1038/ng.2764</ext-link></comment> <object-id pub-id-type="pmid">24071849</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref047">
<label>47</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Yates</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Akanni</surname> <given-names>W</given-names></name>, <name name-style="western"><surname>Amode</surname> <given-names>MR</given-names></name>, <name name-style="western"><surname>Barrell</surname> <given-names>D</given-names></name>, <name name-style="western"><surname>Billis</surname> <given-names>K</given-names></name>, <name name-style="western"><surname>Carvalho-Silva</surname> <given-names>D</given-names></name>, <etal>et al</etal>. <article-title>Ensembl 2016</article-title>. <source>Nucleic Acids Res</source>. <year>2015</year>;<volume>44</volume>(<issue>D1</issue>):<fpage>D710</fpage>–<lpage>D716</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1093/nar/gkv1157" xlink:type="simple">10.1093/nar/gkv1157</ext-link></comment> <object-id pub-id-type="pmid">26687719</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref048">
<label>48</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Povey</surname> <given-names>S</given-names></name>, <name name-style="western"><surname>Lovering</surname> <given-names>R</given-names></name>, <name name-style="western"><surname>Bruford</surname> <given-names>E</given-names></name>, <name name-style="western"><surname>Wright</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Lush</surname> <given-names>M</given-names></name>, <name name-style="western"><surname>Wain</surname> <given-names>H</given-names></name>. <article-title>The HUGO gene nomenclature committee (HGNC)</article-title>. <source>Hum Genet</source>. <year>2001</year>;<volume>109</volume>(<issue>6</issue>):<fpage>678</fpage>–<lpage>680</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1007/s00439-001-0615-0" xlink:type="simple">10.1007/s00439-001-0615-0</ext-link></comment> <object-id pub-id-type="pmid">11810281</object-id></mixed-citation>
</ref>
<ref id="pone.0230536.ref049">
<label>49</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Bederson</surname> <given-names>BB</given-names></name>, <name name-style="western"><surname>Shneiderman</surname> <given-names>B</given-names></name>, <name name-style="western"><surname>Wattenberg</surname> <given-names>M</given-names></name>. <article-title>Ordered and quantum treemaps: Making effective use of 2D space to display hierarchies</article-title>. <source>ACM Trans Graph</source>. <year>2002</year>;<volume>21</volume>(<issue>4</issue>):<fpage>833</fpage>–<lpage>854</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1145/571647.571649" xlink:type="simple">10.1145/571647.571649</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref050">
<label>50</label>
<mixed-citation publication-type="other" xlink:type="simple">Snoek J, Larochelle H, Adams RP. Practical Bayesian Optimization of Machine Learning Algorithms. In: Proceedings of the 25th International Conference on Neural Information Processing Systems—Volume 2. NIPS’12. USA: Curran Associates Inc.; 2012. p. 2951–2959. Available from: <ext-link ext-link-type="uri" xlink:href="http://dl.acm.org/citation.cfm?id=2999325.2999464" xlink:type="simple">http://dl.acm.org/citation.cfm?id=2999325.2999464</ext-link>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref051">
<label>51</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Chawla</surname> <given-names>NV</given-names></name>, <name name-style="western"><surname>Bowyer</surname> <given-names>KW</given-names></name>, <name name-style="western"><surname>Hall</surname> <given-names>LO</given-names></name>, <name name-style="western"><surname>Kegelmeyer</surname> <given-names>WP</given-names></name>. <article-title>SMOTE: Synthetic Minority Over-sampling Technique</article-title>. <source>Journal of Artificial Intelligence Research</source>. <year>2002</year>;<volume>16</volume>:<fpage>321</fpage>–<lpage>357</lpage>. <comment>doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.1613/jair.953" xlink:type="simple">10.1613/jair.953</ext-link></comment></mixed-citation>
</ref>
<ref id="pone.0230536.ref052">
<label>52</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Demšar</surname> <given-names>J</given-names></name>. <article-title>Statistical comparisons of classifiers over multiple data sets</article-title>. <source>J Mach Learn Res</source>. <year>2006</year>;<volume>7</volume>:<fpage>1</fpage>–<lpage>30</lpage>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref053">
<label>53</label>
<mixed-citation publication-type="other" xlink:type="simple">Ioffe S, Szegedy C. Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift. In: Proceedings of the 32nd International Conference on Machine Learning; 2015. p. 448–456. Available from: <ext-link ext-link-type="uri" xlink:href="http://dl.acm.org/citation.cfm?id=3045118.3045167" xlink:type="simple">http://dl.acm.org/citation.cfm?id=3045118.3045167</ext-link>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref054">
<label>54</label>
<mixed-citation publication-type="journal" xlink:type="simple">
<name name-style="western"><surname>Srivastava</surname> <given-names>N</given-names></name>, <name name-style="western"><surname>Hinton</surname> <given-names>G</given-names></name>, <name name-style="western"><surname>Krizhevsky</surname> <given-names>A</given-names></name>, <name name-style="western"><surname>Sutskever</surname> <given-names>I</given-names></name>, <name name-style="western"><surname>Salakhutdinov</surname> <given-names>R</given-names></name>. <article-title>Dropout: A Simple Way to Prevent Neural Networks from Overfitting</article-title>. <source>J Mach Learn Res</source>. <year>2014</year>;<volume>15</volume>:<fpage>1929</fpage>–<lpage>1958</lpage>.</mixed-citation>
</ref>
<ref id="pone.0230536.ref055">
<label>55</label>
<mixed-citation publication-type="other" xlink:type="simple">Nair V, Hinton G. Rectified Linear Units Improve Restricted Boltzmann Machines. In: Proceedings of the 27th International Conference on Machine Learning; 2010. p. 807–814.</mixed-citation>
</ref>
</ref-list>
</back>
<sub-article article-type="aggregated-review-documents" id="pone.0230536.r001" specific-use="decision-letter">
<front-stub>
<article-id pub-id-type="doi">10.1371/journal.pone.0230536.r001</article-id>
<title-group>
<article-title>Decision Letter 0</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name name-style="western">
<surname>Stoean</surname>
<given-names>Ruxandra</given-names>
</name>
<role>Academic Editor</role>
</contrib>
</contrib-group>
<permissions>
<copyright-year>2020</copyright-year>
<copyright-holder>Ruxandra Stoean</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<related-object document-id="10.1371/journal.pone.0230536" document-id-type="doi" document-type="article" id="rel-obj001" link-type="peer-reviewed-article"/>
<custom-meta-group>
<custom-meta>
<meta-name>Submission Version</meta-name>
<meta-value>0</meta-value>
</custom-meta>
</custom-meta-group>
</front-stub>
<body>
<p>
<named-content content-type="letter-date">16 Jan 2020</named-content>
</p>
<p>PONE-D-19-33176</p>
<p>Transfer learning with convolutional neural networks for cancer survival prediction using gene-expression data</p>
<p>PLOS ONE</p>
<p>Dear Mr Lopez-Garcia,</p>
<p>Thank you for submitting your manuscript to PLOS ONE. After careful consideration, we feel that it has merit but does not fully meet PLOS ONE’s publication criteria as it currently stands. Therefore, we invite you to submit a revised version of the manuscript that addresses the points raised during the review process.</p>
<p>The reviewers argue about the necessity to address the class imbalance problem, the need for a comparison with conceptually similar works, the desire for more information on the feature selection component, a larger description of the technical aspects of algorithm implementation, a clearer demonstration of the originality and impact of the idea.</p>
<p>We would appreciate receiving your revised manuscript by Feb 29 2020 11:59PM. When you are ready to submit your revision, log on to <ext-link ext-link-type="uri" xlink:href="https://www.editorialmanager.com/pone/" xlink:type="simple">https://www.editorialmanager.com/pone/</ext-link> and select the 'Submissions Needing Revision' folder to locate your manuscript file.</p>
<p>If you would like to make changes to your financial disclosure, please include your updated statement in your cover letter.</p>
<p>To enhance the reproducibility of your results, we recommend that if applicable you deposit your laboratory protocols in protocols.io, where a protocol can be assigned its own identifier (DOI) such that it can be cited independently in the future. For instructions see: <ext-link ext-link-type="uri" xlink:href="http://journals.plos.org/plosone/s/submission-guidelines#loc-laboratory-protocols" xlink:type="simple">http://journals.plos.org/plosone/s/submission-guidelines#loc-laboratory-protocols</ext-link></p>
<p>Please include the following items when submitting your revised manuscript:</p>
<p><list list-type="bullet"><list-item><p>A rebuttal letter that responds to each point raised by the academic editor and reviewer(s). This letter should be uploaded as separate file and labeled 'Response to Reviewers'.</p></list-item><list-item><p>A marked-up copy of your manuscript that highlights changes made to the original version. This file should be uploaded as separate file and labeled 'Revised Manuscript with Track Changes'.</p></list-item><list-item><p>An unmarked version of your revised paper without tracked changes. This file should be uploaded as separate file and labeled 'Manuscript'.</p></list-item></list></p>
<p>Please note while forming your response, if your article is accepted, you may have the opportunity to make the peer review history publicly available. The record will include editor decision letters (with reviews) and your responses to reviewer comments. If eligible, we will contact you to opt in or out.</p>
<p>We look forward to receiving your revised manuscript.</p>
<p>Kind regards,</p>
<p>Ruxandra Stoean</p>
<p>Academic Editor</p>
<p>PLOS ONE</p>
<p>Journal Requirements:</p>
<p>When submitting your revision, we need you to address these additional requirements.</p>
<p>1. Please ensure that your manuscript meets PLOS ONE's style requirements, including those for file naming. The PLOS ONE style templates can be found at</p>
<p><ext-link ext-link-type="uri" xlink:href="http://www.journals.plos.org/plosone/s/file?id=wjVg/PLOSOne_formatting_sample_main_body.pdf" xlink:type="simple">http://www.journals.plos.org/plosone/s/file?id=wjVg/PLOSOne_formatting_sample_main_body.pdf</ext-link> and <ext-link ext-link-type="uri" xlink:href="http://www.journals.plos.org/plosone/s/file?id=ba62/PLOSOne_formatting_sample_title_authors_affiliations.pdf" xlink:type="simple">http://www.journals.plos.org/plosone/s/file?id=ba62/PLOSOne_formatting_sample_title_authors_affiliations.pdf</ext-link></p>
<p>[Note: HTML markup is below. Please do not edit.]</p>
<p>Reviewers' comments:</p>
<p>Reviewer's Responses to Questions</p>
<p><!-- <font color="black"> --><bold>Comments to the Author</bold></p>
<p>1. Is the manuscript technically sound, and do the data support the conclusions?</p>
<p>The manuscript must describe a technically sound piece of scientific research with data that supports the conclusions. Experiments must have been conducted rigorously, with appropriate controls, replication, and sample sizes. The conclusions must be drawn appropriately based on the data presented. <!-- </font> --></p>
<p>Reviewer #1: Yes</p>
<p>Reviewer #2: Yes</p>
<p>**********</p>
<p><!-- <font color="black"> -->2. Has the statistical analysis been performed appropriately and rigorously? <!-- </font> --></p>
<p>Reviewer #1: Yes</p>
<p>Reviewer #2: Yes</p>
<p>**********</p>
<p><!-- <font color="black"> -->3. Have the authors made all data underlying the findings in their manuscript fully available?</p>
<p>The <ext-link ext-link-type="uri" xlink:href="http://www.plosone.org/static/policies.action#sharing" xlink:type="simple">PLOS Data policy</ext-link> requires authors to make all data underlying the findings described in their manuscript fully available without restriction, with rare exception (please refer to the Data Availability Statement in the manuscript PDF file). The data should be provided as part of the manuscript or its supporting information, or deposited to a public repository. For example, in addition to summary statistics, the data points behind means, medians and variance measures should be available. If there are restrictions on publicly sharing data—e.g. participant privacy or use of data from a third party—those must be specified.<!-- </font> --></p>
<p>Reviewer #1: Yes</p>
<p>Reviewer #2: Yes</p>
<p>**********</p>
<p><!-- <font color="black"> -->4. Is the manuscript presented in an intelligible fashion and written in standard English?</p>
<p>PLOS ONE does not copyedit accepted manuscripts, so the language in submitted articles must be clear, correct, and unambiguous. Any typographical or grammatical errors should be corrected at revision, so please note any specific errors here.<!-- </font> --></p>
<p>Reviewer #1: Yes</p>
<p>Reviewer #2: Yes</p>
<p>**********</p>
<p><!-- <font color="black"> -->5. Review Comments to the Author</p>
<p>Please use the space provided to explain your answers to the questions above. You may also include additional comments for the author, including concerns about dual publication, research ethics, or publication ethics. (Please upload your review as an attachment if it exceeds 20,000 characters)<!-- </font> --></p>
<p>Reviewer #1: This is a very interesting work revealing the use of RNA-Seq data for cancer survival prediction in terms of deep learning and conventional ML techniques. I have no doubts about the work done and the methodology that is proposed in terms of transfer learning and survival prediction. Some concerns that need to be addressed before publication by the authors:</p>
<p>The class imbalance problem should be handled in different ways for obtained unbiased results. Under sampling, over sampling and ensemble techniques do exist for performing this task.</p>
<p>The figures need to be updated in terms of resolution, they are not in the preferred format I think.</p>
<p>A comparison table with similar studies-methodologies should be presented in order to clearly highlight the impact of the current methodology and its usage in another studies.</p>
<p>Reviewer #2: The article seems to be sufficiently novel and interesting. The main goal is to propose and apply the DL-with-TL methodology to rearrange RNA sequence data by transforming them into gene-expression images. Based on these images CNN can extract high-level features. Additionally, authors investigate whether extracted knowledge contributes to the extraction of features that improve lung cancer prediction. The results are compared with other selected ML approaches. This approach imply promising results about successful prediction of investigated problem. I think that this paper adhere to the journal standards.</p>
<p>Presented paper is well organised. Abstract of the article is relevant to its content. It is formulated correctly and relates directly to the substantive content of the article. The article is divided into appropriate sections like introduction with some theoretical background, some historical steps, presentation of investigated approach, materials and methods, gathered research results and summary. It also contains a detailed and thematically relevant bibliography.</p>
<p>The technical content of the article is generally understandable. Authors can add information about the result of the selection of features using applied FS methods. How many original features were considered significant. Maybe also describing the technical aspects of the algorithm implementation might be of interest to readers. Methods must be described in sufficient detail for another researcher to reproduce the experiments described. Authors should provide adequate justification that the methods presented in the paper are significantly different from previously presented.</p>
<p>**********</p>
<p><!-- <font color="black"> -->6. PLOS authors have the option to publish the peer review history of their article (<ext-link ext-link-type="uri" xlink:href="https://journals.plos.org/plosone/s/editorial-and-peer-review-process#loc-peer-review-history" xlink:type="simple">what does this mean?</ext-link>). If published, this will include your full peer review and any attached files.</p>
<p>If you choose “no”, your identity will remain anonymous but your review may still be made public.</p>
<p><bold>Do you want your identity to be public for this peer review?</bold> For information about this choice, including consent withdrawal, please see our <ext-link ext-link-type="uri" xlink:href="https://www.plos.org/privacy-policy" xlink:type="simple">Privacy Policy</ext-link>.<!-- </font> --></p>
<p>Reviewer #1: No</p>
<p>Reviewer #2: No</p>
<p>[NOTE: If reviewer comments were submitted as an attachment file, they will be attached to this email and accessible via the submission site. Please log into your account, locate the manuscript record, and check for the action link "View Attachments". If this link does not appear, there are no attachment files to be viewed.]</p>
<p>While revising your submission, please upload your figure files to the Preflight Analysis and Conversion Engine (PACE) digital diagnostic tool, <ext-link ext-link-type="uri" xlink:href="https://pacev2.apexcovantage.com/" xlink:type="simple">https://pacev2.apexcovantage.com/</ext-link>. PACE helps ensure that figures meet PLOS requirements. To use PACE, you must first register as a user. Registration is free. Then, login and navigate to the UPLOAD tab, where you will find detailed instructions on how to use the tool. If you encounter any issues or have any questions when using PACE, please email us at <email xlink:type="simple">figures@plos.org</email>. Please note that Supporting Information files do not need this step.</p>
</body>
</sub-article>
<sub-article article-type="author-comment" id="pone.0230536.r002">
<front-stub>
<article-id pub-id-type="doi">10.1371/journal.pone.0230536.r002</article-id>
<title-group>
<article-title>Author response to Decision Letter 0</article-title>
</title-group>
<related-object document-id="10.1371/journal.pone.0230536" document-id-type="doi" document-type="peer-reviewed-article" id="rel-obj002" link-type="rebutted-decision-letter" object-id="10.1371/journal.pone.0230536.r001" object-id-type="doi" object-type="decision-letter"/>
<custom-meta-group>
<custom-meta>
<meta-name>Submission Version</meta-name>
<meta-value>1</meta-value>
</custom-meta>
</custom-meta-group>
</front-stub>
<body>
<p>
<named-content content-type="author-response-date">27 Feb 2020</named-content>
</p>
<p>As indicated by the academic editor, a rebuttal letter responding to each point raised by the academic editor and reviewers has been uploaded as separate file and labeled 'Response to Reviewers'. The content of that file will be copied and pasted here:</p>
<p>PONE-D-19-33176</p>
<p>Transfer learning with convolutional neural networks for cancer survival prediction using gene-expression data</p>
<p>PLOS ONE</p>
<p>We would like to thank the editor and the reviewers for their fair comments and suggestions and for giving us the opportunity to improve and to re-submit our paper. In this revised version of our paper we have addressed all the comments pointed out by the reviewers and emphasised the novel contributions beyond our previous related work.</p>
<p>COMMENTS FOR REVIEWER #1:</p>
<p>We would like to thank this reviewer for her/his comments and suggestions.</p>
<p>The class imbalance problem should be handled in different ways for obtained unbiased results. Under sampling, over sampling and ensemble techniques do exist for performing this task.</p>
<p>As it has been fairly suggested by this reviewer, we conducted additional experiments in order to handle the severe class imbalance of the gene-expression datasets. Different techniques―random under-sampling, SMOTE and random over-sampling―were employed to re-sample the data before feeding it to the predictive models. We analyzed the performance of the models using each technique, and finally selected the one that maximized the mean CV AUC metric.  In this way, random over-sampling procedure applied both during pre-training and fine-tuning phases of the TL approach gave the best results both using CNN and MLNN models. When applied in combination with the traditional ML approach, SMOTE gave the highest AUC values. The revised version of the paper has been updated with the new results obtained using random-oversampling and SMOTE in combination with DL-with-TL approach and the traditional ML approach, respectively. Figure 8 has also been updated.</p>
<p>The figures need to be updated in terms of resolution, they are not in the preferred format I think.</p>
<p>Following the submission guidelines, all figures were uploaded as separate files. Besides, we used PACE software, as suggested in Figures guidelines, to ensure all figures met PLOS requirements.</p>
<p>A comparison table with similar studies-methodologies should be presented in order to clearly highlight the impact of the current methodology and its usage in another studies.</p>
<p>To the best of our knowledge, we are the first authors to explore a TL approach using CNN models on gene-expression data to tackle a cancer-survival predictive task. For this reason, the results obtained in this paper are not directly comparable with the results achieved in previous works, as different methodologies are applied as well as completely distinct cancer prediction tasks are tackled. However, we totally agree with this reviewer on the necessity of performing a thorough comparison between our proposed methodology and similar-studies methodologies to lucidly emphasize the impact of our contribution. In this way, the final paragraphs of the Results and Discussion section in the revised version of the manuscript addresses this concern.</p>
<p>COMMENTS FOR REVIEWER #2:</p>
<p>We would like to thank this reviewer for her/his comments and suggestions.</p>
<p>Authors can add information about the result of the selection of features using applied FS methods. How many original features were considered significant.</p>
<p>We considered the number of input features to be selected by the FS method as a hyper-parameter of the traditional ML approach. The range of possible values of this hyper-parameter, as well as the possible numbers of features to be extracted by the feature extraction methods, are described in detail in S3 Table.</p>
<p>Maybe also describing the technical aspects of the algorithm implementation might be of interest to readers. Methods must be described in sufficient detail for another researcher to reproduce the experiments described.</p>
<p>As stated in the revised version of the paper, for reproducing the results obtained in this work, all the data, code and technical descriptions of the algorithm implementation have been made publicly available at <ext-link ext-link-type="uri" xlink:href="https://github.com/guilopgar/GeneExpImgTL" xlink:type="simple">https://github.com/guilopgar/GeneExpImgTL</ext-link></p>
<p>In addition, the Supporting Information file contains a detailed description of the hyper-parameter optimization procedure employed to perform automatic tuning of the hyper-parameters of all the models analyzed in this work.</p>
<p>Authors should provide adequate justification that the methods presented in the paper are significantly different from previously presented.</p>
<p>As it has been fairly suggested by this reviewer, the Results and Discussion section from the revised version of the manuscript contains a detailed description of the novelties and methodological contributions of the current study, as well as a thorough comparison between our proposed methodology and other similar-studies methodologies.</p>
<supplementary-material id="pone.0230536.s005" mimetype="application/pdf" position="float" xlink:href="info:doi/10.1371/journal.pone.0230536.s005" xlink:type="simple">
<label>Attachment</label>
<caption>
<p>Submitted filename: <named-content content-type="submitted-filename">lopez_garcia_et_al_IWANN_Response_Reviewers.pdf</named-content></p>
</caption>
</supplementary-material>
</body>
</sub-article>
<sub-article article-type="editor-report" id="pone.0230536.r003" specific-use="decision-letter">
<front-stub>
<article-id pub-id-type="doi">10.1371/journal.pone.0230536.r003</article-id>
<title-group>
<article-title>Decision Letter 1</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name name-style="western">
<surname>Stoean</surname>
<given-names>Ruxandra</given-names>
</name>
<role>Academic Editor</role>
</contrib>
</contrib-group>
<permissions>
<copyright-year>2020</copyright-year>
<copyright-holder>Ruxandra Stoean</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<related-object document-id="10.1371/journal.pone.0230536" document-id-type="doi" document-type="article" id="rel-obj003" link-type="peer-reviewed-article"/>
<custom-meta-group>
<custom-meta>
<meta-name>Submission Version</meta-name>
<meta-value>1</meta-value>
</custom-meta>
</custom-meta-group>
</front-stub>
<body>
<p>
<named-content content-type="letter-date">3 Mar 2020</named-content>
</p>
<p>Transfer learning with convolutional neural networks for cancer survival prediction using gene-expression data</p>
<p>PONE-D-19-33176R1</p>
<p>Dear Dr. Lopez-Garcia,</p>
<p>We are pleased to inform you that your manuscript has been judged scientifically suitable for publication and will be formally accepted for publication once it complies with all outstanding technical requirements.</p>
<p>Within one week, you will receive an e-mail containing information on the amendments required prior to publication. When all required modifications have been addressed, you will receive a formal acceptance letter and your manuscript will proceed to our production department and be scheduled for publication.</p>
<p>Shortly after the formal acceptance letter is sent, an invoice for payment will follow. To ensure an efficient production and billing process, please log into Editorial Manager at <ext-link ext-link-type="uri" xlink:href="https://www.editorialmanager.com/pone/" xlink:type="simple">https://www.editorialmanager.com/pone/</ext-link>, click the "Update My Information" link at the top of the page, and update your user information. If you have any billing related questions, please contact our Author Billing department directly at <email xlink:type="simple">authorbilling@plos.org</email>.</p>
<p>If your institution or institutions have a press office, please notify them about your upcoming paper to enable them to help maximize its impact. If they will be preparing press materials for this manuscript, you must inform our press team as soon as possible and no later than 48 hours after receiving the formal acceptance. Your manuscript will remain under strict press embargo until 2 pm Eastern Time on the date of publication. For more information, please contact <email xlink:type="simple">onepress@plos.org</email>.</p>
<p>With kind regards,</p>
<p>Ruxandra Stoean</p>
<p>Academic Editor</p>
<p>PLOS ONE</p>
<p>Additional Editor Comments (optional):</p>
<p>Reviewers' comments:</p>
</body>
</sub-article>
<sub-article article-type="editor-report" id="pone.0230536.r004" specific-use="acceptance-letter">
<front-stub>
<article-id pub-id-type="doi">10.1371/journal.pone.0230536.r004</article-id>
<title-group>
<article-title>Acceptance letter</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name name-style="western">
<surname>Stoean</surname>
<given-names>Ruxandra</given-names>
</name>
<role>Academic Editor</role>
</contrib>
</contrib-group>
<permissions>
<copyright-year>2020</copyright-year>
<copyright-holder>Ruxandra Stoean</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<license-p>This is an open access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/" xlink:type="simple">Creative Commons Attribution License</ext-link>, which permits unrestricted use, distribution, and reproduction in any medium, provided the original author and source are credited.</license-p>
</license>
</permissions>
<related-object document-id="10.1371/journal.pone.0230536" document-id-type="doi" document-type="article" id="rel-obj004" link-type="peer-reviewed-article"/>
</front-stub>
<body>
<p>
<named-content content-type="letter-date">6 Mar 2020</named-content>
</p>
<p>PONE-D-19-33176R1 </p>
<p>Transfer learning with convolutional neural networks for cancer survival prediction using gene-expression data </p>
<p>Dear Dr. Lopez-Garcia:</p>
<p>I am pleased to inform you that your manuscript has been deemed suitable for publication in PLOS ONE. Congratulations! Your manuscript is now with our production department. </p>
<p>If your institution or institutions have a press office, please notify them about your upcoming paper at this point, to enable them to help maximize its impact. If they will be preparing press materials for this manuscript, please inform our press team within the next 48 hours. Your manuscript will remain under strict press embargo until 2 pm Eastern Time on the date of publication. For more information please contact <email xlink:type="simple">onepress@plos.org</email>.</p>
<p>For any other questions or concerns, please email <email xlink:type="simple">plosone@plos.org</email>. </p>
<p>Thank you for submitting your work to PLOS ONE.</p>
<p>With kind regards,</p>
<p>PLOS ONE Editorial Office Staff</p>
<p>on behalf of</p>
<p>Dr. Ruxandra Stoean  </p>
<p>Academic Editor</p>
<p>PLOS ONE</p>
</body>
</sub-article>
</article>