<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "JATS-journalpublishing1.dtd">
<article xml:lang="en" article-type="research-article" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Exploration of Medicine</journal-id>
<journal-title-group>
<journal-title>Exploration of Medicine</journal-title>
</journal-title-group>
<issn pub-type="epub">2692-3106</issn>
<publisher>
<publisher-name>Open Exploration</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">10013</article-id>
<article-id pub-id-type="doi">10.37349/emed.2020.00003</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Original Article</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying factors associated with opioid cessation in a biracial sample using machine learning</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Cox</surname>
<given-names>Jiayi W.</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sherva</surname>
<given-names>Richard M.</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">http://orcid.org/0000-0002-9268-810X</contrib-id>
<name>
<surname>Lunetta</surname>
<given-names>Kathryn L.</given-names>
</name>
<xref ref-type="aff" rid="AFF2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Saitz</surname>
<given-names>Richard</given-names>
</name>
<xref ref-type="aff" rid="AFF3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kon</surname>
<given-names>Mark</given-names>
</name>
<xref ref-type="aff" rid="AFF4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kranzler</surname>
<given-names>Henry R.</given-names>
</name>
<xref ref-type="aff" rid="AFF5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<contrib-id contrib-id-type="orcid">http://orcid.org/0000-0002-4067-1859</contrib-id>
<name>
<surname>Gelernter</surname>
<given-names>Joel</given-names>
</name>
<xref ref-type="aff" rid="AFF6"><sup>6</sup></xref>
<xref ref-type="aff" rid="AFF7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<contrib-id contrib-id-type="orcid">http://orcid.org/0000-0001-5533-4225</contrib-id>
<name>
<surname>Farrer</surname>
<given-names>Lindsay A.</given-names>
</name>
<xref ref-type="aff" rid="AFF1"><sup>1</sup></xref>
<xref ref-type="aff" rid="AFF2"><sup>2</sup></xref>
<xref ref-type="aff" rid="AFF8"><sup>8</sup></xref>
<xref ref-type="corresp" rid="C1"><sup>&#x0002A;</sup></xref>
</contrib>
<contrib contrib-type="academic-editor">
<name>
<surname>Su</surname>
<given-names>Hua</given-names>
</name>
</contrib>
<aff id="AFF1"><label>1</label>Department of Medicine (Biomedical Genetics), Boston University School of Medicine, Boston, MA 02118, USA</aff>
<aff id="AFF2"><label>2</label>Department of Biostatistics, Boston University School of Public Health, Boston, MA 02118, USA</aff>
<aff id="AFF3"><label>3</label>Department of Community Health Sciences, Boston University School of Public Health, Boston, MA 02118, USA</aff>
<aff id="AFF4"><label>4</label>Department of Mathematics and Statistics, Boston University College of Arts &#x00026; Sciences, Boston, MA 02215, USA</aff>
<aff id="AFF5"><label>5</label>Department of Psychiatry, Perelman School of Medicine, University of Pennsylvania and VISN 4 MIRECC, Crescenz VAMC, Philadelphia, PA 19104, USA</aff>
<aff id="AFF6"><label>6</label>Departments of Psychiatry, Genetics and Neuroscience, Yale School of Medicine, New Haven, CT 06511, USA</aff>
<aff id="AFF7"><label>7</label>Department of Psychiatry, VA CT Healthcare Center, West Haven, CT 06516, USA</aff>
<aff id="AFF8"><label>8</label>Departments of Neurology, Ophthalmology and Epidemiology, Boston University Schools of Medicine and Public Health, Boston, MA 02118, USA</aff>
<aff id="AFF9">University of California, USA</aff>
</contrib-group>
<author-notes>
<corresp id="C1"><label>&#x0002A;</label><bold>Correspondence:</bold> Lindsay A. Farrer, Biomedical Genetics E200, Boston University School of Medicine, 72 East Concord Street, Boston, MA 02118, USA. <email>farrer@bu.edu</email></corresp>
</author-notes>
<pub-date pub-type="ppub">
<year>2020</year>
</pub-date>
<pub-date pub-type="epub">
<day>29</day>
<month>02</month>
<year>2020</year>
</pub-date>
<volume>1</volume>
<fpage>27</fpage>
<lpage>41</lpage>
<history>
<date date-type="received">
<day>24</day>
<month>10</month>
<year>2019</year>
</date>
<date date-type="accepted">
<day>18</day>
<month>12</month>
<year>2019</year>
</date>
</history>
<permissions>
<copyright-statement>&#x00A9; The Author(s) 2020.</copyright-statement>
<copyright-year>2020</copyright-year>
<license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
<license-p>This is an Open Access article licensed under a Creative Commons Attribution 4.0 International License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, sharing, adaptation, distribution and reproduction in any medium or format, for any purpose, even commercially, as long as you give appropriate credit to the original author(s) and the source, provide a link to the Creative Commons license, and indicate if changes were made.</license-p></license>
</permissions>
<abstract>
<sec><title>Aim:</title>
<p>Racial disparities in opioid use disorder (OUD) management exist, however, and there is limited research on factors that influence opioid cessation in different population groups.</p>
</sec>
<sec><title>Methods:</title>
<p>We employed multiple machine learning prediction algorithms least absolute shrinkage and selection operator, random forest, deep neural network, and support vector machine to assess factors associated with ceasing opioid use in a sample of 1,192 African Americans (AAs) and 2,557 individuals of European ancestry (EAs) who met Diagnostic and Statistical Manual of Mental Disorders, 5th Edition criteria for OUD. Values for nearly 4,000 variables reflecting demographics, alcohol and other drug use, general health, non-drug use behaviors, and diagnoses for other psychiatric disorders, were obtained for each participant from the Semi-Structured Assessment for Drug Dependence and Alcoholism, a detailed semi-structured interview.</p>
</sec>
<sec><title>Results:</title>
<p>Support vector machine models performed marginally better on average than other machine learning methods with maximum prediction accuracies of 75.4&#x00025; in AAs and 79.4&#x00025; in EAs. Subsequent stepwise regression considered the 83 most highly ranked variables across all methods and models and identified less recent cocaine use (AAs: odds ratio (OR) &#x0003D; 1.82, <italic>P</italic> &#x0003D; 9.19 &#x000D7; 10<sup>&#x02212;5</sup>; EAs: OR &#x0003D; 1.91, <italic>P</italic> &#x0003D; 3.30 &#x000D7; 10<sup>&#x02212;15</sup>), shorter duration of opioid use (AAs: OR &#x0003D; 0.55, <italic>P</italic> &#x0003D; 5.78 &#x000D7; 10<sup>&#x02212;6</sup>; EAs: OR &#x0003D; 0.69, <italic>P</italic> &#x0003D; 3.01 &#x000D7; 10<sup>&#x02212;7</sup>), and older age (AAs: OR &#x0003D; 2.44, <italic>P</italic> &#x0003D; 1.41 &#x000D7; 10<sup>&#x02212;12</sup>; EAs: OR &#x0003D; 2.00, <italic>P</italic> &#x0003D; 5.74 &#x000D7; 10<sup>&#x02212;9</sup>) as the strongest independent predictors of opioid cessation in both AAs and EAs. Attending self-help groups for OUD was also an independent predictor (<italic>P</italic> &#x0003C; 0.05) in both population groups, while less gambling severity (OR &#x0003D; 0.80, <italic>P</italic> &#x0003D; 3.32 &#x000D7; 10<sup>&#x02212;2</sup>) was specific to AAs and post-traumatic stress disorder recovery (OR &#x0003D; 1.93, <italic>P</italic> &#x0003D; 7.88 &#x000D7; 10<sup>&#x02212;5</sup>), recent antisocial behaviors (OR &#x0003D; 0.64, <italic>P</italic> &#x0003D; 2.69 &#x000D7; 10<sup>&#x02212;3</sup>), and atheism (OR &#x0003D; 1.45, <italic>P</italic> &#x0003D; 1.34 &#x000D7; 10<sup>&#x02212;2</sup>) were specific to EAs. Factors related to drug use comprised about half of the significant independent predictors in both AAs and EAs, with other predictors related to non-drug use behaviors, psychiatric disorders, overall health, and demographics.</p>
</sec>
<sec><title>Conclusions:</title>
<p>These proof-of-concept findings provide avenues for hypothesis-driven analysis, and will lead to further research on strategies to improve OUD management in EAs and AAs.</p>
</sec>
</abstract>
<kwd-group>
<kwd>Opioid use disorder</kwd>
<kwd>opioid cessation</kwd>
<kwd>machine learning</kwd>
<kwd>feature selection</kwd>
<kwd>outcome prediction</kwd>
</kwd-group></article-meta>
</front>
<body>
<sec id="s1"><title>Introduction</title>
<p>Misuse of illicit and prescription opioids is a significant global problem that affects the health and economic welfare of individuals, families, and society. The U.S. opioid overdose rate has quadrupled since 1991 &#x0005B;<xref ref-type="bibr" rid="B1">1</xref>&#x0005D;. In 2017, more than 47,000 Americans died of an opioid overdose, and 36&#x00025; of these deaths involved prescription opioids &#x0005B;<xref ref-type="bibr" rid="B2">2</xref>&#x0005D;. A major goal in treating opioid use disorder (OUD) is abstinence, or complete cessation, of opioid use, other than the use of prescribed opioid replacement therapy. There is not a single, clinically accepted definition of cessation that specifies the length of abstinence required before an individual is no longer considered to have OUD &#x0005B;<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>&#x0005D;. Diagnostic and Statistical Manual of Mental Disorders, 5th Edition (DSM-5) considers sustained remission from OUD as a one-year period during which no criteria for the disorder (other than craving) are met &#x0005B;<xref ref-type="bibr" rid="B5">5</xref>&#x0005D;.</p>
<p>Population differences affect multiple aspects of the current epidemic. Although opioid use nationally is higher among individuals of European ancestry (EAs) than African-Americans (AAs), the opioid death rate has increased more sharply among AAs than EAs &#x0005B;<xref ref-type="bibr" rid="B6">6</xref>&#x0005D;. AAs have less access to treatment for OUD &#x0005B;<xref ref-type="bibr" rid="B7">7</xref>&#x0005D;, are less likely to obtain opioid prescriptions for pain management &#x0005B;<xref ref-type="bibr" rid="B8">8</xref>&#x0005D;, and are incarcerated at a higher rate for illicit opioid use &#x0005B;<xref ref-type="bibr" rid="B9">9</xref>&#x0005D; than EAs. Previous research on OUD-related outcomes has been conducted primarily in combined ethnic groups or in EAs only &#x0005B;<xref ref-type="bibr" rid="B10">10</xref>&#x0005D;, limiting the identification of key population differences in opioid use and treatment outcomes.</p>
<p>Although moderately correlated with opioid cessation, factors contributing to opioid treatment completion such as age, employment status, and age at first drug use have been identified from a mixed ethnicity sample &#x0005B;<xref ref-type="bibr" rid="B3">3</xref>&#x0005D;. Other factors are likely to influence cessation, such as pain experiences, general health, and the use of antidepressants &#x0005B;<xref ref-type="bibr" rid="B11">11</xref>&#x02013;<xref ref-type="bibr" rid="B13">13</xref>&#x0005D;. Delineation of these factors could inform OUD treatment strategies that may differ across population groups; or could be useful for individuals with OUD who aim to reduce or stop their opioid use. However, studies thus far have tended to focus on a small number of clinically relevant factors such as the dosage, duration, and formulation of medication-assisted treatment of substance use disorders &#x0005B;<xref ref-type="bibr" rid="B14">14</xref>&#x02013;<xref ref-type="bibr" rid="B16">16</xref>&#x0005D;. Large epidemiological studies of OUD &#x0005B;<xref ref-type="bibr" rid="B17">17</xref>&#x02013;<xref ref-type="bibr" rid="B19">19</xref>&#x0005D; comprised of thousands of variables would allow a systemic, hypothesis-free query to identify factors predicting opioid cessation.</p>
<p>Statistical methods are generally limited in their ability to sort through large numbers of predictors &#x0005B;<xref ref-type="bibr" rid="B20">20</xref>&#x0005D;. Data mining using machine learning, which is particularly well suited for identifying predictive factors among thousands of variables &#x0005B;<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>&#x0005D;, has successfully identified predictor variables for a diverse set of outcomes &#x0005B;<xref ref-type="bibr" rid="B23">23</xref>&#x02013;<xref ref-type="bibr" rid="B27">27</xref>&#x0005D;. Here, we applied multiple machine learning techniques to evaluate a large set of clinical, demographic, general health, and behavioral variables in a large, racially mixed cohort of individuals who were ascertained for cross-sectional genetic studies of substance use disorders, but not necessarily treated for OUD, to identify factors that are associated with opioid cessation (defined as self-reported last illicit opioid use and/or prescription opioids misuse &#x0003E; 1 year before the interview date). Our study identified additional factors associated with cessation, including several that are population-specific. These findings support an individualized approach to improve the outcome of cessation attempts.</p>
</sec>
<sec id="s2"><title>Materials and methods</title>
<sec><title>Participants and assessments</title>
<p>Participants for this study were selected from a cohort of 6,188 AAs and 6,835 EAs who were recruited for genetic studies of opioid, cocaine, or alcohol dependence between 2000 and 2017 through advertisements and treatment clinics at Yale University School of Medicine, the University of Connecticut Health Center, the University of Pennsylvania, the Medical University of South Carolina, and McLean Hospital &#x0005B;<xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x0005D;. This cohort included affected sibling pairs and additional family members, as well as unrelated cases and controls. Probands with schizophrenia or bipolar affective disorder were excluded &#x0005B;<xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x0005D;. Information about the use of various substances, demographics, general health, behavior, and other psychiatric illnesses was obtained by interview using the Semi-Structured Assessment for Drug Dependence and Alcoholism (SSADDA) &#x0005B;<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B30">30</xref>&#x0005D;. Substance use disorder (SUD) and psychiatric disorder diagnoses were established according to DSM-IV criteria. Institutional review boards from each recruitment site and Boston University (protocol &#x00023;H-26819) approved this study, and written informed consent was obtained from all participants.</p>
</sec>
<sec><title>Opioid cessation definition</title>
<p>Participants who were eligible for this analysis met at least two DSM-5 criteria for OUD, corresponding to a lifetime diagnosis of OUD. Current opioid cessation was determined by the response to the question, &#x0201C;When was the last time you used an opioid drug (including illicit methadone).&#x0201D; This question was asked as part of a series of items asked about illicit or non-prescribed use of opioids. Individuals who last used an opioid &#x0003E; 1 year before the date of interview were considered to have achieved cessation and those whose last use of an opioid was &#x0003C; 6 months before the interview date were classified as non-cessation. Persons who used opioids between 6 months and 1 year before the interview date were excluded from further analysis. Filtering steps yielding a sample of 1,192 AAs and 2,557 EAs for analysis are shown in <xref ref-type="supplementary-material" rid="SUP1">Figure S1</xref>.</p>
</sec>
<sec><title>Phenotype data processing</title>
<p>Preprocessing of 3,956 SSADDA variables was performed prior to machine learning analyses. Variables with narrative or invariable responses, containing redundant information (e.g., specific date of different episodes, drug names), and with a response rate &#x0003C; 90&#x00025; were removed. Missing values for binary and categorical variables were recoded as indicator variables to accommodate missing responses. Missing values for continuous variables were imputed to the population group mean value. Missing values for ordinal variables related to time since last drug use were assigned the highest level indicating less recent use. Z-score normalization (mean of 0 and variance of 1) was applied to continuous variables within each population to minimize scaling issues. The number of variables remaining after these steps was 3,315 in AAs and 3,738 in EAs.</p>
</sec>
<sec><title>Machine learning analyses</title>
<p>AAs and EAs were analyzed separately based on population differences in the epidemiology of opioid use and OUD. Variables were grouped into three nested sets defining three analytical models to explore the prediction accuracy blind to the individual&#x02019;s opioid or other drug use activities. This approach was adopted to enhance identification of non-drug use variables whose effects may be masked or confounded by variables related to drug use and are highly correlated with the cessation outcome. Model 1 contained all variables except those related to time since last opioid use that are strongly correlated with cessation (variable n &#x0003D; 3,093 in AAs and n &#x0003D; 3,503 in EAs). Model 2 further excluded all opioid-related variables (n &#x0003D; 2,863 in AAs and n &#x0003D; 3,252 in EAs). Model 3 further excluded all drug use variables, leaving only demographic, non-SUD diagnoses and behaviors, and other health-related variables (n &#x0003D; 1,656 in AAs and n &#x0003D; 1,907 in EAs). Models were evaluated using four machine learning methods described in Supplemental Materials to identify variables that are associated with opioid cessation. We modeled different types of inter-variable relationships between potential statistical predictors and the outcome using linear &#x0005B;least absolute shrinkage and selection operator, (LASSO) &#x0005B;<xref ref-type="bibr" rid="B31">31</xref>&#x0005D; and linear support vector machine (SVM) with recursive feature elimination (SVM) &#x0005B;<xref ref-type="bibr" rid="B32">32</xref>&#x0005D;&#x0005D; and non-linear &#x0005B;random forest (RF) with recursive feature elimination (RF) &#x0005B;<xref ref-type="bibr" rid="B33">33</xref>&#x0005D; and deep neural network (DNN) with feature selection (DNN) &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D;&#x0005D; techniques. These four methods were applied to capture associated variables under different model assumptions and allow for different outcome-predictor relationships. Variables from each model that were associated with the highest accuracy reflected by either F1 score or area under the curve (AUC) and generated by each machine learning method were retained. The F1 score is a harmonic measure of precision &#x0005B;true positive / (true positive &#x0002B; false negative)&#x0005D; and recall &#x0005B;true positive / (true positive &#x0002B; true negative)&#x0005D;, defined by 2 &#x000D7; (precision &#x000D7; recall) / (precision &#x0002B; recall) at a given case/ control split, and AUC is an overall evaluation of model performance that accounts for the true positive and false positive rates for all possible diagnostic splits &#x0005B;<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>&#x0005D;. Both measurements were considered because of their popularity in clinical settings &#x0005B;<xref ref-type="bibr" rid="B37">37</xref>&#x0005D;. The F1 score was used to assess accuracy due to limitations of the AUC, which includes bias when performed on imbalanced datasets as well as impractical and uninterpretable split points for evaluation &#x0005B;<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B38">38</xref>&#x0005D;.</p>
</sec>
<sec><title>Statistical methods for testing the association of opioid cessation with phenotypic variables</title>
<p>To determine which variables selected by the machine learning methods are independently associated with cessation, we applied different cutoffs for the importance measurement of each machine learning method: namely the odds ratio (OR) for LASSO, coefficient &#x0005B;<xref ref-type="bibr" rid="B39">39</xref>&#x0005D; denoted by weight for SVM, feature importance &#x0005B;<xref ref-type="bibr" rid="B39">39</xref>&#x0005D; for RF, and activation potential &#x0005B;<xref ref-type="bibr" rid="B34">34</xref>&#x0005D; for DNN. For LASSO, we chose variables that yielded ORs &#x0003E; 1.05 or &#x0003C; 0.95. We applied the following criteria for selecting variables from SVM and RF analyses depending on the number of variables (<italic>n</italic>) selected for each model: (1) if <italic>n</italic> &#x0003E; 200, the top 30&#x00025; of variables measured by absolute weight in SVM or importance in RF were designated as high impact, (2) if 100 &#x0003C; <italic>n</italic> &#x0003C; 200, the top 50&#x00025; were selected, and (3) if <italic>n</italic> &#x0003C; 100, all variables were designated as high impact. For DNN, all selected variables were designated &#x0201C;high impact&#x0201D;. Joint association tests were performed using bi-directional stepwise logistic regression that included 83 &#x0201C;high-impact&#x0201D; variables culled from three models across four machine learning methods in the AA and EA datasets. Variables that yielded the highest Akaike information criterion (AIC) with <italic>P</italic> &#x0003C; 0.05 from bi-directional stepwise logistic regression were grouped into &#x0201C;drug related&#x0201D;, &#x0201C;behavioral&#x0201D;, &#x0201C;other health&#x0201D;, and &#x0201C;demographic&#x0201D; categories.</p>
</sec>
</sec>
<sec id="s3"><title>Results</title>
<p>Characteristics of the study samples are shown in <xref ref-type="table" rid="T1">Table 1</xref>. The sample included 1,069 unrelated AAs and 2,252 unrelated EAs, and 123 AA and 305 EA participants who were members of families containing a pair of siblings concordant for opioid or cocaine dependence. There is a higher proportion of females among individuals who ceased opioid use in both AAs (OR &#x0003D; 1.35, <italic>P</italic> &#x0003D; 6.7 &#x000D7; 10<sup>&#x02212;3</sup>) and EAs (OR &#x0003D; 1.31, <italic>P</italic> &#x0003D; 1.1 &#x000D7; 10<sup>&#x02212;3</sup>) compared to those who did not cease. Participants who ceased opioid use were also older by an average of 3.18 years in the AA group (<italic>P</italic> &#x0003D; 1.0 &#x000D7; 10<sup>&#x02212;10</sup>) and 6.1 years in the EA group (<italic>P</italic> &#x0003D; 2.2 &#x000D7; 10<sup>&#x02212;16</sup>) than those who did not cease use. The mean number of lifetime DSM-5 OUD criteria did not significantly differentiate individuals who ceased opioid use from those who did not.</p>
<table-wrap id="T1" position="float"><label>Table 1.</label><caption><p>Participant characteristics</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle" rowspan="2"/>
<th align="left" valign="middle" rowspan="2"/>
<th align="left" valign="middle" colspan="2"><bold>Time since last use</bold></th>
</tr>
<tr>
<th align="left" valign="middle"><bold>&#x02264; 6 month (not cease)</bold></th>
<th align="left" valign="middle"><bold>&#x0003E; 1 year (ceased)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="4">AAs (<italic>N</italic> &#x0003D; 1192)</td>
<td align="left" valign="top">Number (&#x00025; female)</td>
<td align="left" valign="top">701 (33.5&#x00025;)</td>
<td align="left" valign="top">491 (40.5&#x00025;)</td>
</tr>
<tr>
<td align="left" valign="top">Age (Mean &#x000B1; SD)</td>
<td align="left" valign="top">42.6 &#x000B1; 8.5</td>
<td align="left" valign="top">45.6 &#x000B1; 8.3</td>
</tr>
<tr>
<td align="left" valign="top">OUD Symptom Counts (Mean &#x000B1; SD)</td>
<td align="left" valign="top">7.8 &#x000B1; 2.4</td>
<td align="left" valign="top">7.6 &#x000B1; 2.5</td>
</tr>
<tr>
<td align="left" valign="top">Number of families (number in families)</td>
<td align="left" valign="top">35 (76)</td>
<td align="left" valign="top">23 (47)</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="4">EAs (<italic>N</italic> &#x0003D; 2557)</td>
<td align="left" valign="top">Number (&#x00025; female)</td>
<td align="left" valign="top">1714 (34.4&#x00025;)</td>
<td align="left" valign="top">843 (40.6&#x00025;)</td>
</tr>
<tr>
<td align="left" valign="top">Age (Mean &#x000B1; SD)</td>
<td align="left" valign="top">34.4 &#x000B1; 10</td>
<td align="left" valign="top">40.5 &#x000B1; 10.3</td>
</tr>
<tr>
<td align="left" valign="top">OUD symptom Counts (Mean &#x000B1; SD)</td>
<td align="left" valign="top">8.8 &#x000B1; 1.9</td>
<td align="left" valign="top">8.4 &#x000B1; 2.3</td>
</tr>
<tr>
<td align="left" valign="top">Number of families (number in families)</td>
<td align="left" valign="top">114 (241)</td>
<td align="left" valign="top">31 (64)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN1"><p>SD: standard deviation</p></fn>
</table-wrap-foot>
</table-wrap>
<sec><title>Feature selection</title>
<p>The F1 score was generally higher across models in both AAs and EAs using SVM than the other machine learning algorithms (<xref ref-type="supplementary-material" rid="SUP1">Figure S2</xref>), although the differences in F1 score across methods were generally small, especially for models 1 and 2. A detailed discussion of the performance of each method for the three models is provided in <xref ref-type="supplementary-material" rid="SUP1">Supplemental Materials and Figure S2</xref>.</p>
<p><xref ref-type="fig" rid="F1">Figure 1</xref> shows the overlap of high impact variables chosen by the four machine learning methods. LASSO &#x0201C;high impact&#x0201D; variables almost entirely overlap with those from the other methods, while DNN-selected variables overlap the least with other method-selected variables. The majority of variables selected by non-LASSO methods are unique to those methods, however, there was high overlap in &#x0201C;high impact&#x0201D; variables selected by SVM and RF. Age was among the five top-ranked variables consistently identified by each method for each model in both AAs and EAs (<xref ref-type="supplementary-material" rid="SUP1">Table S1</xref>). Time since last cocaine use (injection) and recent cocaine use symptoms were selected by all machine learning methods for models 1 and 2 for both AAs and EAs. Also in model 1 analysis, age at first heavy opioid use and years of heroin use were identified in AAs by all machine learning methods. Several variables were selected by all methods in model 2 analyses including time since last cocaine use (injection) in both populations, time since first tobacco use in AAs, and body mass index, age at heaviest weight, and age started heavy cocaine use in EAs. Specific to model 3, positive HIV status, number of children, number of months employed in the last year, and jobless while having drinking and drug problems were selected by all methods in AAs. Under the same model, age at the heaviest weight, co-morbid illnesses, and time since exhibiting last antisocial behavior were selected by all methods in EAs.</p>
<fig id="F1" position="float"><label>Figure 1.</label><caption><p>Number of overlapping &#x0201C;high impact&#x0201D; variables selected by each machine learning method based on the importance measurement in African Americans (A) and European Americans (B) for models (1), (2), and (3). Model 1 includes all variables except for those that are confounded with opioid cessation. Model 2 includes all variables in Model 1 except opioid-related variables. Model 3 includes all variables in Model 2 except drug use-related variables. Colors represent particular machine learning methods: pink &#x0003D; LASSO, light yellow &#x0003D; SVM, light green &#x0003D; RF, light blue &#x0003D; DNN</p></caption><graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="10013-g001.tif"/></fig>
</sec>
<sec><title>Factors associated with opioid cessation</title>
<p>Stepwise regression analysis that considered 83 &#x0201C;high impact&#x0201D; variables culled from all models and machine learning methods (<xref ref-type="table" rid="T2">Table 2</xref>, <xref ref-type="supplementary-material" rid="SUP1">Table S2</xref>) identified both population specific factors and non-population specific factors associated with opioid cessation. Variables related to drug use comprised over 50&#x00025; of the nominally significant predictors of opioid cessation in AAs (29 of 41) and EAs (27 of 50).</p>
<table-wrap id="T2" position="float"><label>Table 2.</label><caption><p>Variables associated with opioid cessation at <italic>P</italic> &#x0003C; 0.01 in the (A) African American and (B) European ancestry groups</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th colspan="4" align="left" valign="middle"><bold>(A) African American</bold></th>
</tr>
<tr>
<th align="left" valign="middle" colspan="4"><hr/></th>
</tr>
<tr>
<th align="left" valign="middle"/>
<th align="left" valign="middle"><bold>Variable</bold></th>
<th align="left" valign="middle"><bold>OR</bold></th>
<th align="left" valign="middle"><bold><italic>P</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="17">Drug related</td>
<td align="left" valign="top">Time since 1st opioid treatment<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.56</td>
<td align="left" valign="top">1.90E-04</td>
</tr>
<tr>
<td align="left" valign="top">Older age at first opioid symptoms<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">0.46</td>
<td align="left" valign="top">2.23E-05</td>
</tr>
<tr>
<td align="left" valign="top">Number of years using heroin<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">0.55</td>
<td align="left" valign="top">5.78E-06</td>
</tr>
<tr>
<td align="left" valign="top">Depressed after reducing cocaine use</td>
<td align="left" valign="top">0.53</td>
<td align="left" valign="top">4.05E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since last injected cocaine<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">2.30</td>
<td align="left" valign="top">9.11E-06</td>
</tr>
<tr>
<td align="left" valign="top">Time since last used cocaine<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.82</td>
<td align="left" valign="top">9.19E-05</td>
</tr>
<tr>
<td align="left" valign="top">Time since last stayed high in cocaine<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.41</td>
<td align="left" valign="top">2.93E-03</td>
</tr>
<tr>
<td align="left" valign="top">Used cocaine &#x0003C; 11 times within year of interview</td>
<td align="left" valign="top">2.67</td>
<td align="left" valign="top">1.38E-03</td>
</tr>
<tr>
<td align="left" valign="top">Treated in outpatient program for cocaine use</td>
<td align="left" valign="top">1.88</td>
<td align="left" valign="top">4.06E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since of first cocaine craving<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">0.71</td>
<td align="left" valign="top">1.59E-03</td>
</tr>
<tr>
<td align="left" valign="top">Never injected cocaine</td>
<td align="left" valign="top">2.53</td>
<td align="left" valign="top">1.75E-03</td>
</tr>
<tr>
<td align="left" valign="top">Often used marijuana more than intended to</td>
<td align="left" valign="top">0.40</td>
<td align="left" valign="top">5.67E-04</td>
</tr>
<tr>
<td align="left" valign="top">Mixed alcohol and drugs &#x0003E; 3 times in 12 months</td>
<td align="left" valign="top">0.51</td>
<td align="left" valign="top">2.08E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since last had alcohol symptoms lasting &#x0003E; 1 month<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.45</td>
<td align="left" valign="top">2.84E-03</td>
</tr>
<tr>
<td align="left" valign="top">Smoked less frequently after waking up</td>
<td align="left" valign="top">1.75</td>
<td align="left" valign="top">7.76E-03</td>
</tr>
<tr>
<td align="left" valign="top">Older age at first cigarette<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">1.31</td>
<td align="left" valign="top">6.24E-03</td>
</tr>
<tr>
<td align="left" valign="top">Had 2 marijuana symptoms lasting a month</td>
<td align="left" valign="top">2.13</td>
<td align="left" valign="top">4.83E-03</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Other Health</td>
<td align="left" valign="top">HIV positive</td>
<td align="left" valign="top">2.47</td>
<td align="left" valign="top">1.39E-03</td>
</tr>
<tr>
<td align="left" valign="top">Health has always been better than now</td>
<td align="left" valign="top">0.62</td>
<td align="left" valign="top">9.64E-03</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Demographic</td>
<td align="left" valign="top">Female sex</td>
<td align="left" valign="top">1.91</td>
<td align="left" valign="top">1.83E-03</td>
</tr>
<tr>
<td align="left" valign="top">Current age</td>
<td align="left" valign="top">2.44</td>
<td align="left" valign="top">1.41E-12</td>
</tr>
</tbody>
</table>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th colspan="4" align="left" valign="middle"><bold>(B) European ancestry</bold></th>
</tr>
<tr>
<th align="left" colspan="4" valign="middle"><hr/></th>
</tr>
<tr>
<th align="left" valign="middle"/>
<th align="left" valign="middle"><bold>Variable</bold></th>
<th align="left" valign="middle"><bold>OR</bold></th>
<th align="left" valign="middle"><bold><italic>P</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="19">Drug related</td>
<td align="left" valign="top">Time since last cocaine use<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.91</td>
<td align="left" valign="top">3.30E-15</td>
</tr>
<tr>
<td align="left" valign="top">Older age at first heavy opioid use<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">0.56</td>
<td align="left" valign="top">2.67E-12</td>
</tr>
<tr>
<td align="left" valign="top">Number of years using heroin<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">0.69</td>
<td align="left" valign="top">3.01E-07</td>
</tr>
<tr>
<td align="left" valign="top">Time since last cocaine injection<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.85</td>
<td align="left" valign="top">2.38E-06</td>
</tr>
<tr>
<td align="left" valign="top">Time since last had alcohol symptoms that last &#x0003E; 1 month<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.34</td>
<td align="left" valign="top">4.13E-05</td>
</tr>
<tr>
<td align="left" valign="top">&#x0003E; 20 outpatient visits for drug/psychiatric problems in the last year</td>
<td align="left" valign="top">1.76</td>
<td align="left" valign="top">9.56E-06</td>
</tr>
<tr>
<td align="left" valign="top">Time since opioid treatment initiation<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.53</td>
<td align="left" valign="top">2.24E-06</td>
</tr>
<tr>
<td align="left" valign="top">Used cocaine &#x0003E; 11 times in last year</td>
<td align="left" valign="top">0.47</td>
<td align="left" valign="top">1.09E-05</td>
</tr>
<tr>
<td align="left" valign="top">Time since first used opioid 1/week for &#x0003E; 1 month<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.41</td>
<td align="left" valign="top">1.10E-04</td>
</tr>
<tr>
<td align="left" valign="top">Have injected cocaine</td>
<td align="left" valign="top">2.01</td>
<td align="left" valign="top">1.66E-04</td>
</tr>
<tr>
<td align="left" valign="top">Older age at first heavy cocaine use<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">1.27</td>
<td align="left" valign="top">7.40E-04</td>
</tr>
<tr>
<td align="left" valign="top">Marijuana interfered with work/home</td>
<td align="left" valign="top">1.67</td>
<td align="left" valign="top">1.61E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since one started opioid self-help group<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.28</td>
<td align="left" valign="top">2.40E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since last feel high on cocaine for &#x0003E; 1 day<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.33</td>
<td align="left" valign="top">1.15E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since last attended cocaine self-help group<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">0.76</td>
<td align="left" valign="top">3.27E-04</td>
</tr>
<tr>
<td align="left" valign="top">Used tobacco but not addicted</td>
<td align="left" valign="top">0.60</td>
<td align="left" valign="top">3.72E-03</td>
</tr>
<tr>
<td align="left" valign="top">Disclosed problems with cocaine usage to professional</td>
<td align="left" valign="top">1.65</td>
<td align="left" valign="top">2.45E-03</td>
</tr>
<tr>
<td align="left" valign="top">Stopped using stimulants for &#x0003E; 3 month</td>
<td align="left" valign="top">1.99</td>
<td align="left" valign="top">2.38E-03</td>
</tr>
<tr>
<td align="left" valign="top">Drinking resulted in objections or problems with family and work</td>
<td align="left" valign="top">1.48</td>
<td align="left" valign="top">4.39E-03</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="13">Behavioral</td>
<td align="left" valign="top">&#x0003C; 3 ASP criteria in 12-month period</td>
<td align="left" valign="top">0.64</td>
<td align="left" valign="top">2.69E-03</td>
</tr>
<tr>
<td align="left" valign="top">Often failed to pay debts</td>
<td align="left" valign="top">0.68</td>
<td align="left" valign="top">2.17E-03</td>
</tr>
<tr>
<td align="left" valign="top">Suspended or expelled from school</td>
<td align="left" valign="top">0.67</td>
<td align="left" valign="top">2.16E-03</td>
</tr>
<tr>
<td align="left" valign="top">Time since last had suicidal ideation<xref ref-type="table-fn" rid="TFN3"><sup>&#x0002A;</sup></xref></td>
<td align="left" valign="top">1.20</td>
<td align="left" valign="top">8.08E-03</td>
</tr>
<tr>
<td align="left" valign="top">Less recent since last had antisocial behaviors<xref ref-type="table-fn" rid="TFN4"><sup>&#x00024;</sup></xref></td>
<td align="left" valign="top">1.35</td>
<td align="left" valign="top">1.03E-04</td>
</tr>
<tr>
<td align="left" valign="top">No fear of most disturbing/traumatizing event</td>
<td align="left" valign="top">1.93</td>
<td align="left" valign="top">1.66E-06</td>
</tr>
<tr>
<td align="left" valign="top">Avoided scenes that reminded of traumatic event</td>
<td align="left" valign="top">1.88</td>
<td align="left" valign="top">7.88E-05</td>
</tr>
<tr>
<td align="left" valign="top">Had OCD behaviors when depressed</td>
<td align="left" valign="top">0.49</td>
<td align="left" valign="top">3.23E-04</td>
</tr>
<tr>
<td align="left" valign="top">Feeling distracted</td>
<td align="left" valign="top">1.56</td>
<td align="left" valign="top">8.15E-04</td>
</tr>
<tr>
<td align="left" valign="top">Unsafely raced cars</td>
<td align="left" valign="top">0.56</td>
<td align="left" valign="top">3.79E-03</td>
</tr>
<tr>
<td align="left" valign="top">Depression always started with drug problems</td>
<td align="left" valign="top">1.64</td>
<td align="left" valign="top">2.55E-03</td>
</tr>
<tr>
<td align="left" valign="top">Number of depression symptoms</td>
<td align="left" valign="top">1.46</td>
<td align="left" valign="top">8.99E-03</td>
</tr>
<tr>
<td align="left" valign="top">Have outstanding emotional problem</td>
<td align="left" valign="top">1.63</td>
<td align="left" valign="top">5.55E-03</td>
</tr>
<tr>
<td align="left" valign="top">Other Health</td>
<td align="left" valign="top">Body mass index</td>
<td align="left" valign="top">1.32</td>
<td align="left" valign="top">3.59E-06</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="2">Demographics</td>
<td align="left" valign="top">Household income</td>
<td align="left" valign="top">1.15</td>
<td align="left" valign="top">1.30E-03</td>
</tr>
<tr>
<td align="left" valign="top">Current age</td>
<td align="left" valign="top">2.00</td>
<td align="left" valign="top">5.74E-09</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="TFN2"><p>OR &#x0003D; odds ratio.</p></fn>
<fn id="TFN3"><label>&#x0002A;</label><p>Categorical variable: 1 &#x0003D; within the last two weeks, 2 &#x0003D; two weeks to less than one month ago, 3 &#x0003D; one month to less than six months ago, 4 &#x0003D; six months to one year ago, 5 &#x0003D; more than a year ago. OR represents the factor increase per level change.</p></fn>
<fn id="TFN4"><label>&#x00024;</label><p>Continuous variable: OR represents the factor increase per standard deviation unit</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Drug related variables were among the most significant positively associated predictors of opioid cessation in AAs and EAs including time since last cocaine injection (OR<sub>AAs</sub> &#x0003D; 2.30 per level change, <italic>P</italic><sub>AAs</sub> &#x0003D; 9.11 &#x000D7; 10<sup>&#x02212;6</sup>) or use (OR<sub>EAs</sub> &#x0003D; 1.91 per level change, <italic>P</italic><sub>EAs</sub> &#x0003D; 3.30 &#x000D7; 10<sup>&#x02212;15</sup>), while more years using heroin (OR<sub>AAs</sub> &#x0003D; 0.55 per standard deviation (SD) change, <italic>P</italic><sub>AAs</sub> &#x0003D; 5.78 &#x000D7; 10<sup>&#x02212;6</sup>) or being older at first heavy opioid use (OR<sub>EAs</sub> &#x0003D; 0.56 per SD change, <italic>P</italic><sub>EAs</sub> &#x0003D; 2.67 &#x000D7; 10<sup>&#x02212;12</sup>) decreased the odds of the outcome. Several other drug use variables were associated with greater odds of cessation including &#x0201C;more time since last had alcohol symptoms lasting &#x0003E; 1 month&#x0201D; (OR<sub>AAs</sub> &#x0003D; 1.45 per level change, <italic>P</italic><sub>AAs</sub> &#x0003D; 2.84 &#x000D7; 10<sup>&#x02212;3</sup>) (OR<sub>EAs</sub> &#x0003D; 1.34 per level change, <italic>P</italic><sub>EAs</sub> &#x0003D; 4.13 &#x000D7; 10<sup>&#x02212;5</sup>), &#x0201C;had 2 marijuana symptoms lasting &#x0003E; 1 month&#x0201D; (OR<sub>AAs</sub> &#x0003D; 2.13, <italic>P</italic><sub>AAs</sub> &#x0003D; 4.83 &#x000D7; 10<sup>&#x02212;3</sup>) or &#x0201C;marijuana interfered with work or home activities&#x0201D; (OR<sub>EA</sub> &#x0003D; 1.67, <italic>P</italic><sub>EA</sub> &#x0003D; 1.61 &#x000D7; 10<sup>&#x02212;3</sup>), &#x0201C;smoked less frequently after waking up&#x0201D; (OR<sub>AAs</sub> &#x0003D; 1.75, <italic>P</italic><sub>AAs</sub> &#x0003D; 7.76 &#x000D7; 10<sup>&#x02212;3</sup>) or the Fagerstrom Test for Nicotine Dependence (FTND) item &#x0201C;able to cut down smoking&#x0201D; (OR<sub>EAs</sub> &#x0003D; 1.28, <italic>P</italic><sub>EAs</sub> &#x0003D; 3.69 &#x000D7; 10<sup>&#x02212;2</sup>). Having attended a self-help group for OUD (OR<sub>AAs</sub> &#x0003D; 1.72, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.41 &#x000D7; 10<sup>&#x02212;2</sup>) or started attendance at an OUD self-help group sooner (OR<sub>EAs</sub> &#x0003D; 1.28 per level change, <italic>P</italic><sub>EAs</sub> &#x0003D; 2.4 &#x000D7; 10<sup>&#x02212;3</sup>) also increased the odds of cessation.</p>
<p>Several variables related to other mental health issues were also associated with opioid cessation. Selfharm (OR<sub>AAs</sub> &#x0003D; 1.39, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.96 &#x000D7; 10<sup>&#x02212;2</sup>) or suicidal ideation (OR<sub>EAs</sub> &#x0003D; 1.2, <italic>P</italic><sub>EAs</sub> &#x0003D; 8.08 &#x000D7; 10<sup>&#x02212;3</sup>) were associated with significantly higher odds of cessation. Prior history of a depressive episode lasting &#x0003E; 1 week (OR<sub>AAs</sub> &#x0003D; 1.31, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.66 &#x000D7; 10<sup>&#x02212;2</sup>) or having drug-use associated depression (OR<sub>EAs</sub> &#x0003D; 1.64, <italic>P</italic><sub>EAs</sub> &#x0003D; 2.55 &#x000D7; 10<sup>&#x02212;3</sup>) predicted higher odds of cessation. Pathological gambling severity (OR<sub>AAs</sub> &#x0003D; 0.8, <italic>P</italic><sub>AAs</sub> &#x0003D; 3.32 &#x000D7; 10<sup>&#x02212;2</sup>) and no anxiety for longer than six months (OR<sub>AAs</sub> &#x0003D; 1.72, <italic>P</italic><sub>AAs</sub> &#x0003D; 2.06 &#x000D7; 10<sup>&#x02212;3</sup>) were significantly associated with cessation in AAs. In EAs, recovering from an event causing post-traumatic stress disorder (PTSD) assessed by the question &#x0201C;no fear in most disturbing/traumatizing event&#x0201D; (OR<sub>EAs</sub> &#x0003D; 1.93, <italic>P</italic><sub>EAs</sub> &#x0003D; 1.66 &#x000D7; 10<sup>&#x02212;6</sup>), less recent antisocial behavior episodes (OR<sub>EAs</sub> &#x0003D; 1.35 per SD change in age, <italic>P</italic><sub>EAs</sub> &#x0003D; 1.03 &#x000D7; 10<sup>&#x02212;4</sup>), and unsafely raced cars (OR<sub>EAs</sub> &#x0003D; 1.78, <italic>P</italic><sub>EAs</sub> &#x0003D; 3.79 &#x000D7; 10<sup>&#x02212;3</sup>) were associated with increased odds of cessation.</p>
<p>Older age was one of the most significantly associated variables with opioid cessation in both population groups (OR<sub>AAs</sub> &#x0003D; 2.44 per SD change, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.41 &#x000D7; 10<sup>&#x02212;12</sup>, OR<sub>EAs</sub> &#x0003D; 2.00 per SD change, <italic>P</italic><sub>EAs</sub> &#x0003D; 5.74 &#x000D7; 10<sup>&#x02212;9</sup>). In AAs, female sex (OR<sub>AAs</sub> &#x0003D; 1.91, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.83 &#x000D7; 10<sup>&#x02212;3</sup>) and fulltime employment (OR<sub>AAs</sub> &#x0003D; 1.84, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.82 &#x000D7; 10<sup>&#x02212;2</sup>) were associated with a greater likelihood of opioid cessation, while having been raised primarily by a single parent (OR<sub>AAs</sub> &#x0003D; 0.63, <italic>P</italic><sub>AAs</sub> &#x0003D; 1.3 &#x000D7; 10<sup>&#x02212;2</sup>) was associated with not achieving cessation. Other variables that were significantly associated with opioid cessation in AAs included HIV positive status (OR &#x0003D; 2.47, <italic>P</italic> &#x0003D; 1.39 &#x000D7; 10<sup>&#x02212;3</sup>), whereas in EAs higher body mass index (OR &#x0003D; 1.32 per SD change, <italic>P</italic> &#x0003D; 2.58 &#x000D7; 10<sup>&#x02212;6</sup>), have asthma (OR &#x0003D; 0.68, <italic>P</italic> &#x0003D; 1.22 &#x000D7; 10<sup>&#x02212;2</sup>), higher household income (OR &#x0003D; 1.15, <italic>P</italic> &#x0003D; 1.3 &#x000D7; 10<sup>&#x02212;3</sup>), and being an atheist (OR &#x0003D; 1.45, <italic>P</italic> &#x0003D; 1.34 &#x000D7; 10<sup>&#x02212;2</sup>) were significantly associated with opioid cessation.</p>
</sec>
</sec>
<sec id="s4"><title>Discussion</title>
<p>We employed both regression and non-regression-based machine learning approaches to evaluate the association of more than 3,000 variables related to SUDs and other psychiatric disorders, other health-related behaviors, and demographic variables with opioid cessation among EAs and AAs assessed in a cross-sectional study of opioid, cocaine, and/or alcohol dependence. We observed moderate-to-high predictive accuracy across all methods; SVM, on average, marginally outperformed the other methods. Although the specific set of associated variables differed in EAs and AAs, a common profile emerged. People who ceased opioid use tended to be older, initiated drug use later in life, had used opioids for a shorter period, experienced fewer problems related to cocaine or alcohol use, were currently employed, and had recovered from other psychiatric disorders including depression and PTSD compared to those whose opioid use persisted.</p>
<p>Previous research using machine learning for addiction outcomes focused mainly on predictive accuracy, although a few studies attempted to identify and interpret specific variables that were associated with the outcomes &#x0005B;<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B40">40</xref>, <xref ref-type="bibr" rid="B41">41</xref>&#x0005D;. Acion et al.&#x0005B;<xref ref-type="bibr" rid="B3">3</xref>&#x0005D; reported that ensemble super learning was superior to other machine learning methods, and used penalized regression, SVM, and neural networks for predicting SUD treatment success indicated by treatment discharge status in a Hispanic cohort. In that study, less than 10&#x00025; of participants had problems with cocaine or illicit opioids and fewer than 30 variables were assessed. In contrast, we evaluated several thousand variables, including detailed measures of drug-use activities and psychiatric disorders, and ranked the importance of the top-ranked variables with four distinct machine learning algorithms. Gowin et al.&#x0005B;<xref ref-type="bibr" rid="B40">40</xref>&#x0005D; identified regional brain activity changes predicting relapse from imaging data on fewer than 70 methamphetamine-dependent patients without including any lifestyle factors. Che et al.&#x0005B;<xref ref-type="bibr" rid="B4">4</xref>&#x0005D; applied deep learning to electronic health record data to identify people with short-term or long-term opioid use or dependence. Similar to our study, they identified associations with comorbid substance use and anxiety disorders &#x0005B;<xref ref-type="bibr" rid="B4">4</xref>&#x0005D;. Several other studies used only regression-based methods to identify variables associated with opioid and stimulant dependence &#x0005B;<xref ref-type="bibr" rid="B42">42</xref>&#x0005D;, cocaine dependence &#x0005B;<xref ref-type="bibr" rid="B43">43</xref>&#x0005D; and alcohol dependence &#x0005B;<xref ref-type="bibr" rid="B44">44</xref>&#x0005D;, which might not capture other relationships among variables. Several of the non-regression-based methods we employed have also been applied in other studies, which focused mainly on brain magnetic resonance imaging (MRI) traits as predictors of substance use disorder diagnoses &#x0005B;<xref ref-type="bibr" rid="B24">24</xref>, <xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B40">40</xref>&#x0005D;.</p>
<p>We identified association of opioid cessation with several variables that were previously associated with OUD or OUD-related conditions including co-morbid drug use, antisocial behavior, suicidal thoughts, HIV infection, and asthma &#x0005B;<xref ref-type="bibr" rid="B45">45</xref>&#x02013;<xref ref-type="bibr" rid="B50">50</xref>&#x0005D;. Our finding that the majority of people who ceased opioids (60&#x00025; in AAs and 66&#x00025; in EAs) also ceased cocaine use is consistent with evidence of high rates of co-occurring OUD and cocaine use disorder (CUD) &#x0005B;<xref ref-type="bibr" rid="B51">51</xref>, <xref ref-type="bibr" rid="B52">52</xref>&#x0005D;. This finding also supports the use of treatment strategies that target both disorders &#x0005B;<xref ref-type="bibr" rid="B51">51</xref>, <xref ref-type="bibr" rid="B53">53</xref>&#x0005D; and suggests that ceasing use of one substance might influence the ability to cease use of the other. Alternatively, ceasing both opioid and cocaine use may reflect self-selection for inclusion in our genetic studies in which 43&#x00025; of AA and 32&#x00025; of EA participants were ascertained for CUD. Our findings are also consistent with observations that a failure to address tobacco use lowers the efficacy of opioid cessation treatment &#x0005B;<xref ref-type="bibr" rid="B54">54</xref>&#x0005D; and that a behavioral intervention in patients with antisocial personality disorder reduces substance use &#x0005B;<xref ref-type="bibr" rid="B55">55</xref>&#x0005D;. Unlike problems that are associated with other drug use and lower odds of opioid cessation, we found that cannabis use-related problems (e.g., two marijuana symptoms lasting a month, marijuana interfering with work) are associated with higher odds of opioid cessation. This finding is puzzling and not immediately explainable. Although our observation that cannabis users had better success quitting opioids is consistent with prior reports of association of cannabis use and reduced opioid withdrawal symptoms and pain &#x0005B;<xref ref-type="bibr" rid="B56">56</xref>, <xref ref-type="bibr" rid="B57">57</xref>&#x0005D;, recently we showed that cannabis as a replacement for opioids as treatment strategy for OUD could be harmful &#x0005B;<xref ref-type="bibr" rid="B58">58</xref>&#x0005D;. Previous findings of the co-occurrence of drug addiction, suicide attempts, depression, family conflicts, and PTSD, which may suggest bi-directional casual relationships &#x0005B;<xref ref-type="bibr" rid="B45">45</xref>&#x02013;<xref ref-type="bibr" rid="B50">50</xref>&#x0005D;, are consistent with our observation that better management of comorbid psychiatric problems (fewer recent suicide attempts and psychiatric symptoms) increases the likelihood of opioid cessation or vice versa.</p>
<p>Acion et al.&#x0005B;<xref ref-type="bibr" rid="B3">3</xref>&#x0005D; and we identified age, employment status, and age at first drug use as factors for treatment success. The protective effect of older age may be due to ascertainment bias because persons who survived severe dependence are more likely to have stopped using opioids. Full-time employment likely reduces the time or urge for persons dependent on opioids to seek and use the drug. In addition, drug screening associated with some jobs may reduce the likelihood of current opioid use &#x0005B;<xref ref-type="bibr" rid="B59">59</xref>&#x0005D;. Quitting opioids also make it easier to find/maintain a job. The inverse correlation of age at first drug use and opioid cessation may reflect the increased difficulty of reversing the effect of long-term opioid exposure on the brain reward system &#x0005B;<xref ref-type="bibr" rid="B60">60</xref>&#x0005D; or increased severity associated with earlier onset.</p>
<p>Several variables that were significantly associated with opioid cessation related to non-substance-related behavior were population specific. Although these findings may be due in part to differences between AAs and EAs in willingness to endorse these behaviors, previous studies showed that AAs were more likely than EAs to report prolonged gambling and problems associated with gambling &#x0005B;<xref ref-type="bibr" rid="B61">61</xref>, <xref ref-type="bibr" rid="B62">62</xref>&#x0005D;. One explanation for our findings of significant associations of ceasing opioids with a self-reported HIV diagnosis in AAs is that OUD patients with severe or life-threatening illnesses are more likely to seek or adhere to treatment &#x0005B;<xref ref-type="bibr" rid="B63">63</xref>&#x0005D;, an idea supported by evidence that HIV-infected patients have better treatment outcomes for OUD &#x0005B;<xref ref-type="bibr" rid="B64">64</xref>&#x02013;<xref ref-type="bibr" rid="B66">66</xref>&#x0005D;. Alternatively, poorer general health may lead to reduced drug use &#x0005B;<xref ref-type="bibr" rid="B67">67</xref>&#x0005D; (the so-called &#x0201C;sick quitter&#x0201D;). In contrast, antisocial behavior, recovery from PTSD, and being an atheist were associated with opioid cessation in EAs only. Prior research may provide insight into these EA-specific patterns. One study reported antisocial behaviors in EA children were significantly associated with substance initiation while the association was less strong in AA children &#x0005B;<xref ref-type="bibr" rid="B68">68</xref>&#x0005D;, although the impact on opioid use was not assessed. PTSD and being an atheist identified in EAs might be due to the racial difference in exposure to traumatic events and belief diversities &#x0005B;<xref ref-type="bibr" rid="B69">69</xref>, <xref ref-type="bibr" rid="B70">70</xref>&#x0005D;. Previous evidence about the effect of religion on SUDs is contradictory. One study showed that loss of religiosity between childhood and adulthood was associated with increased substance use while recent religiosity increased the odds of illicit drug use in the past year &#x0005B;<xref ref-type="bibr" rid="B71">71</xref>&#x0005D;. Alternatively, the smaller sample of AAs might have limited our ability to detect these associations in that group.</p>
<p>The current study has several strengths. First, because the input dataset contains thousands of variables related to drug use activities, psychiatric disorders, medical history, and demographics obtained from several thousand individuals meeting DSM-5 criteria for OUD, we were able to explore many factors in addition to those included in other studies. Second, both linear and non-linear machine learning methods were employed to model the true underlying relationship between the variables and outcome, which increased the number of factors we identified. Third, we evaluated three models for each machine learning method in order to better understand the contribution of opioid and other drug use information. Fourth, we considered only independent variables in the association analyses to prevent over-representation of correlated factors. Finally, although there is no published &#x0201C;gold standard&#x0201D; predictive model against which to compare our results, the 80&#x00025; predictive accuracy we achieved is similar to that seen in other machine learning studies &#x0005B;<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B40">40</xref>, <xref ref-type="bibr" rid="B41">41</xref>&#x0005D;.</p>
<p>Limitations of this work should be noted. First, given the cross-sectional nature of our data and the over 90&#x00025; relapse rate for OUD &#x0005B;<xref ref-type="bibr" rid="B72">72</xref>&#x0005D;, many individuals classified as not using opioids may have subsequently relapsed to opioid use. However, it has been shown that prior abstinence is predictive of future abstinence, therefore people who ceased opioids are more likely to cease again even when relapse occurs &#x0005B;<xref ref-type="bibr" rid="B73">73</xref>&#x0005D;. Second, the machine learning analyses were based on samples that may have been underpowered to detect associations with some variables compared to other studies that included tens of thousands of individuals &#x0005B;<xref ref-type="bibr" rid="B74">74</xref>&#x0005D;. Third, most persons in our cohort were evaluated prior to the current opioid epidemic and may not reflect recent secular trends in the prevalence and associated features of OUD. Fourth, associations of cessation with some variables and overall prediction accuracy may have been inflated because our analysis did not fully account for familial correlations. Fifth, in spite of the large number of variables that were included in the machine learning analyses, potentially important variables such as the reasons for first use and details of treatment and support programs were unavailable. However, we identified attending an opioid addiction self-help group as associated with successful cessation, which is consistent with the reported benefit of self-help groups &#x0005B;<xref ref-type="bibr" rid="B75">75</xref>&#x0005D;. Sixth, the rate of response to many interview questions was substantially higher in EAs, while the sample size was twice that of AAs, which could account for some of the observed racial differences in predictive models. Related to this concern, our use of mean imputation for missing data may have been overly conservative. Other methods, including cold/hot deck (such as K nearest neighbors) and multiple imputation &#x0005B;<xref ref-type="bibr" rid="B76">76</xref>&#x0005D;, may have provided additional information but were not appropriate for this dataset given its size, use of continuous, ordinal, and binary variable coding, non-linear relationships among variables, and lack of an appropriate external reference. Seventh, given the limited amount of temporal information with respect to many of the potential risk factors for opioid cessation in this cross-sectional sample, it is difficult to determine the effect direction for many of the observed associations. Because of these limitations, our findings require external validation in larger samples before they can be incorporated in prediction models for clinical purposes. Finally, while some of the factors we identified are plausible and consistent with prior studies, other factors such as atheism are not immediately interpretable. Thus, because our research is atheoretical, results should be interpreted with caution and be validated before implemented in clinical practice.</p>
<p>In conclusion, we analyzed a large number of variables including demographic, behavioral, health and drug use activities using machine learning techniques with feature selection and found variables in a wide range of domains that were associated with cessation. These included some that are consistent with prior literature, plausible but have not been well studied, and do not have readily apparent explanations for their associations. Our findings suggest hypotheses for future studies and could inform how one might increase the likelihood of cessation with and without treatment. These results also support several widely known treatment strategies for OUD, such as treating psychiatric comorbidity, adding wraparound services such as employment counseling, and simultaneously addressing polydrug use problems. Finally, in an era of increasing availability of digitized health-related records, our study provides a framework for disease outcome prediction using high dimensional phenotypic data collected via a research instrument.</p>
</sec>
</body>
<back>
<glossary><title>Abbreviations</title>
<def-list>
<def-item><term>AA:</term><def><p>African American</p></def></def-item>
<def-item><term>AIC:</term><def><p>Akaike information criterion</p></def></def-item>
<def-item><term>AUC:</term><def><p>area under the curve</p></def></def-item>
<def-item><term>CUD:</term><def><p>cocaine use disorder</p></def></def-item>
<def-item><term>DNN:</term><def><p>deep neural network</p></def></def-item>
<def-item><term>DSM-5:</term><def><p>Diagnostic and Statistical Manual of Mental Disorders, 5th Edition</p></def></def-item>
<def-item><term>EA:</term><def><p>European ancestry</p></def></def-item>
<def-item><term>FTND:</term><def><p>Fagerstrom Test for Nicotine Dependence</p></def></def-item>
<def-item><term>LASSO:</term><def><p>least absolute shrinkage and selection operator</p></def></def-item>
<def-item><term>MRI:</term><def><p>magnetic resonance imaging</p></def></def-item>
<def-item><term>OR:</term><def><p>odds ratio</p></def></def-item>
<def-item><term>OCD:</term><def><p>obsessive-compulsive disorder</p></def></def-item>
<def-item><term>OUD:</term><def><p>opioid use disorder</p></def></def-item>
<def-item><term>PTSD:</term><def><p>post-traumatic stress disorder</p></def></def-item>
<def-item><term>RF:</term><def><p>random forest</p></def></def-item>
<def-item><term>SD:</term><def><p>standard deviation</p></def></def-item>
<def-item><term>SSADDA:</term><def><p>Semi-Structured Assessment for Drug Dependence and Alcoholism</p></def></def-item>
<def-item><term>SUD:</term><def><p>substance use disorder</p></def></def-item>
<def-item><term>SVM:</term><def><p>support vector machine</p></def></def-item>
</def-list>
</glossary>
<sec id="s5"><title>Supplementary materials</title>
<p>The supplementary materials for this article are available at: 
<supplementary-material id="SUP1" content-type="data-supplement" xlink:href="10013_sup_1.pdf">
<ext-link ext-link-type="uri" xlink:href="https://www.explorationpub.com/uploads/Article/file/10013_sup_1.pdf">https://www.explorationpub.com/uploads/Article/file/10013_sup_1.pdf</ext-link></supplementary-material></p>
</sec>
<sec id="s6"><title>Declarations</title>
<sec><title>Acknowledgments</title>
<p>We appreciate the work of recruitment and assessment by James Poling, PhD, at Yale University School of Medicine and the APT Foundation; by Roger Weiss, MD, at McLean Hospital; by Kathleen Brady, MD/PhD and Raymond Anton, MD, at the Medical University of South Carolina; and David Oslin, MD at the University of Pennsylvania. We thank John Farrell, PhD, Section of Biomedical Genetics, Boston University School of Medicine, who provided database management assistance.</p>
</sec>
<sec><title>Author contributions</title>
<p>JC designed, conducted the study and wrote the manuscript, R Sherva, KL, R Saitz, MK and LF supervised the study, HK and JG provided the access to the dataset. All authors contributed to manuscript revisions.</p>
</sec>
<sec><title>Conflicts of interest</title>
<p>Dr. Kranzler has been a consultant or advisory board member for Indivior and Lundbeck. He is also a member of the American Society of Clinical Psychopharmacology&#x02019;s Alcohol Clinical Trials Initiative, which was supported for the last 3 years by AbbVie, Alkermes, Ethypharm, Indivior, Lilly, Lundbeck, Otsuka, Pfizer, Arbor, and Amygdala Neurosciences.</p>
</sec>
<sec><title>Ethical approval</title>
<p>This study was approved by the Institutional Review Boards of Boston University, Yale University and the University of Pennsylvania.</p>
</sec>
<sec><title>Consent to participate</title>
<p>Informed consent to participate in the study was obtained from all participants.</p>
</sec>
<sec><title>Consent to publication</title>
<p>Not applicable.</p>
</sec>
<sec><title>Availability of data and materials</title>
<p>The code used for this analysis can be found at <ext-link ext-link-type="uri" xlink:href="https://github.com/wusixer/feature-selection-using-LASSO-SVM-and-Random-Forest">https://github.com/wusixer/feature-selection-using-LASSO-SVM-and-Random-Forest</ext-link> and <ext-link ext-link-type="uri" xlink:href="https://github.com/wusixer/feature_selection_in_neural_network">https://github.com/wusixer/feature_selection_in_neural_network</ext-link>.</p>
</sec>
<sec><title>Funding</title>
<p>This study was supported by National Institutes of Health grants RC2 DA028909, R01 DA12690, R01 DA12849, R01 DA18432, R01 AA11330, R01 AA017535, 2P50-AA012870, VA Connecticut Healthcare Center, Philadelphia VA MIRECCS, and National Center for Post Traumatic Stress Disorder. The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
</sec>
<sec><title>Copyright</title>
<p>&#x00A9; The Author(s) 2020.</p>
</sec>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Volkow</surname><given-names>ND</given-names></name><name><surname>Frieden</surname><given-names>TR</given-names></name><name><surname>Hyde</surname><given-names>PS</given-names></name><name><surname>Cha</surname><given-names>SS.</given-names></name></person-group> <article-title>Medication-assisted therapies&#x02014;tackling the opioid-overdose epidemic</article-title>. <source>N Engl J Med</source>. <year>2014</year>;<volume>370</volume>:<fpage>2063</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMp1402780</pub-id> <pub-id pub-id-type="pmid">24758595</pub-id></mixed-citation></ref>
<ref id="B2"><label>2.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><collab>Centers for Disease Control and Prevention</collab></person-group>. <article-title>Overview of the drug overdose epidemic: behind the numbers</article-title>. <comment>Available from: <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/drugoverdose/data/index.html">https://www.cdc.gov/drugoverdose/data/index.html</ext-link>. &#x0005B;Last accessed on 28 May 2019&#x0005D;</comment>.</mixed-citation></ref>
<ref id="B3"><label>3.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Acion</surname><given-names>L</given-names></name><name><surname>Kelmansky</surname><given-names>D</given-names></name><name><surname>van der Laan</surname><given-names>M</given-names></name><name><surname>Sahker</surname><given-names>E</given-names></name><name><surname>Jones</surname><given-names>D</given-names></name><name><surname>Arndt</surname><given-names>S.</given-names></name></person-group> <article-title>Use of a machine learning framework to predict substance use disorder treatment success</article-title>. <source>PLoS One</source>. <year>2017</year>;<volume>12</volume>:<fpage>e0175383</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0175383</pub-id> <pub-id pub-id-type="pmid">28394905</pub-id> <pub-id pub-id-type="pmcid">PMC5386258</pub-id></mixed-citation></ref>
<ref id="B4"><label>4.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Che</surname><given-names>Z</given-names></name><name><surname>St Sauver</surname><given-names>J</given-names></name><name><surname>Liu</surname><given-names>H</given-names></name><name><surname>Liu</surname><given-names>Y.</given-names></name></person-group> <article-title>Deep learning solutions for classifying patients on opioid use</article-title>. <source>AMIA Annu Symp Proc</source>. <year>2018</year>;<volume>2017</volume>:<fpage>525</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="pmid">29854117</pub-id> <pub-id pub-id-type="pmcid">PMC5977635</pub-id></mixed-citation></ref>
<ref id="B5"><label>5.</label><mixed-citation publication-type="book"><person-group person-group-type="author"><collab>American Psychiatric Association</collab></person-group>. <source>Diagnostic and statistical manual of mental disorders</source>. <edition>5th ed.</edition> <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>American Psychiatric Pub</publisher-name>; <year>2013</year>.</mixed-citation></ref>
<ref id="B6"><label>6.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>James</surname><given-names>K</given-names></name><name><surname>Jordan</surname><given-names>A.</given-names></name></person-group> <article-title>The opioid crisis in Black communities</article-title>. <source>J Law Med Ethics</source>. <year>2018</year>;<volume>46</volume>:<fpage>404</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1177/1073110518782949</pub-id> <pub-id pub-id-type="pmid">30146996</pub-id></mixed-citation></ref>
<ref id="B7"><label>7.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Hansen</surname><given-names>H</given-names></name><name><surname>Siegel</surname><given-names>C</given-names></name><name><surname>Wanderling</surname><given-names>J</given-names></name><name><surname>DiRocco</surname><given-names>D.</given-names></name></person-group> <article-title>Buprenorphine and methadone treatment for opioid dependence by income, ethnicity and race of neighborhoods in New York City</article-title>. <source>Drug Alcohol Depend</source>. <year>2016</year>;<volume>164</volume>:<fpage>14</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.03.028</pub-id></mixed-citation></ref>
<ref id="B8"><label>8.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Om</surname><given-names>A.</given-names></name></person-group> <article-title>The opioid crisis in black and white: the role of race in our nation&#x02019;s recent drug epidemic</article-title>. <source>J Public Health</source>. <year>2018</year>;<volume>40</volume>:<fpage>e614</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1093/pubmed/fdy103</pub-id></mixed-citation></ref>
<ref id="B9"><label>9.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Santoro</surname><given-names>TN</given-names></name><name><surname>Santoro</surname><given-names>JD.</given-names></name></person-group> <article-title>Racial bias in the us opioid epidemic: a review of the history of systemic bias and implications for care</article-title>. <source>Cureus</source>. <year>2018</year>;<volume>10</volume>:<fpage>e3733</fpage>. <pub-id pub-id-type="doi">10.7759/cureus.3733</pub-id> <pub-id pub-id-type="pmid">30800543</pub-id> <pub-id pub-id-type="pmcid">PMC6384031</pub-id></mixed-citation></ref>
<ref id="B10"><label>10.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Hellman</surname><given-names>M.</given-names></name></person-group> <article-title>Opioids, opioids, opioids: the plague among middle-aged white Americans</article-title>. <source>Nordic studies on alcohol and drugs</source>. <year>2018</year>;<volume>35</volume>:<fpage>325</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1177/1455072518808169</pub-id></mixed-citation></ref>
<ref id="B11"><label>11.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Badiani</surname><given-names>A</given-names></name><name><surname>Spagnolo</surname><given-names>PA.</given-names></name></person-group> <article-title>Role of environmental factors in cocaine addiction</article-title>. <source>Curr Pharm Des</source>. <year>2013</year>;<volume>19</volume>:<fpage>6996</fpage>&#x02013;<lpage>7008</lpage>. <pub-id pub-id-type="doi">10.2174/1381612819999131125221238</pub-id> <pub-id pub-id-type="pmid">23574438</pub-id></mixed-citation></ref>
<ref id="B12"><label>12.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ellis</surname><given-names>RJ</given-names></name><name><surname>Wang</surname><given-names>Z</given-names></name><name><surname>Genes</surname><given-names>N</given-names></name><name><surname>Ma&#x02019;ayan</surname><given-names>A.</given-names></name></person-group> <article-title>Predicting opioid dependence from electronic health records with machine learning</article-title>. <source>BioData Min</source>. <year>2019</year>;<volume>12</volume>:<fpage>3</fpage>. <pub-id pub-id-type="doi">10.1186/s13040-019-0193-0</pub-id> <pub-id pub-id-type="pmid">30728857</pub-id> <pub-id pub-id-type="pmcid">PMC6352440</pub-id></mixed-citation></ref>
<ref id="B13"><label>13.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Li</surname><given-names>X</given-names></name><name><surname>Chaovalitwongse</surname><given-names>WA</given-names></name><name><surname>Curran</surname><given-names>G</given-names></name><name><surname>Tilford</surname><given-names>JM</given-names></name><name><surname>Felix</surname><given-names>H</given-names></name><name><surname>Martin</surname><given-names>BC.</given-names></name></person-group> <article-title>Using machine learning to predict opioid overdoses among prescription opioid users</article-title>. <source>Value in Health</source>. <year>2018</year>;<volume>21</volume> <issue>Suppl 1</issue>:<fpage>S245</fpage>. <pub-id pub-id-type="doi">10.1016/j.jval.2018.04.1663</pub-id></mixed-citation></ref>
<ref id="B14"><label>14.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dowell</surname><given-names>D</given-names></name><name><surname>Haegerich</surname><given-names>TM</given-names></name><name><surname>Chou</surname><given-names>R.</given-names></name></person-group> <article-title>CDC guideline for prescribing opioids for chronic pain&#x02014;United States, 2016</article-title>. <source>MMWR Recomm Rep</source>. <year>2016</year>;<volume>65</volume>:<fpage>1</fpage>&#x02013;<lpage>49</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2016.1464</pub-id></mixed-citation></ref>
<ref id="B15"><label>15.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ainscough</surname><given-names>TS</given-names></name><name><surname>Brose</surname><given-names>LS</given-names></name><name><surname>Strang</surname><given-names>J</given-names></name><name><surname>McNeill</surname><given-names>A.</given-names></name></person-group> <article-title>Contingency management for tobacco smoking during opioid addiction treatment: a randomised pilot study</article-title>. <source>BMJ Open</source>. <year>2017</year>;<volume>7</volume>:<fpage>e017467</fpage>. <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017467</pub-id></mixed-citation></ref>
<ref id="B16"><label>16.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Samet</surname><given-names>JH</given-names></name><name><surname>Kertesz</surname><given-names>SG.</given-names></name></person-group> <article-title>Suggested paths to fixing the opioid crisis: directions and misdirections</article-title>. <source>JAMA Netw Open</source>. <year>2018</year>;<volume>1</volume>:<fpage>e180218</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2018.0218</pub-id></mixed-citation></ref>
<ref id="B17"><label>17.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Pierucci-Lagha</surname><given-names>A</given-names></name><name><surname>Gelernter</surname><given-names>J</given-names></name><name><surname>Chan</surname><given-names>G</given-names></name><name><surname>Arias</surname><given-names>A</given-names></name><name><surname>Cubells</surname><given-names>JF</given-names></name><name><surname>Farrer</surname><given-names>L</given-names></name><etal/></person-group> <article-title>Reliability of DSM-IV diagnostic criteria using the semi-structured assessment for drug dependence and alcoholism &#x00028;SSADDA&#x00029;</article-title>. <source>Drug Alcohol Depend</source>. <year>2007</year>;<volume>91</volume>:<fpage>85</fpage>&#x02013;<lpage>90</lpage>. <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2007.04.014</pub-id></mixed-citation></ref>
<ref id="B18"><label>18.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Montalvo-Ortiz</surname><given-names>JL</given-names></name><name><surname>Cheng</surname><given-names>Z</given-names></name><name><surname>Kranzler</surname><given-names>HR</given-names></name><name><surname>Zhang</surname><given-names>H</given-names></name><name><surname>Gelernter</surname><given-names>J.</given-names></name></person-group> <article-title>Genomewide study of epigenetic biomarkers of opioid dependence in European- American women</article-title>. <source>Sci Rep</source>. <year>2019</year>;<volume>9</volume>:<fpage>4660</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-019-41110-7</pub-id></mixed-citation></ref>
<ref id="B19"><label>19.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Wetherill</surname><given-names>L</given-names></name><name><surname>Agrawal</surname><given-names>A</given-names></name><name><surname>Kapoor</surname><given-names>M</given-names></name><name><surname>Bertelsen</surname><given-names>S</given-names></name><name><surname>Bierut</surname><given-names>LJ</given-names></name><name><surname>Brooks</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Association of substance dependence phenotypes in the COGA sample</article-title>. <source>Addict Biol</source>. <year>2015</year>;<volume>20</volume>:<fpage>617</fpage>&#x02013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1111/adb.12153</pub-id> <pub-id pub-id-type="pmid">24832863</pub-id> <pub-id pub-id-type="pmcid">PMC4233207</pub-id></mixed-citation></ref>
<ref id="B20"><label>20.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Bzdok</surname><given-names>D</given-names></name><name><surname>Altman</surname><given-names>N</given-names></name><name><surname>Krzywinski</surname><given-names>M.</given-names></name></person-group> <article-title>Statistics versus machine learning</article-title>. <source>Nat Methods</source>. <year>2018</year>;<volume>15</volume>:<fpage>233</fpage>&#x02013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1038/nmeth.4642</pub-id> <pub-id pub-id-type="pmid">30100822</pub-id> <pub-id pub-id-type="pmcid">PMC6082636</pub-id></mixed-citation></ref>
<ref id="B21"><label>21.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Beam</surname><given-names>AL</given-names></name><name><surname>Kohane</surname><given-names>IS.</given-names></name></person-group> <article-title>Big data and machine learning in health care</article-title>. <source>JAMA</source>. <year>2018</year>;<volume>319</volume>:<fpage>1317</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2017.18391</pub-id> <pub-id pub-id-type="pmid">29532063</pub-id></mixed-citation></ref>
<ref id="B22"><label>22.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Wong</surname><given-names>A</given-names></name><name><surname>Young</surname><given-names>AT</given-names></name><name><surname>Liang</surname><given-names>AS</given-names></name><name><surname>Gonzales</surname><given-names>R</given-names></name><name><surname>Douglas</surname><given-names>VC</given-names></name><name><surname>Hadley</surname><given-names>D.</given-names></name></person-group> <article-title>Development and validation of an electronic health record-based machine learning model to estimate delirium risk in newly hospitalized patients without known cognitive impairment</article-title>. <source>JAMA Netw Open</source>. <year>2018</year>;<volume>1</volume>:<fpage>e181018</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2018.1018</pub-id></mixed-citation></ref>
<ref id="B23"><label>23.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>H</given-names></name><name><surname>Zheng</surname><given-names>Y</given-names></name><name><surname>Yoon</surname><given-names>G</given-names></name><name><surname>Zhang</surname><given-names>Z</given-names></name><name><surname>Gao</surname><given-names>T</given-names></name><name><surname>Joyce</surname><given-names>B</given-names></name><etal/></person-group> <article-title>Regularized estimation in sparse high-dimensional multivariate regression, with application to a DNA methylation study</article-title>. <source>Stat Appl Genet Mol Biol</source>. <year>2017</year>;<volume>16</volume>:<fpage>159</fpage>&#x02013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1515/sagmb-2016-0073</pub-id> <pub-id pub-id-type="pmid">28734115</pub-id> <pub-id pub-id-type="pmcid">PMC5812465</pub-id></mixed-citation></ref>
<ref id="B24"><label>24.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rondina</surname><given-names>JM</given-names></name><name><surname>Hahn</surname><given-names>T</given-names></name><name><surname>de Oliveira</surname><given-names>L</given-names></name><name><surname>Marquand</surname><given-names>AF</given-names></name><name><surname>Dresler</surname><given-names>T</given-names></name><name><surname>Leitner</surname><given-names>T</given-names></name><etal/></person-group> <article-title>SCoRS--a method based on stability for feature selection and mapping inneuroimaging &#x0005B;corrected&#x0005D;</article-title>. <source>IEEE Trans Med Imaging</source>. <year>2014</year>;<volume>33</volume>:<fpage>85</fpage>&#x02013;<lpage>98</lpage>. <pub-id pub-id-type="doi">10.1109/TMI.2013.2281398</pub-id> <pub-id pub-id-type="pmid">24043373</pub-id> <pub-id pub-id-type="pmcid">PMC4576737</pub-id></mixed-citation></ref>
<ref id="B25"><label>25.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname><given-names>X</given-names></name><name><surname>Lu</surname><given-names>X</given-names></name><name><surname>Shi</surname><given-names>Q</given-names></name><name><surname>Xu</surname><given-names>XQ</given-names></name><name><surname>Leung</surname><given-names>HC</given-names></name><name><surname>Harris</surname><given-names>LN</given-names></name><etal/></person-group> <article-title>Recursive SVM feature selection and sample classification for mass-spectrometry and microarray data</article-title>. <source>BMC Bioinformatics</source>. <year>2006</year>;<volume>7</volume>:<fpage>197</fpage>. <pub-id pub-id-type="doi">10.1186/1471-2105-7-197</pub-id> <pub-id pub-id-type="pmid">16606446</pub-id> <pub-id pub-id-type="pmcid">PMC1456993</pub-id></mixed-citation></ref>
<ref id="B26"><label>26.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Darst</surname><given-names>BF</given-names></name><name><surname>Malecki</surname><given-names>KC</given-names></name><name><surname>Engelman</surname><given-names>CD.</given-names></name></person-group> <article-title>Using recursive feature elimination in random forest to account for correlated variables in high dimensional data</article-title>. <source>BMC Genet</source>. <year>2018</year>;<volume>19</volume> <issue>Suppl 1</issue>:<fpage>65</fpage>. <pub-id pub-id-type="doi">10.1186/s12863-018-0633-8</pub-id> <pub-id pub-id-type="pmid">30255764</pub-id> <pub-id pub-id-type="pmcid">PMC6157185</pub-id></mixed-citation></ref>
<ref id="B27"><label>27.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Pinaya</surname><given-names>WH</given-names></name><name><surname>Gadelha</surname><given-names>A</given-names></name><name><surname>Doyle</surname><given-names>OM</given-names></name><name><surname>Noto</surname><given-names>C</given-names></name><name><surname>Zugman</surname><given-names>A</given-names></name><name><surname>Cordeiro</surname><given-names>Q</given-names></name><etal/></person-group> <article-title>Using deep belief network modelling to characterize differences in brain morphometry in schizophrenia</article-title>. <source>Sci Rep</source>. <year>2016</year>;<volume>6</volume>:<fpage>38897</fpage>. <pub-id pub-id-type="doi">10.1038/srep38897</pub-id></mixed-citation></ref>
<ref id="B28"><label>28.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Gelernter</surname><given-names>J</given-names></name><name><surname>Panhuysen</surname><given-names>C</given-names></name><name><surname>Weiss</surname><given-names>R</given-names></name><name><surname>Brady</surname><given-names>K</given-names></name><name><surname>Hesselbrock</surname><given-names>V</given-names></name><name><surname>Rounsaville</surname><given-names>B</given-names></name><etal/></person-group> <article-title>Genomewide linkage scan for cocaine dependence and related traits: significant linkages for a cocaine-related trait and cocaine-induced paranoia</article-title>. <source>Am J Med Genet B Neuropsychiatr Genet</source>. <year>2005</year>;<volume>136B</volume>:<fpage>45</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1002/ajmg.b.30189</pub-id> <pub-id pub-id-type="pmid">15909294</pub-id></mixed-citation></ref>
<ref id="B29"><label>29.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Sherva</surname><given-names>R</given-names></name><name><surname>Wang</surname><given-names>Q</given-names></name><name><surname>Kranzler</surname><given-names>H</given-names></name><name><surname>Zhao</surname><given-names>H</given-names></name><name><surname>Koesterer</surname><given-names>R</given-names></name><name><surname>Herman</surname><given-names>A</given-names></name><etal/></person-group> <article-title>Genome-wide association study of cannabis dependence severity, novel risk variants, and shared genetic risks</article-title>. <source>JAMA Psychiatry</source>. <year>2016</year>;<volume>73</volume>:<fpage>472</fpage>&#x02013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2016.0036</pub-id> <pub-id pub-id-type="pmid">27028160</pub-id> <pub-id pub-id-type="pmcid">PMC4974817</pub-id></mixed-citation></ref>
<ref id="B30"><label>30.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Malison</surname><given-names>RT</given-names></name><name><surname>Kalayasiri</surname><given-names>R</given-names></name><name><surname>Sanichwankul</surname><given-names>K</given-names></name><name><surname>Sughondhabirom</surname><given-names>A</given-names></name><name><surname>Mutirangura</surname><given-names>A</given-names></name><name><surname>Pittman</surname><given-names>B</given-names></name><etal/></person-group> <article-title>Inter-rater reliability and concurrent validity of DSM-IV opioid dependence in a Hmong isolate using the Thai version of the Semi-Structured Assessment for Drug Dependence and Alcoholism &#x00028;SSADDA&#x00029;</article-title>. <source>Addict Behav</source>. <year>2011</year>;<volume>36</volume>:<fpage>156</fpage>&#x02013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1016/j.addbeh.2010.08.031</pub-id> <pub-id pub-id-type="pmid">20888699</pub-id> <pub-id pub-id-type="pmcid">PMC2981662</pub-id></mixed-citation></ref>
<ref id="B31"><label>31.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Hebiri</surname><given-names>M</given-names></name><name><surname>Lederer</surname><given-names>J.</given-names></name></person-group> <article-title>How correlations influence Lasso prediction</article-title>. <source>IEEE Trans Inf Theory</source>. <year>2013</year>;<volume>3</volume>:<fpage>1846</fpage>&#x02013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1109/TIT.2012.2227680</pub-id></mixed-citation></ref>
<ref id="B32"><label>32.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>Hsu</surname><given-names>Cw</given-names></name><name><surname>Chang</surname><given-names>Cc</given-names></name><name><surname>Lin</surname><given-names>Cj.</given-names></name></person-group> <article-title>A practical guide to support vector classification</article-title>. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.csie.ntu.edu.tw/~cjlin/papers/guide/guide.pdf">https://www.csie.ntu.edu.tw/~cjlin/papers/guide/guide.pdf</ext-link>. &#x0005B;Last accessed on 12 Feb 2019&#x0005D;.</mixed-citation></ref>
<ref id="B33"><label>33.</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><name><surname>Oshiro</surname><given-names>TM</given-names></name><name><surname>Perez</surname><given-names>PS</given-names></name><name><surname>Baranauskas</surname><given-names>JA.</given-names></name></person-group> <article-title>How many trees in a random forest?</article-title> In: <person-group person-group-type="editor"><name><surname>Perner</surname><given-names>P,</given-names></name></person-group> editor. <source>Machine learning and data mining in pattern recognition</source>. <conf-name>MLDM 2012: Proceedings of the 8th International Workshop on Machine Learning and Data Mining in Pattern Recognition</conf-name>; <conf-date>2012 Jul 13&#x02013;20</conf-date>; <conf-loc>Berlin, Germany</conf-loc>. <publisher-loc>Berlin</publisher-loc>: <publisher-name>Springer</publisher-name>; <year>2012</year>. pp. <fpage>154</fpage>&#x02013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-642-31537-4_13</pub-id></mixed-citation></ref>
<ref id="B34"><label>34.</label><mixed-citation publication-type="conf-proc"><person-group person-group-type="author"><name><surname>Roy</surname><given-names>D</given-names></name><name><surname>Murty</surname><given-names>KSR</given-names></name><name><surname>Mohan</surname><given-names>CK.</given-names></name></person-group> <article-title>Feature selection using Deep Neural Networks</article-title>. In: <conf-name>IJCNN 2015: Proceedings of 2015 International Joint Conference on Neural Networks</conf-name>; <conf-date>2015 Jul 12&#x02013;17</conf-date>; <conf-loc>Killarney, Ireland</conf-loc>. <publisher-loc>Red Hook</publisher-loc>: <publisher-name>IEEE</publisher-name>; <year>2015</year>. pp. <fpage>1</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1109/ijcnn.2015.7280626</pub-id></mixed-citation></ref>
<ref id="B35"><label>35.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Halligan</surname><given-names>S</given-names></name><name><surname>Altman</surname><given-names>DG</given-names></name><name><surname>Mallett</surname><given-names>S.</given-names></name></person-group> <article-title>Disadvantages of using the area under the receiver operating characteristic curve to assess imaging tests: a discussion and proposal for an alternative approach</article-title>. <source>Eur Radiol</source>. <year>2015</year>;<volume>25</volume>:<fpage>932</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-014-3487-0</pub-id> <pub-id pub-id-type="pmid">25599932</pub-id> <pub-id pub-id-type="pmcid">PMC4356897</pub-id></mixed-citation></ref>
<ref id="B36"><label>36.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Bekkar</surname><given-names>M</given-names></name><name><surname>Djemaa</surname><given-names>HK</given-names></name><name><surname>Alitouche</surname><given-names>TA.</given-names></name></person-group> <article-title>Evaluation measures for models assessment over imbalanced data sets</article-title>. <source>J Inf Eng Appl</source>. <year>2013</year>;<volume>3</volume>:<fpage>27</fpage>&#x02013;<lpage>38</lpage>.</mixed-citation></ref>
<ref id="B37"><label>37.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Weng</surname><given-names>WH</given-names></name><name><surname>Wagholikar</surname><given-names>KB</given-names></name><name><surname>McCray</surname><given-names>AT</given-names></name><name><surname>Szolovits</surname><given-names>P</given-names></name><name><surname>Chueh</surname><given-names>HC.</given-names></name></person-group> <article-title>Medical subdomain classification of clinical notes using a machine learning-based natural language processing approach</article-title>. <source>BMC Med Inform Decis Mak</source>. <year>2017</year>;<volume>17</volume>:<fpage>155</fpage>. <pub-id pub-id-type="doi">10.1186/s12911-017-0556-8</pub-id> <pub-id pub-id-type="pmid">29191207</pub-id> <pub-id pub-id-type="pmcid">PMC5709846</pub-id></mixed-citation></ref>
<ref id="B38"><label>38.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Saito</surname><given-names>T</given-names></name><name><surname>Rehmsmeier</surname><given-names>M.</given-names></name></person-group> <article-title>Precrec: fast and accurate precision-recall and ROC curve calculations in R</article-title>. <source>Bioinformatics</source>. <year>2017</year>;<volume>33</volume>:<fpage>145</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btw570</pub-id> <pub-id pub-id-type="pmid">27591081</pub-id> <pub-id pub-id-type="pmcid">PMC5408773</pub-id></mixed-citation></ref>
<ref id="B39"><label>39.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Pedregosa</surname><given-names>F</given-names></name><name><surname>Varoquaux</surname><given-names>G</given-names></name><name><surname>Gramfort</surname><given-names>A</given-names></name><name><surname>Michel</surname><given-names>V</given-names></name><name><surname>Thirion</surname><given-names>B</given-names></name><name><surname>Grisel</surname><given-names>O</given-names></name><etal/></person-group> <article-title>Scikit-learn: Machine Learning in Python</article-title>. <source>J Mach Learn Res</source>. <year>2011</year>;<volume>12</volume>:<fpage>2825</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.3389/fninf.2014.00014</pub-id></mixed-citation></ref>
<ref id="B40"><label>40.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Gowin</surname><given-names>JL</given-names></name><name><surname>Ball</surname><given-names>TM</given-names></name><name><surname>Wittmann</surname><given-names>M</given-names></name><name><surname>Tapert</surname><given-names>SF</given-names></name><name><surname>Paulus</surname><given-names>MP.</given-names></name></person-group> <article-title>Individualized relapse prediction: personality measures and striatal and insular activity during reward-processing robustly predict relapse</article-title>. <source>Drug Alcohol Depend</source>. <year>2015</year>;<volume>152</volume>:<fpage>93</fpage>&#x02013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2015.04.018</pub-id> <pub-id pub-id-type="pmid">25977206</pub-id> <pub-id pub-id-type="pmcid">PMC4458160</pub-id></mixed-citation></ref>
<ref id="B41"><label>41.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Erguzel</surname><given-names>TT</given-names></name><name><surname>Noyan</surname><given-names>CO</given-names></name><name><surname>Eryilmaz</surname><given-names>G</given-names></name><name><surname>&#x000DC;nsalver</surname><given-names>B&#x000D6;</given-names></name><name><surname>Cebi</surname><given-names>M</given-names></name><name><surname>Tas</surname><given-names>C</given-names></name><etal/></person-group> <article-title>Binomial logistic regression and artificial neural network methods to classify opioid-dependent subjects and control group using quantitative EEG power measures</article-title>. <source>Clin EEG Neurosci</source>. <year>2019</year>;<volume>50</volume>:<fpage>303</fpage>&#x02013;<lpage>10</lpage>. <pub-id pub-id-type="doi">10.1177/1550059418824450</pub-id> <pub-id pub-id-type="pmid">30642219</pub-id></mixed-citation></ref>
<ref id="B42"><label>42.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ahn</surname><given-names>WY</given-names></name><name><surname>Vassileva</surname><given-names>J.</given-names></name></person-group> <article-title>Machine-learning identifies substance-specific behavioral markers for opiate and stimulant dependence</article-title>. <source>Drug Alcohol Depend</source>. <year>2016</year>;<volume>161</volume>:<fpage>247</fpage>&#x02013;<lpage>57</lpage>. <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.02.008</pub-id> <pub-id pub-id-type="pmid">26905209</pub-id> <pub-id pub-id-type="pmcid">PMC4955649</pub-id></mixed-citation></ref>
<ref id="B43"><label>43.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Ahn</surname><given-names>WY</given-names></name><name><surname>Ramesh</surname><given-names>D</given-names></name><name><surname>Moeller</surname><given-names>FG</given-names></name><name><surname>Vassileva</surname><given-names>J.</given-names></name></person-group> <article-title>Utility of machine-learning approaches to identify behavioral markers for substance use disorders: impulsivity dimensions as predictors of current cocaine dependence</article-title>. <source>Front Psychiatry</source>. <year>2016</year>;<volume>7</volume>:<fpage>34</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyt.2016.00034</pub-id> <pub-id pub-id-type="pmid">27014100</pub-id> <pub-id pub-id-type="pmcid">PMC4785183</pub-id></mixed-citation></ref>
<ref id="B44"><label>44.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Buu</surname><given-names>A</given-names></name><name><surname>Johnson</surname><given-names>NJ</given-names></name><name><surname>Li</surname><given-names>R</given-names></name><name><surname>Tan</surname><given-names>X.</given-names></name></person-group> <article-title>New variable selection methods for zero-inflated count data with applications to the substance abuse field</article-title>. <source>Stat Med</source>. <year>2011</year>;<volume>30</volume>:<fpage>2326</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1002/sim.4268</pub-id> <pub-id pub-id-type="pmid">21563207</pub-id> <pub-id pub-id-type="pmcid">PMC3133860</pub-id></mixed-citation></ref>
<ref id="B45"><label>45.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Robins</surname><given-names>LN.</given-names></name></person-group> <article-title>The intimate connection between antisocial personality and substance abuse</article-title>. <source>Soc Psychiatry Psychiatr Epidemiol</source>. <year>1998</year>;<volume>33</volume>:<fpage>393</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s001270050071</pub-id> <pub-id pub-id-type="pmid">9708027</pub-id></mixed-citation></ref>
<ref id="B46"><label>46.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Brook</surname><given-names>JS</given-names></name><name><surname>Whiteman</surname><given-names>M</given-names></name><name><surname>Finch</surname><given-names>SJ</given-names></name><name><surname>Cohen</surname><given-names>P.</given-names></name></person-group> <article-title>Young adult drug use and delinquency: childhood antecedents and adolescent mediators</article-title>. <source>J Am Acad Child Adolesc Psychiatry</source>. <year>1996</year>;<volume>35</volume>:<fpage>1584</fpage>&#x02013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1097/00004583-199612000-00009</pub-id> <pub-id pub-id-type="pmid">8973064</pub-id></mixed-citation></ref>
<ref id="B47"><label>47.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Dragisic</surname><given-names>T</given-names></name><name><surname>Dickov</surname><given-names>A</given-names></name><name><surname>Dickov</surname><given-names>V</given-names></name><name><surname>Mijatovic</surname><given-names>V.</given-names></name></person-group> <article-title>Drug addiction as risk for suicide attempts</article-title>. <source>Mater Sociomed</source>. <year>2015</year>;<volume>27</volume>:<fpage>188</fpage>&#x02013;<lpage>91</lpage>. <pub-id pub-id-type="doi">10.5455/msm.2015.27.188-191</pub-id> <pub-id pub-id-type="pmid">26236166</pub-id> <pub-id pub-id-type="pmcid">PMC4499285</pub-id></mixed-citation></ref>
<ref id="B48"><label>48.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Phillips</surname><given-names>J</given-names></name><name><surname>Carpenter</surname><given-names>KM</given-names></name><name><surname>Nunes</surname><given-names>EV.</given-names></name></person-group> <article-title>Suicide risk in depressed methadone-maintained patients: associations with clinical and demographic characteristics</article-title>. <source>Am J Addict</source>. <year>2004</year>;<volume>13</volume>:<fpage>327</fpage>&#x02013;<lpage>32</lpage>. <pub-id pub-id-type="doi">10.1080/10550490490482973</pub-id> <pub-id pub-id-type="pmid">15370931</pub-id></mixed-citation></ref>
<ref id="B49"><label>49.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Harned</surname><given-names>MS</given-names></name><name><surname>Najavits</surname><given-names>LM</given-names></name><name><surname>Weiss</surname><given-names>RD.</given-names></name></person-group> <article-title>Self-harm and suicidal behavior in women with comorbid PTSD and substance dependence</article-title>. <source>Am J Addict</source>. <year>2006</year>;<volume>15</volume>:<fpage>392</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1080/10550490600860387</pub-id> <pub-id pub-id-type="pmid">16966196</pub-id></mixed-citation></ref>
<ref id="B50"><label>50.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Tr&#x000E9;meau</surname><given-names>F</given-names></name><name><surname>Darreye</surname><given-names>A</given-names></name><name><surname>Staner</surname><given-names>L</given-names></name><name><surname>Corr&#x000EA;a</surname><given-names>H</given-names></name><name><surname>Weibel</surname><given-names>H</given-names></name><name><surname>Khidichian</surname><given-names>F</given-names></name><etal/></person-group> <article-title>Suicidality in opioid-dependent subjects</article-title>. <source>Am J Addict</source>. <year>2008</year>;<volume>17</volume>:<fpage>187</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1080/10550490802020160</pub-id> <pub-id pub-id-type="pmid">18463995</pub-id></mixed-citation></ref>
<ref id="B51"><label>51.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Oliveto</surname><given-names>AH</given-names></name><name><surname>Feingold</surname><given-names>A</given-names></name><name><surname>Schottenfeld</surname><given-names>R</given-names></name><name><surname>Jatlow</surname><given-names>P</given-names></name><name><surname>Kosten</surname><given-names>TR.</given-names></name></person-group> <article-title>Desipramine in opioid-dependent cocaine abusers maintained on buprenorphine <italic>vs</italic> methadone</article-title>. <source>Arch Gen Psychiatry</source>. <year>1999</year>;<volume>56</volume>:<fpage>812</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1001/archpsyc.56.9.812</pub-id> <pub-id pub-id-type="pmid">12884887</pub-id></mixed-citation></ref>
<ref id="B52"><label>52.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Krantz</surname><given-names>MJ</given-names></name><name><surname>Mehler</surname><given-names>PS.</given-names></name></person-group> <article-title>Treating opioid dependence: growing implications for primary care</article-title>. <source>Arch Intern Med</source>. <year>2004</year>;<volume>164</volume>:<fpage>277</fpage>&#x02013;<lpage>88</lpage>. <pub-id pub-id-type="doi">10.1001/archinte.164.3.277</pub-id> <pub-id pub-id-type="pmid">14769623</pub-id></mixed-citation></ref>
<ref id="B53"><label>53.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Schottenfeld</surname><given-names>RS</given-names></name><name><surname>Pakes</surname><given-names>J</given-names></name><name><surname>Ziedonis</surname><given-names>D</given-names></name><name><surname>Kosten</surname><given-names>TR.</given-names></name></person-group> <article-title>Buprenorphine: dose-related effects on cocaine and opioid use in cocaine-abusing opioid-dependent humans</article-title>. <source>Biol Psychiatry</source>. <year>1993</year>;<volume>34</volume>:<fpage>66</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1016/0006-3223(93)90258-f</pub-id> <pub-id pub-id-type="pmid">8373940</pub-id></mixed-citation></ref>
<ref id="B54"><label>54.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Mannelli</surname><given-names>P</given-names></name><name><surname>Wu</surname><given-names>LT</given-names></name><name><surname>Peindl</surname><given-names>KS</given-names></name><name><surname>Gorelick</surname><given-names>DA.</given-names></name></person-group> <article-title>Smoking and opioid detoxification: behavioral changes and response to treatment</article-title>. <source>Nicotine Tob Res</source>. <year>2013</year>;<volume>15</volume>:<fpage>1705</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1093/ntr/ntt046</pub-id> <pub-id pub-id-type="pmid">23572466</pub-id> <pub-id pub-id-type="pmcid">PMC3768333</pub-id></mixed-citation></ref>
<ref id="B55"><label>55.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Thylstrup</surname><given-names>B</given-names></name><name><surname>Schr&#x000F8;der</surname><given-names>S</given-names></name><name><surname>Hesse</surname><given-names>M.</given-names></name></person-group> <article-title>Psycho-education for substance use and antisocial personality disorder: a randomized trial</article-title>. <source>BMC Psychiatry</source>. <year>2015</year>;<volume>15</volume>:<fpage>283</fpage>. <pub-id pub-id-type="doi">10.1186/s12888-015-0661-0</pub-id> <pub-id pub-id-type="pmid">26573140</pub-id> <pub-id pub-id-type="pmcid">PMC4647713</pub-id></mixed-citation></ref>
<ref id="B56"><label>56.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Soc&#x000ED;as</surname><given-names>ME</given-names></name><name><surname>Wood</surname><given-names>E</given-names></name><name><surname>Lake</surname><given-names>S</given-names></name><name><surname>Nolan</surname><given-names>S</given-names></name><name><surname>Fairbairn</surname><given-names>N</given-names></name><name><surname>Hayashi</surname><given-names>K</given-names></name><etal/></person-group> <article-title>High-intensity cannabis use is associated with retention in opioid agonist treatment: a longitudinal analysis</article-title>. <source>Addiction</source>. <year>2018</year>;<volume>113</volume>:<fpage>2250</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1111/add.14398</pub-id> <pub-id pub-id-type="pmid">30238568</pub-id> <pub-id pub-id-type="pmcid">PMC6226334</pub-id></mixed-citation></ref>
<ref id="B57"><label>57.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Wiese</surname><given-names>B</given-names></name><name><surname>Wilson-Poe</surname><given-names>AR.</given-names></name></person-group> <article-title>Emerging evidence for cannabis&#x02019; role in opioid use disorder</article-title>. <source>Cannabis Cannabinoid Research</source>. <year>2018</year>;<volume>3</volume>:<fpage>179</fpage>&#x02013;<lpage>89</lpage>. <pub-id pub-id-type="doi">10.1089/can.2018.0022</pub-id> <pub-id pub-id-type="pmid">30221197</pub-id> <pub-id pub-id-type="pmcid">PMC6135562</pub-id></mixed-citation></ref>
<ref id="B58"><label>58.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Humphreys</surname><given-names>K</given-names></name><name><surname>Saitz</surname><given-names>R.</given-names></name></person-group> <article-title>Should physicians recommend replacing opioids with cannabis?</article-title> <source>Jama</source>. <year>2019</year>;<volume>321</volume>:<fpage>639</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2019.0077</pub-id> <pub-id pub-id-type="pmid">30707218</pub-id></mixed-citation></ref>
<ref id="B59"><label>59.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Carpenter</surname><given-names>CS.</given-names></name></person-group> <article-title>Workplace drug testing and worker drug use</article-title>. <source>Health Serv Res</source>. <year>2007</year>;<volume>42</volume>:<fpage>795</fpage>&#x02013;<lpage>810</lpage>. <pub-id pub-id-type="doi">10.1111/j.1475-6773.2006.00632.x</pub-id> <pub-id pub-id-type="pmid">17362218</pub-id> <pub-id pub-id-type="pmcid">PMC1955359</pub-id></mixed-citation></ref>
<ref id="B60"><label>60.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kosten</surname><given-names>TR</given-names></name><name><surname>George</surname><given-names>TP.</given-names></name></person-group> <article-title>The neurobiology of opioid dependence: implications for treatment</article-title>. <source>Sci Pract Perspect</source>. <year>2002</year>;<volume>1</volume>:<fpage>13</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1151/spp021113</pub-id> <pub-id pub-id-type="pmid">18567959</pub-id> <pub-id pub-id-type="pmcid">PMC2851054</pub-id></mixed-citation></ref>
<ref id="B61"><label>61.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Barry</surname><given-names>DT</given-names></name><name><surname>Steinberg</surname><given-names>MA</given-names></name><name><surname>Wu</surname><given-names>R</given-names></name><name><surname>Potenza</surname><given-names>MN.</given-names></name></person-group> <article-title>Characteristics of black and white callers to a gambling helpline</article-title>. <source>Psychiatr Serv</source>. <year>2008</year>;<volume>59</volume>:<fpage>1347</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1176/appi.ps.59.11.1347</pub-id> <pub-id pub-id-type="pmid">18971415</pub-id> <pub-id pub-id-type="pmcid">PMC2587264</pub-id></mixed-citation></ref>
<ref id="B62"><label>62.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Welte</surname><given-names>JW</given-names></name><name><surname>Barnes</surname><given-names>GM</given-names></name><name><surname>Tidwell</surname><given-names>MC</given-names></name><name><surname>Hoffman</surname><given-names>JH</given-names></name><name><surname>Wieczorek</surname><given-names>WF.</given-names></name></person-group> <article-title>Gambling and problem gambling in the United States: changes between 1999 and 2013</article-title>. <source>J Gambl Stud</source>. <year>2015</year>;<volume>31</volume>:<fpage>695</fpage>&#x02013;<lpage>715</lpage>. <pub-id pub-id-type="doi">10.1007/s10899-014-9471-4</pub-id> <pub-id pub-id-type="pmid">24880744</pub-id> <pub-id pub-id-type="pmcid">PMC4250449</pub-id></mixed-citation></ref>
<ref id="B63"><label>63.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Rounsaville</surname><given-names>BJ</given-names></name><name><surname>Kleber</surname><given-names>HD.</given-names></name></person-group> <article-title>Untreated opiate addicts: how do they differ from those seeking treatment?</article-title> <source>Arch Gen Psychiatry</source>. <year>1985</year>;<volume>42</volume>:<fpage>1072</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1001/archpsyc.1985.01790340050008</pub-id> <pub-id pub-id-type="pmid">4051685</pub-id></mixed-citation></ref>
<ref id="B64"><label>64.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Johnson</surname><given-names>RE</given-names></name><name><surname>Chutuape</surname><given-names>MA</given-names></name><name><surname>Strain</surname><given-names>EC</given-names></name><name><surname>Walsh</surname><given-names>SL</given-names></name><name><surname>Stitzer</surname><given-names>ML</given-names></name><name><surname>Bigelow</surname><given-names>GE.</given-names></name></person-group> <article-title>A comparison of levomethadyl acetate, buprenorphine, and methadone for opioid dependence</article-title>. <source>N Engl J Med</source>. <year>2000</year>;<volume>343</volume>:<fpage>1290</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1056/NEJM200011023431802</pub-id> <pub-id pub-id-type="pmid">11058673</pub-id></mixed-citation></ref>
<ref id="B65"><label>65.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Fiellin</surname><given-names>DA</given-names></name><name><surname>Weiss</surname><given-names>L</given-names></name><name><surname>Botsko</surname><given-names>M</given-names></name><name><surname>Egan</surname><given-names>JE</given-names></name><name><surname>Altice</surname><given-names>FL</given-names></name><name><surname>Bazerman</surname><given-names>LB</given-names></name><etal/></person-group> <article-title>Drug treatment outcomes among HIV-infected opioid-dependent patients receiving buprenorphine/naloxone</article-title>. <source>J Acquir Immune Defic Syndr</source>. <year>2011</year>;<volume>56</volume> <issue>Suppl 1</issue>:<fpage>S33</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1097/QAI.0b013e3182097537</pub-id> <pub-id pub-id-type="pmid">21317592</pub-id> <pub-id pub-id-type="pmcid">PMC3863630</pub-id></mixed-citation></ref>
<ref id="B66"><label>66.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Kazakova</surname><given-names>OB</given-names></name><name><surname>Tret&#x02019;iakova</surname><given-names>EV</given-names></name><name><surname>Kukovinets</surname><given-names>OS</given-names></name><name><surname>Tolstikov</surname><given-names>GA</given-names></name><name><surname>Nazyrov</surname><given-names>TI</given-names></name><name><surname>Chudov</surname><given-names>IV</given-names></name><etal/></person-group> <article-title>Synthesis and pharmacological activity of amides and ozonolysis product of maleopimaric acid</article-title>. <source>Bioorg Khim</source>. <year>2010</year>;<volume>36</volume>:<fpage>832</fpage>&#x02013;<lpage>40</lpage>. Russian. <pub-id pub-id-type="doi">10.1134/S1068162010060130</pub-id> <pub-id pub-id-type="pmid">21317950</pub-id></mixed-citation></ref>
<ref id="B67"><label>67.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Liang</surname><given-names>W</given-names></name><name><surname>Chikritzhs</surname><given-names>T.</given-names></name></person-group> <article-title>Reduction in alcohol consumption and health status</article-title>. <source>Addiction</source>. <year>2011</year>;<volume>106</volume>:<fpage>75</fpage>&#x02013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1111/j.1360-0443.2010.03164.x</pub-id> <pub-id pub-id-type="pmid">21054616</pub-id></mixed-citation></ref>
<ref id="B68"><label>68.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Wells</surname><given-names>EA</given-names></name><name><surname>Morrison</surname><given-names>DM</given-names></name><name><surname>Gillmore</surname><given-names>MR</given-names></name><name><surname>Catalano</surname><given-names>RF</given-names></name><name><surname>Iritani</surname><given-names>B</given-names></name><name><surname>Hawkins</surname><given-names>JD.</given-names></name></person-group> <article-title>Race differences in antisocial behaviors and attitudes and early initiation of substance use</article-title>. <source>J Drug Educ</source>. <year>1992</year>;<volume>22</volume>:<fpage>115</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.2190/3BHH-3NAT-BYNK-D3VC</pub-id> <pub-id pub-id-type="pmid">1625112</pub-id></mixed-citation></ref>
<ref id="B69"><label>69.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>MacDonald</surname><given-names>GJ.</given-names></name></person-group> <article-title>Atheist gatherings are mostly white, male</article-title>. Available from: <ext-link ext-link-type="uri" xlink:href="https://www.mysanantonio.com/news/religion/article/Atheist-gatherings-are-mostly-white-male-944612.php">https://www.mysanantonio.com/news/religion/article/Atheist-gatherings-are-mostly-white-male-944612.php</ext-link>. &#x0005B;Last accessed on 11 Sep 2019&#x0005D;.</mixed-citation></ref>
<ref id="B70"><label>70.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Roberts</surname><given-names>AL</given-names></name><name><surname>Gilman</surname><given-names>SE</given-names></name><name><surname>Breslau</surname><given-names>J</given-names></name><name><surname>Breslau</surname><given-names>N</given-names></name><name><surname>Koenen</surname><given-names>KC.</given-names></name></person-group> <article-title>Race/ethnic differences in exposure to traumatic events, development of post-traumatic stress disorder, and treatment-seeking for post-traumatic stress disorder in the United States</article-title>. <source>Psychol Med</source>. <year>2011</year>;<volume>41</volume>:<fpage>71</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1017/S0033291710000401</pub-id> <pub-id pub-id-type="pmid">20346193</pub-id> <pub-id pub-id-type="pmcid">PMC3097040</pub-id></mixed-citation></ref>
<ref id="B71"><label>71.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Moscati</surname><given-names>A</given-names></name><name><surname>Mezuk</surname><given-names>B.</given-names></name></person-group> <article-title>Losing faith and finding religion: religiosity over the life course and substance use and abuse</article-title>. <source>Drug Alcohol Depend</source>. <year>2014</year>;<volume>136</volume>:<fpage>127</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2013.12.018</pub-id> <pub-id pub-id-type="pmid">24457044</pub-id> <pub-id pub-id-type="pmcid">PMC4068354</pub-id></mixed-citation></ref>
<ref id="B72"><label>72.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Smyth</surname><given-names>BP</given-names></name><name><surname>Barry</surname><given-names>J</given-names></name><name><surname>Keenan</surname><given-names>E</given-names></name><name><surname>Ducray</surname><given-names>K.</given-names></name></person-group> <article-title>Lapse and relapse following inpatient treatment of opiate dependence</article-title>. <source>Ir Med J</source>. <year>2010</year>;<volume>103</volume>:<fpage>176</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="pmid">20669601</pub-id></mixed-citation></ref>
<ref id="B73"><label>73.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Scherbaum</surname><given-names>N</given-names></name><name><surname>Specka</surname><given-names>M.</given-names></name></person-group> <article-title>Factors influencing the course of opiate addiction</article-title>. <source>Int J Methods Psychiatr Res</source>. <year>2008</year>;<volume>17</volume> <issue>Suppl 1</issue>:<fpage>S39</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1002/mpr.244</pub-id> <pub-id pub-id-type="pmid">18543361</pub-id> <pub-id pub-id-type="pmcid">PMC6879067</pub-id></mixed-citation></ref>
<ref id="B74"><label>74.</label><mixed-citation publication-type="web"><person-group person-group-type="author"><name><surname>Cho</surname><given-names>J</given-names></name><name><surname>Lee</surname><given-names>K</given-names></name><name><surname>Shin</surname><given-names>E</given-names></name><name><surname>Choy</surname><given-names>G</given-names></name><name><surname>Do</surname><given-names>S.</given-names></name></person-group> <article-title>How much data is needed to train a medical image deep learning system to achieve necessary high accuracy? arXiv 1511.06348 &#x0005B;Preprint&#x0005D;</article-title>. <year>2016</year> &#x0005B;cited 31 Mar 2019&#x0005D;. Available from: <ext-link ext-link-type="uri" xlink:href="https://arxiv.org/abs/1511.06348">https://arxiv.org/abs/1511.06348</ext-link>.</mixed-citation></ref>
<ref id="B75"><label>75.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Shiraly</surname><given-names>R</given-names></name><name><surname>Taghva</surname><given-names>M.</given-names></name></person-group> <article-title>Factors associated with sustained remission among chronic opioid users</article-title>. <source>Addict Health</source>. <year>2018</year>;<volume>10</volume>:<fpage>86</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.22122/ahj.v10i2.569</pub-id> <pub-id pub-id-type="pmid">31069032</pub-id> <pub-id pub-id-type="pmcid">PMC6494988</pub-id></mixed-citation></ref>
<ref id="B76"><label>76.</label><mixed-citation publication-type="journal"><person-group person-group-type="author"><name><surname>Haukoos</surname><given-names>JS</given-names></name><name><surname>Newgard</surname><given-names>CD.</given-names></name></person-group> <article-title>Advanced statistics: missing data in clinical research&#x02014;part 1: an introduction and conceptual framework</article-title>. <source>Acad Emerg Med</source>. <year>2007</year>;<volume>14</volume>:<fpage>662</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1197/j.aem.2006.11.037</pub-id> <pub-id pub-id-type="pmid">17538078</pub-id></mixed-citation></ref>
</ref-list>
</back>
</article>
