<?xml version="1.0" encoding="utf-8"?>
<article xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="JATS-journalpublishing1-mathml3.xsd" dtd-version="1.2" article-type="Research Article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher">mjm</journal-id>
<journal-title-group>
<journal-title>Michigan Journal of Medicine</journal-title>
</journal-title-group>
<issn pub-type="epub">2470-9727</issn>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1436</article-id>
<article-id pub-id-type="manuscript">5/final_graphs.pptx,5/Patient Knowledge of Opioid Usage and Side Effects Prior to Surgery_Abstract_cleanedup.docx,5/Patient Knowledge of Opioid Usage and Side Effects Prior to Surgery_Article Body_cleanedup.docx,5/Patient Knowledge of Opioid Usage and Side Effects Prior to Surgery_Figure Descriptions_cleanedup.docx,5/TITLE PAGE DOES NOT NEED COPYEDITING Patient Knowledge of Opioid Usage and Side Effects Prior to Surgery_Title Page.docx</article-id>
<article-id pub-id-type="doi">10.3998/mjm.1436</article-id>
<title-group>
<article-title>Patient Knowledge of Opioid Usage and Side Effects Prior to Surgery</article-title>
<alt-title alt-title-type="running-head">Duncan et al.: Patient Knowledge of Opioid Usage and Side Effects</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes" equal-contrib="yes">
<name>
<surname>Duncan</surname>
<given-names>Anthony</given-names>
</name>
<degrees>MD</degrees>
<email>anthony.duncan@und.edu</email>
<xref rid="aff1" ref-type="aff">*</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Alameddine</surname>
<given-names>Mitchell</given-names>
</name>
<degrees>MD</degrees>
<email>malamedd@umich.edu</email>
<xref rid="aff2" ref-type="aff">&#x2020;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Baerg</surname>
<given-names>Timothy</given-names>
</name>
<degrees>MD, MBA</degrees>
<email>tbaerg@umich.edu</email>
<xref rid="aff2" ref-type="aff">&#x2021;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Arora</surname>
<given-names>Nonie S.</given-names>
</name>
<degrees>MD, MBA</degrees>
<email>aroranon@umich.edu</email>
<xref rid="aff4" ref-type="aff">&#x00A7;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Cottrell</surname>
<given-names>Hannah</given-names>
</name>
<degrees>MD</degrees>
<email>hannahrc@umich.edu</email>
<xref rid="aff5" ref-type="aff">&#x00B6;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<contrib-id contrib-id-type="orcid">0000-0001-8691-9955</contrib-id>
<name>
<surname>Sekhri</surname>
<given-names>Shaina</given-names>
</name>
<degrees>MD</degrees>
<email>ssekhri@umich.edu</email>
<xref rid="aff6" ref-type="aff">**</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<contrib-id contrib-id-type="orcid">0000-0003-1647-203X</contrib-id>
<name>
<surname>Hallway</surname>
<given-names>Alex</given-names>
</name>
<degrees>BS</degrees>
<email>ahallway@umich.edu</email>
<xref rid="aff7" ref-type="aff">&#x2020;&#x2020;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<contrib-id contrib-id-type="orcid">0000-0001-9877-9603</contrib-id>
<name>
<surname>Howard</surname>
<given-names>Ryan</given-names>
</name>
<degrees>MD</degrees>
<email>rhow@umich.edu</email>
<xref rid="aff7" ref-type="aff">&#x2021;&#x2021;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Waljee</surname>
<given-names>Jennifer</given-names>
</name>
<degrees>MD MS</degrees>
<email>filip@med.umich.edu</email>
<xref rid="aff7" ref-type="aff">&#x00A7;&#x00A7;</xref>
</contrib>
</contrib-group>
<aff id="aff1"><label>*</label>
<institution>University of North Dakota School of Medicine and Health Sciences</institution>
<institution content-type="position"></institution>
<institution content-type="dept"></institution>
<addr-line content-type="addrline1"></addr-line>
<country></country>
<addr-line content-type="city"></addr-line>
<addr-line content-type="zipcode"></addr-line>
<phone content-type="primary"></phone>
</aff>
<aff id="aff2"><label>&#x2020;</label><label>&#x2021;</label>
<institution>University of Michigan</institution>
<institution content-type="position"></institution>
<institution content-type="dept"></institution>
<addr-line content-type="addrline1"></addr-line>
<country></country>
<addr-line content-type="city"></addr-line>
<addr-line content-type="zipcode"></addr-line>
<phone content-type="primary"></phone>
</aff>
<aff id="aff4"><label>&#x00A7;</label>
<institution>University of Michigan</institution>
<institution content-type="position"></institution>
<institution content-type="dept"></institution>
<addr-line content-type="addrline1"></addr-line>
<country></country>
<addr-line content-type="city"></addr-line>
<addr-line content-type="zipcode"></addr-line>
<phone content-type="primary"></phone>
</aff>
<aff id="aff5"><label>&#x00B6;</label>
<institution>New York-Presbyterian Hospital Weill Cornell Medicine</institution>
<institution content-type="position"></institution>
<institution content-type="dept"></institution>
<addr-line content-type="addrline1"></addr-line>
<country></country>
<addr-line content-type="city"></addr-line>
<addr-line content-type="zipcode"></addr-line>
<phone content-type="primary"></phone>
</aff>
<aff id="aff6"><label>**</label>
<institution>Medical College of Wisconsin</institution>
<institution content-type="position"></institution>
<institution content-type="dept"></institution>
<addr-line content-type="addrline1"></addr-line>
<country></country>
<addr-line content-type="city"></addr-line>
<addr-line content-type="zipcode"></addr-line>
<phone content-type="primary"></phone>
</aff>
<aff id="aff7"><label>&#x2020;&#x2020;</label><label>&#x2021;&#x2021;</label><label>&#x00A7;&#x00A7;</label>
<institution>University of Michigan</institution>
<institution content-type="position"></institution>
<institution content-type="dept"></institution>
<addr-line content-type="addrline1"></addr-line>
<country></country>
<addr-line content-type="city"></addr-line>
<addr-line content-type="zipcode"></addr-line>
<phone content-type="primary"></phone>
</aff>
<pub-date>
<day>31</day>
<month>08</month>
<year>2021</year>
</pub-date>
<volume>5</volume>
<history>
<date date-type="received">
<day></day>
<month></month>
<year></year>
</date>
<date date-type="rev-recd">
<day></day>
<month></month>
<year></year>
</date>
<date date-type="accepted">
<day></day>
<month></month>
<year></year>
</date>
</history>
<permissions>
<license><license-p>CC BY-NC-SA 4.0</license-p></license>
</permissions>
<abstract id="ABS1">
<sec id="S1">
<title>Background</title>
<p id="P1">Given the increasing morbidity and mortality related to prescription opioids in the United States, it is critical for patients to understand the risks and proper usage of opioid analgesics.</p>
</sec>
<sec id="S2">
<title>Methods</title>
<p id="P2">We surveyed 166 patients undergoing elective surgery at a single tertiary care facility preoperatively. We queried patients regarding aspects of prescription opioid use, side effects and adverse effects, and storage and disposal behaviors.</p>
</sec>
<sec id="S3">
<title>Results</title>
<p id="P3">Overall knowledge regarding prescription opioids was high (mean score = 8.05/12, range 0&#x2013;12). The average number of questions answered correctly was not significantly different based on opioid use at the time of the survey (65% vs 67.5%, p = 0.52). Characteristics significantly associated with higher knowledge included young age (p = 0.01), female gender (p &#x003C; 0.01), and white race (p = 0.01).</p>
</sec>
<sec id="S4">
<title>Conclusions</title>
<p id="P4">Patient knowledge regarding prescription opioids is high preceding surgery, but gaps remain regarding side effects and adverse effects. Knowledge did not differ by prior or current opioid use, and these findings may help target important knowledge gaps to improve patient education regarding opioids during the preoperative period.</p>
</sec>
</abstract>
<kwd-group>
<kwd>opioid</kwd>
<kwd>pre-operative</kwd>
<kwd>knowledge</kwd>
<kwd>opioid education</kwd>
</kwd-group>
<funding-group/>
<counts>
<fig-count count="3"/>
</counts>
<custom-meta-group>
<custom-meta id="competing-interest">
<meta-name></meta-name>
<meta-value></meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec id="S5">
<title>Introduction</title>
<p id="P5">Although opioid analgesics are commonly used for postoperative pain control, the morbidity and mortality related to prescription opioid misuse, dependence, and abuse has increased in the United States.<sup><xref rid="R1" ref-type="bibr">1</xref>&#x2013;<xref rid="R3" ref-type="bibr">3</xref></sup> Opioids are one of the most commonly prescribed postoperative medications.<sup><xref rid="R4" ref-type="bibr">4</xref></sup> Prescription opioids are commonly provided following surgical care for acute pain. However, the majority of pills remain unused, and prior research suggests that the majority of individuals do not dispose of these medications.<sup><xref rid="R5" ref-type="bibr">5</xref>,<xref rid="R6" ref-type="bibr">6</xref></sup> It has been shown that the majority of non-medical opioid use arises from leftover opioids from family members, friends, or one&#x2019;s own prescription for opioids.<sup><xref rid="R7" ref-type="bibr">7</xref></sup> Moreover, the initial use of opioids for non-medical purposes has a strong correlation with the initiation of illicit substance abuse, including heroin.<sup><xref rid="R8" ref-type="bibr">8</xref>&#x2013;<xref rid="R10" ref-type="bibr">10</xref></sup></p>
<p id="P6">In response, there has been increased focus on educating patients on the risks of opioid medications and their appropriate storage and disposal methods.<sup><xref rid="R11" ref-type="bibr">11</xref>,<xref rid="R12" ref-type="bibr">12</xref></sup> Prior work has identified knowledge gaps in the use and storage of opioids in cancer outpatients,<sup><xref rid="R13" ref-type="bibr">13</xref></sup> those with chronic pain, and in the emergency department.<sup><xref rid="R13" ref-type="bibr">13</xref>,<xref rid="R14" ref-type="bibr">14</xref></sup> These studies demonstrate the high rate of improper use, storage, and disposal of opioids in these populations. Although opioid analgesics are often highly effective for acute pain, they are associated with important side effects, including respiratory depression, hyperalgesia, and dependence.<sup><xref rid="R15" ref-type="bibr">15</xref></sup> Due to the potential for harm associated with these effects, it is important that patients are knowledgeable about the risks of taking these medications in the context of surgical care.</p>
<p id="P7">To date, the extent to which patients undergoing surgery are aware of the risks of opioids remains unclear. To understand this, we surveyed patients preparing for elective surgical procedures at a tertiary care center to determine their knowledge of prescription opioids. We specifically sought to understand differences in knowledge between groups of patients based on whether they were currently using opioids, patient age, and demographic characteristics. We hypothesized that patients currently on opioids would perform better on our survey regarding knowledge of opioid medications than patients not on opioids prior to surgery given their prior exposure and experience. We further hypothesized that knowledge differences will be present based on age regarding these medications given the increased awareness of the opioid epidemic.</p>
</sec>
<sec id="S6">
<title>Methods</title>
<sec id="S7">
<title>Study Cohort</title>
<p id="P8">We surveyed 177 adult patients in the preoperative clinic at the University of Michigan Health System (UMHS). We included patients who were ages 18 years and older undergoing one of the following 8 surgeries: laparoscopic or open cholecystectomy, laparoscopic or open incisional hernia repair, laparoscopic open abdominal hysterectomy, bariatric surgery, anti-reflux surgery, and colectomy. Patients were excluded if they did not complete the survey for every variable of interest (n = 11), yielding a final analytic sample of 166 individuals.</p>
</sec>
<sec id="S8">
<title>Data Collection</title>
<p id="P9">Eligible patients were approached by a member of the research team at their preoperative clinic appointment. Patients were then consented and given the survey to complete on a tablet. The survey was conducted utilizing the online system Qualtrics.</p>
</sec>
<sec id="S9">
<title>Patient Opioid Knowledge</title>
<p id="P10">Question themes were taken from the Patient Opioid Education Measure (POEM), a survey of approximately 40 open-ended questions for individuals taking opioids for chronic, non-malignant pain.<sup><xref rid="R3" ref-type="bibr">3</xref></sup> The POEM evaluates knowledge and expectations surrounding opioid use, including legal issues, prescribing policies, safe use and handling, expected outcomes, side effects, pharmacology, and warnings. A team of physicians and pain psychologists at the Michigan Opioid Prescribing Engagement Network selected appropriate themes from this measure applicable to the perioperative period. Chosen themes were transformed into a series of closed-ended questions, including 7 true or false questions, 3 yes or no questions, and 2 multiple choice questions. Patients were always given the choice to respond that they did not know the answer to a question. These knowledge questions focused on important side effects of opioids (respiratory depression, constipation, and addiction), warnings surrounding opioids (driving, alcohol, and activity restrictions and medications that require consultation with a physician before taking), and proper use and handling of opioids (not sharing medication and not using medication for reasons other than indicated). All survey items are detailed in Appendix 1. For the analysis, each patient was given a test score for which they received 1 point for every correct answer and 0 points for each incorrect answer. The number of correct responses were summed to create the outcome variable.</p>
</sec>
<sec id="S10">
<title>Patient Factors</title>
<p id="P11">Patients&#x2019; race/ethnicity, highest completed level of education, and use of opioids at the time of the survey were self-reported, and their age and gender were obtained from their electronic medical record. Age was categorized as 18 to 34 years of age, 35 to 44 years of age, 45 to 54 years of age, 55 to 64 years of age, and 65 years of age and older. Gender, race/ethnicity, and opioid status were dichotomized: gender as male and female, race/ethnicity as white and non-white, and opioid status as current user and not a current user. Finally, highest level of completed education was divided into three categories: graduate school, college, and less than college.</p>
</sec>
<sec id="S11">
<title>Statistical Analysis</title>
<p id="P12">Multiple regression analysis was performed that included current opioid use, age, gender, race, and highest level of education as predictor variables. Difference in means analysis was performed to examine the relationship between the sum of patients&#x2019; correct answers and their age, gender, race, ethnicity, highest completed level of education, and opioid use at the time of the survey. All analyses were conducted using SAS 9.4 (SAS Institute Inc).</p>
</sec>
</sec>
<sec id="S12">
<title>Results</title>
<sec id="S13">
<title>Study Cohort</title>
<p id="P13">In this cohort of 166 patients, 18% of individuals reported they were currently using opioid medications. Males made up 42% of this sample, whereas females made up 58%. The majority of participants reported their ethnicity as white (87%) and that they were college educated (67%). Demographic information is represented in <xref rid="T1" ref-type="table">Table 1</xref>.</p>
<table-wrap id="T1" position="float" orientation="portrait">
<label>Table 1.</label><caption><p id="P28">Demographic Characteristics of Study Cohort (N = 166)</p></caption>
<table frame="box" rules="all">
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left" valign="top">Category</th>
<th align="center" valign="top">n (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Current opioid user</td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Yes</td>
<td align="center" valign="top">30 (18.1)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;No</td>
<td align="center" valign="top">136 (81.9)</td>
</tr>
<tr>
<td align="left" valign="top">Age</td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;18 to 34</td>
<td align="center" valign="top">18 (10.8)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;35 to 44</td>
<td align="center" valign="top">34 (20.5)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;45 to 54</td>
<td align="center" valign="top">30 (18.1)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;55 to 64</td>
<td align="center" valign="top">34 (20.5)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;65 and older</td>
<td align="center" valign="top">50 (30.1)</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Male</td>
<td align="center" valign="top">69 (41.6)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Female</td>
<td align="center" valign="top">97 (58.4)</td>
</tr>
<tr>
<td align="left" valign="top">Race</td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;White</td>
<td align="center" valign="top">145 (87.3)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Non-white</td>
<td align="center" valign="top">21 (12.7)</td>
</tr>
<tr>
<td align="left" valign="top">Education</td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Graduate school</td>
<td align="center" valign="top">55 (33.1)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;College</td>
<td align="center" valign="top">55 (33.1)</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;&#x003C; College</td>
<td align="center" valign="top">56 (33.7)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p id="P14"><xref rid="F1" ref-type="fig">Figure 1</xref> illustrates the unadjusted average survey scores by patient characteristics, categories compared by t test. Interestingly, we observed that patients who were not currently taking opioids had similar scores to patients currently on opioids (7.8 vs 8.1; p = 0.52). Younger age was associated with higher overall scores compared with older patients (p = 0.011). Women had higher overall scores compared with male patients (8.7 vs 7.2, p &#x003C; 0.001). White patients had higher overall scores compared with non-white patients (8.2 vs 7.0; p &#x003C; 0.001). We did not observe significant differences by highest level of education completed.</p>
<fig id="F1" position="float">
<label>Figure 1.</label>
<caption>
<title>Average Score Versus Demographic Descriptors</title>
<p id="P25">Averaged scores per patient with a maximum score of 12. Opioid na&#x00EF;ve vs patients currently on opioids 7.8 vs 8.1, p-value = 0.52. Gender male compared to female 7.1 to 8.7 p-value &#x003C; 0.001. Education included graduate school, college, and some college/some high school with 8.9, 8.4, and 7.7, respectively, p-value 0.54. White patients compared to non-white patients 8.2 vs 7.0, p-value &#x003C; 0.001.</p>
</caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="mjm-1436-f0001.jpg"/>
</fig>
<p id="P15"><xref rid="F2" ref-type="fig">Figure 2</xref> represents the mean number of correct answers broken down by the individual response, stratified by current opioid use. Four of the 12 questions had an average score of over 80%; the remaining question averages all fell below 80%. The question with the lowest correct response rate in both groups was about which medications the patient should consult a physician about before taking alongside an opioid. Less than 20% of patients answered this question correctly in both groups. Similar averages are seen among the groups with no significant difference in response between the two groups.</p>
<fig id="F2" position="float">
<label>Figure 2.</label>
<caption>
<title>Status of Opioid Usage Versus Question Knowledge</title>
<p id="P26">Current opioid users N = 30 and patients not currently on opioids N = 136.</p>
</caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="mjm-1436-f0002.jpg"/>
</fig>
<p id="P16">A multivariable analysis was conducted, which is represented in <xref rid="T2" ref-type="table">Table 2</xref>. A statistically significant difference of 1.37 was found with respect to race (CI = &#x2212;2.46 to &#x2212;0.27; p = 0.015). Higher scores were found in a younger patient with p-value of 0.011. When looking at gender, higher scores were found in female with a mean difference of 1.39 (CI = 0.54 to 2.06; p = 0.001). When looking at the current opioid users and opioid na&#x00EF;ve scores, we found an insignificant difference of 0.30 (&#x2212;1.25 to &#x2212;0.64; p = 0.5244). No statistical difference was found between levels of education with a p-value of 0.3708.</p>
<table-wrap id="T2" position="float" orientation="portrait">
<label>Table 2.</label><caption><p id="P29">Mean Differences in Overall Knowledge Score</p></caption>
<table frame="box" rules="all">
<colgroup>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
<col align="left" valign="middle"/>
</colgroup>
<thead>
<tr>
<th align="left" valign="top"></th>
<th align="left" valign="top">Difference (95% CI)</th>
<th align="center" valign="top">F or t value</th>
<th align="center" valign="top">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Current opioid user</td>
<td align="left" valign="top"></td>
<td align="center" valign="top">&#x2212;0.64</td>
<td align="center" valign="top">0.5244</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Yes</td>
<td align="left" valign="top">&#x2212;0.30 (&#x2212;1.25, 0.64)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;No</td>
<td align="left" valign="top">Reference</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">Age</td>
<td align="left" valign="top"></td>
<td align="center" valign="top">3.41</td>
<td align="center" valign="top">0.0105</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;18 to 34</td>
<td align="left" valign="top">Reference</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;35 to 44</td>
<td align="left" valign="top">&#x2212;0.32 (&#x2212;1.70, 1.07)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;45 to 54</td>
<td align="left" valign="top">&#x2212;0.84 (&#x2212;2.24, 0.56)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;55 to 64</td>
<td align="left" valign="top">&#x2212;1.11 (&#x2212;2.46, 0.25)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;65 and older</td>
<td align="left" valign="top">&#x2212;1.92 (&#x2212;3.20, &#x2212;0.64)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="left" valign="top"></td>
<td align="center" valign="top">3.37</td>
<td align="center" valign="top">0.0009</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Male</td>
<td align="left" valign="top">Reference</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Female</td>
<td align="left" valign="top">1.39 (0.54, 2.06)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">Race</td>
<td align="left" valign="top"></td>
<td align="center" valign="top">&#x2212;2.47</td>
<td align="center" valign="top">0.0147</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;White</td>
<td align="left" valign="top">Reference</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Non-white</td>
<td align="left" valign="top">&#x2212;1.37 (&#x2212;2.46, &#x2212;0.27)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">Education</td>
<td align="left" valign="top"></td>
<td align="center" valign="top">1.00</td>
<td align="center" valign="top">0.3708</td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;Graduate school</td>
<td align="left" valign="top">0.45 (&#x2212;0.44, 1.35)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;4-year college</td>
<td align="left" valign="top">0.62 (&#x2212;0.28, 1.51)</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
<tr>
<td align="left" valign="top">&#x2009;&#x2009;&#x003C; 4-year college</td>
<td align="left" valign="top">Reference</td>
<td align="center" valign="top"></td>
<td align="center" valign="top"></td>
</tr>
</tbody>
</table>
</table-wrap>
<p id="P17"><xref rid="F3" ref-type="fig">Figure 3</xref> describes patient knowledge regarding opioid disposal method, and patients were allowed to choose multiple answers. In this cohort, 47% (n = 78) patients responded that they would take leftover pills to law enforcement or an authorized collector, 16% (n = 26) responded that they would flush the pills down the toilet, 10% (n = 17) responded that they would throw the pills away in a garbage can, and 18% (n = 30) responded they would use another method that was not listed. One percent (n = 2) of patients stated explicitly that they would not dispose of the opioids. No statistical difference was found when looking at individual disposal answers and demographic information (age/gender/current opioid use/race) (all p &#x003E; 0.05). Overall, 23% (n = 38) said that they did not know how to dispose of opioids.</p>
<fig id="F3" position="float">
<label>Figure 3.</label>
<caption>
<title>Choice of Disposal Methods</title>
<p id="P27">N = 166. Y axis represents the possible choices with the X-axis showing the percentage of patients that reported this answer.</p>
</caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="mjm-1436-f0003.jpg"/>
</fig>
</sec>
</sec>
<sec id="S14">
<title>Discussion</title>
<p id="P18">In this study of adults undergoing elective surgery procedures, we observed comparable opioid knowledge gaps among patients who were currently prescribed opioid medications and patients who were opioid na&#x00EF;ve. In addition, we observed knowledge gaps by age, with increasing age associated with decreased knowledge regarding opioids. Our findings suggest the preoperative period is an important opportunity to educate patients regarding the safety and appropriate disposal mechanisms for opioid medications, regardless of prior opioid exposure.</p>
<p id="P19">Prior work has studied the effectiveness of educational interventions to improve patients&#x2019; knowledge of opioid medications.<sup><xref rid="R16" ref-type="bibr">16</xref></sup> Our results emphasize the need for such interventions. The POEM survey has been classically used to identify patients that have a lack of opioid use knowledge.<sup><xref rid="R3" ref-type="bibr">3</xref></sup> Multiple studies have demonstrated the effectiveness of educational interventions to increase patient knowledge. For example, in the palliative care cancer setting, patients who were given preoperative educational material regarding proper opioid disposal methods were less likely to share medications with others or practice unsafe use of opioids and more likely to be aware of the danger of their opioids when taken by others.<sup><xref rid="R10" ref-type="bibr">10</xref></sup> A prior study looked at the effects of using an educational film for patients and found a significant decrease in the pain scores as well as an increase in opioid knowledge among patients that viewed the video.<sup><xref rid="R16" ref-type="bibr">16</xref></sup> Our findings provide further evidence that current educational efforts to educate patients at the time of their prescription initiation for perioperative care are inadequate.</p>
<p id="P20">Our study has several important limitations. First, our survey was adapted by our study team for the purposes of this study from a prior instrument used to examine prescription opioid behaviors in the setting of opioid education and has not been validated as an accurate predictor of opioid use or knowledge. However, question themes in our survey were taken directly from POEM, which has been used to identify opioid-related knowledge gaps and expectations.<sup><xref rid="R3" ref-type="bibr">3</xref></sup> Additionally, our study sample was relatively homogeneous with respect to race and ethnicity, as well as education and income level, and our findings may not be generalizable to other groups. Finally, our study examined patient knowledge in a clinic setting only prior to receiving an opioid prescription for postoperative pain management. Further studies should take place in the postoperative setting to assess changes in patient knowledge after patients fill their prescriptions.</p>
<p id="P21">Society and the medical community continue to work to address the opioid epidemic from multiple angles, including implementation of stronger guidelines on prescriptions, education of medical students, and implementation of more education for the patient.<sup><xref rid="R4" ref-type="bibr">4</xref>,<xref rid="R5" ref-type="bibr">5</xref>,<xref rid="R17" ref-type="bibr">17</xref>&#x2013;<xref rid="R22" ref-type="bibr">22</xref></sup> This study indicates the need to increase patient education. Overall, this study demonstrates a lack of knowledge regarding opioid medications in patients about to undergo a surgical procedure. This lack of knowledge is seen in both patients currently on opioids and those that are opioid na&#x00EF;ve. This evidence points to an opportunity to further educate patients about the risk and proper usage of opioids in the perioperative setting. Studies have shown that an increase in preoperative education changes the knowledge base of the patient in the postoperative setting. Our study also showed that 38 people did not know how to properly dispose of opioids, which indicates a further need to educate patients on proper disposal techniques. By identifying knowledge gaps in surgical patients, our data can serve as a starting point to guide interventions that reduce the incidence of new persistent opioid use following surgery.</p>
</sec>
</body>
<back>
<ack id="S15">
<title>Acknowledgments</title>
<p id="P22">None.</p>
</ack>
<sec><title>Notes</title>
<p id="P23">The authors have no conflicts of interest to disclose.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="R1"><label>1.</label><mixed-citation publication-type="journal"><name><surname>Compton</surname> <given-names>WM</given-names></name>, <name><surname>Jones</surname> <given-names>CM</given-names></name>, <name><surname>Baldwin</surname> <given-names>GT</given-names></name>. <article-title>Relationship between nonmedical prescription-opioid use and heroin use</article-title>. <source>N Engl J Med</source>. <year>2016</year>;<volume>374</volume>(<issue>2</issue>):<fpage>154</fpage>&#x2013;<lpage>163</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1056/NEJMra508490">10.1056/NEJMra508490</ext-link></comment></mixed-citation></ref>
<ref id="R2"><label>2.</label><mixed-citation publication-type="book"><collab>Centers for Disease Control and Prevention</collab>. <chapter-title>Multiple Cause of Death</chapter-title>. <source>Wide-Ranging Online Data for Epidemiologic Research</source>. <publisher-name>CDC Wonder</publisher-name>. <year>2014</year>.</mixed-citation></ref>
<ref id="R3"><label>3.</label><mixed-citation publication-type="journal"><name><surname>Wallace</surname> <given-names>LS</given-names></name>, <name><surname>Wexler</surname> <given-names>RK</given-names></name>, <name><surname>Miser</surname> <given-names>WF</given-names></name>, <name><surname>McDougle</surname> <given-names>L</given-names></name>, <name><surname>Haddox</surname> <given-names>JD</given-names></name>. <article-title>Development and validation of the patient opioid education measure</article-title>. <source>J Pain Res</source>. <year>2013</year>;<volume>6</volume>:<fpage>663</fpage>&#x2013;<lpage>681</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.2147/JPR.S50715">10.2147/JPR.S50715</ext-link></comment></mixed-citation></ref>
<ref id="R4"><label>4.</label><mixed-citation publication-type="journal"><name><surname>Brummett</surname> <given-names>CM</given-names></name>, <name><surname>Waljee</surname> <given-names>JF</given-names></name>, <name><surname>Goesling</surname> <given-names>J</given-names></name>, <etal/> <article-title>New persistent opioid use after minor and major surgical procedures in US adults</article-title>. <source>JAMA Surg</source>. <year>2017</year>;<volume>152</volume>(<issue>6</issue>):<fpage>e170504</fpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1001/jamasurg.2017.0504">10.1001/jamasurg.2017.0504</ext-link></comment></mixed-citation></ref>
<ref id="R5"><label>5.</label><mixed-citation publication-type="journal"><name><surname>Hill</surname> <given-names>MV</given-names></name>, <name><surname>Stucke</surname> <given-names>RS</given-names></name>, <name><surname>McMahon</surname> <given-names>ML</given-names></name>, <name><surname>Beeman</surname> <given-names>JL</given-names></name>, <name><surname>Barth</surname> <given-names>RJ</given-names> <suffix>Jr</suffix></name>. <article-title>An educational intervention decreases opioid prescribing after general surgical operations</article-title>. <source>Ann Surg</source>. <year>2018</year>;<volume>267</volume>(<issue>3</issue>):<fpage>468</fpage>&#x2013;<lpage>472</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1097/SLA.0000000000002198">10.1097/SLA.0000000000002198</ext-link></comment></mixed-citation></ref>
<ref id="R6"><label>6.</label><mixed-citation publication-type="journal"><name><surname>Costello</surname> <given-names>M.</given-names></name> <article-title>Prescription opioid analgesics: promoting patient safety with better patient education</article-title>. <source>Am J Nurs</source>. <year>2015</year>;<volume>115</volume>(<issue>11</issue>):<fpage>50</fpage>&#x2013;<lpage>56</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1097/01.NAJ.0000473315.02325.b4">10.1097/01.NAJ.0000473315.02325.b4</ext-link></comment></mixed-citation></ref>
<ref id="R7"><label>7.</label><mixed-citation publication-type="journal"><name><surname>Lankenau</surname> <given-names>SE</given-names></name>, <name><surname>Teti</surname> <given-names>M</given-names></name>, <name><surname>Silva</surname> <given-names>K</given-names></name>, <name><surname>Bloom</surname> <given-names>JJ</given-names></name>, <name><surname>Harocopos</surname> <given-names>A</given-names></name>, <name><surname>Treese</surname> <given-names>M</given-names></name>. <article-title>Initiation into prescription opioid misuse amongst young injection drug users</article-title>. <source>Int J Drug Policy</source>. <year>2012</year>;<volume>23</volume>(<issue>1</issue>):<fpage>37</fpage>&#x2013;<lpage>44</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.drugpo.2011.05.014">10.1016/j.drugpo.2011.05.014</ext-link></comment></mixed-citation></ref>
<ref id="R8"><label>8.</label><mixed-citation publication-type="journal"><name><surname>Cerd&#x00E1;</surname> <given-names>M</given-names></name>, <name><surname>Santaella</surname> <given-names>J</given-names></name>, <name><surname>Marshall</surname> <given-names>BDL</given-names></name>, <name><surname>Kim</surname> <given-names>JH</given-names></name>, <name><surname>Martins</surname> <given-names>SS</given-names></name>. <article-title>Nonmedical prescription opioid use in childhood and early adolescence predicts transitions to heroin use in young adulthood: a national study</article-title>. <source>J Pediatr</source>. <year>2015</year>;<volume>167</volume>(<issue>3</issue>):<fpage>605</fpage>&#x2013;<lpage>612.e1&#x2013;2</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.jpeds.2015.04.071">10.1016/j.jpeds.2015.04.071</ext-link></comment></mixed-citation></ref>
<ref id="R9"><label>9.</label><mixed-citation publication-type="journal"><name><surname>Conroy</surname> <given-names>S</given-names></name>, <name><surname>Hill</surname> <given-names>D</given-names></name>. <article-title>Failure to identify or effectively manage prescription opioid dependence acted as a gateway to heroin use-buprenorphine/naloxone treatment and recovery in a surgical patient</article-title>. <source>BMJ Case Rep</source>. <volume>2014</volume>;<year>2014</year>:<fpage>bcr2014207458</fpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1136/bcr-2014-207458">10.1136/bcr-2014-207458</ext-link></comment></mixed-citation></ref>
<ref id="R10"><label>10.</label><mixed-citation publication-type="journal"><name><surname>Dasgupta</surname> <given-names>N</given-names></name>, <name><surname>Creppage</surname> <given-names>K</given-names></name>, <name><surname>Austin</surname> <given-names>A</given-names></name>, <name><surname>Ringwalt</surname> <given-names>C</given-names></name>, <name><surname>Sanford</surname> <given-names>C</given-names></name>, <name><surname>Proescholdbell</surname> <given-names>SK</given-names></name>. <article-title>Observed transition from opioid analgesic deaths toward heroin</article-title>. <source>Drug Alcohol Depend</source>. <year>2014</year>;<volume>145</volume>:<fpage>238</fpage>&#x2013;<lpage>241</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.drugalcdep.2014.10.005">10.1016/j.drugalcdep.2014.10.005</ext-link></comment></mixed-citation></ref>
<ref id="R11"><label>11.</label><mixed-citation publication-type="journal"><name><surname>de la Cruz</surname> <given-names>M</given-names></name>, <name><surname>Reddy</surname> <given-names>A</given-names></name>, <name><surname>Balankari</surname> <given-names>V</given-names></name>, <etal/> <article-title>The impact of an educational program on patient practices for safe use, storage, and disposal of opioids at a comprehensive cancer center</article-title>. <source>Oncologist</source>. <year>2017</year>;<volume>22</volume>(<issue>1</issue>):<fpage>115</fpage>&#x2013;<lpage>121</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1634/theoncologist.2016-0266">10.1634/theoncologist.2016-0266</ext-link></comment></mixed-citation></ref>
<ref id="R12"><label>12.</label><mixed-citation publication-type="journal"><name><surname>Koester</surname> <given-names>MC</given-names></name>, <name><surname>Johnson</surname> <given-names>ST</given-names></name>, <name><surname>Norcross</surname> <given-names>MF</given-names></name>. <article-title>State-level implementation of health and safety policies to prevent sudden death and catastrophic injuries within secondary school athletics: letter to the editor</article-title>. <source>Orthop J Sports Med</source>. <year>2018</year>;<volume>6</volume>(<issue>2</issue>):<comment>2325967117752128</comment>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1177/2325967117752128">10.1177/2325967117752128</ext-link></comment></mixed-citation></ref>
<ref id="R13"><label>13.</label><mixed-citation publication-type="journal"><name><surname>Tanabe</surname> <given-names>P</given-names></name>, <name><surname>Paice</surname> <given-names>JA</given-names></name>, <name><surname>Stancati</surname> <given-names>J</given-names></name>, <name><surname>Fleming</surname> <given-names>M</given-names></name>. <article-title>How do emergency department patients store and dispose of opioids after discharge? A pilot study</article-title>. <source>J Emerg Nurs</source>. <year>2012</year>;<volume>38</volume>(<issue>3</issue>):<fpage>273</fpage>&#x2013;<lpage>279</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.jen.2011.09.023">10.1016/j.jen.2011.09.023</ext-link></comment></mixed-citation></ref>
<ref id="R14"><label>14.</label><mixed-citation publication-type="journal"><name><surname>McCarthy</surname> <given-names>DM</given-names></name>, <name><surname>Wolf</surname> <given-names>MS</given-names></name>, <name><surname>McConnell</surname> <given-names>R</given-names></name>, <etal/> <article-title>Improving patient knowledge and safe use of opioids: a randomized controlled trial</article-title>. <source>Acad Emerg Med</source>. <year>2015</year>;<volume>22</volume>(<issue>3</issue>):<fpage>331</fpage>&#x2013;<lpage>339</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1111/acem.12600">10.1111/acem.12600</ext-link></comment></mixed-citation></ref>
<ref id="R15"><label>15.</label><mixed-citation publication-type="journal"><name><surname>Camu</surname> <given-names>F.</given-names></name> <article-title>Side effects of opioids in postoperative pain treatment</article-title>. <source>Acta Anaesthesiol Belg</source>. <year>1996</year>;<volume>47</volume>(<issue>3</issue>):<fpage>105</fpage>&#x2013;<lpage>109</lpage>.</mixed-citation></ref>
<ref id="R16"><label>16.</label><mixed-citation publication-type="journal"><name><surname>van Dijk</surname> <given-names>JFM</given-names></name>, <name><surname>van Wijck</surname> <given-names>AJM</given-names></name>, <name><surname>Kappen</surname> <given-names>TH</given-names></name>, <name><surname>Peelen</surname> <given-names>LM</given-names></name>, <name><surname>Kalkman</surname> <given-names>CJ</given-names></name>, <name><surname>Schuurmans</surname> <given-names>MJ</given-names></name>. <article-title>The effect of a preoperative educational film on patients&#x2019; postoperative pain in relation to their request for opioids</article-title>. <source>Pain Manag Nurs</source>. <year>2015</year>;<volume>16</volume>(<issue>2</issue>):<fpage>137</fpage>&#x2013;<lpage>145</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.pmn.2014.05.006">10.1016/j.pmn.2014.05.006</ext-link></comment></mixed-citation></ref>
<ref id="R17"><label>17.</label><mixed-citation publication-type="journal"><name><surname>Stanek</surname> <given-names>JJ</given-names></name>, <name><surname>Renslow</surname> <given-names>MA</given-names></name>, <name><surname>Kalliainen</surname> <given-names>LK</given-names></name>. <article-title>The effect of an educational program on opioid prescription patterns in hand surgery: a quality improvement program</article-title>. <source>J Hand Surg Am</source>. <year>2015</year>;<volume>40</volume>(<issue>2</issue>):<fpage>341</fpage>&#x2013;<lpage>346</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.jhsa.2014.10.054">10.1016/j.jhsa.2014.10.054</ext-link></comment></mixed-citation></ref>
<ref id="R18"><label>18.</label><mixed-citation publication-type="journal"><name><surname>Patry</surname> <given-names>E</given-names></name>, <name><surname>Bratberg</surname> <given-names>JP</given-names></name>, <name><surname>Buchanan</surname> <given-names>A</given-names></name>, <name><surname>Paiva</surname> <given-names>AL</given-names></name>, <name><surname>Balestrieri</surname> <given-names>S</given-names></name>, <name><surname>Matson</surname> <given-names>KL</given-names></name>. <article-title>Rx for addiction and medication safety: an evaluation of teen education for opioid misuse prevention</article-title>. <source>Res Social Adm Pharm</source>. <year>2019</year>;<volume>15</volume>(<issue>8</issue>):<fpage>917</fpage>&#x2013;<lpage>924</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.sapharm.2018.007.006">10.1016/j.sapharm.2018.007.006</ext-link></comment></mixed-citation></ref>
<ref id="R19"><label>19.</label><mixed-citation publication-type="journal"><name><surname>Strand</surname> <given-names>MA</given-names></name>, <name><surname>Eukel</surname> <given-names>H</given-names></name>, <name><surname>Burck</surname> <given-names>S</given-names></name>. <article-title>Moving opioid misuse prevention upstream: a pilot study of community pharmacists screening for opioid misuse risk</article-title>. <source>Res Social Adm Pharm</source>. <year>2019</year>;<volume>15</volume>(<issue>8</issue>):<fpage>1032</fpage>&#x2013;<lpage>1036</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.sapharm.2018.07.011">10.1016/j.sapharm.2018.07.011</ext-link></comment></mixed-citation></ref>
<ref id="R20"><label>20.</label><mixed-citation publication-type="journal"><name><surname>Stepan</surname> <given-names>JG</given-names></name>, <name><surname>Sacks</surname> <given-names>HA</given-names></name>, <name><surname>Lovecchio</surname> <given-names>FC</given-names></name>, <etal/> <article-title>Opioid prescriber education and guidelines for ambulatory upper-extremity surgery: evaluation of an institutional protocol</article-title>. <source>J Hand Surg Am</source>. <year>2019</year>;<volume>44</volume>(<issue>2</issue>):<fpage>129</fpage>&#x2013;<lpage>136</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.jhsa.2018.06.014">10.1016/j.jhsa.2018.06.014</ext-link></comment></mixed-citation></ref>
<ref id="R21"><label>21.</label><mixed-citation publication-type="journal"><name><surname>Naqib</surname> <given-names>D</given-names></name>, <name><surname>Purvin</surname> <given-names>M</given-names></name>, <name><surname>Prasad</surname> <given-names>R</given-names></name>, <etal/> <article-title>Quality improvement initiative to improve postoperative pain with a clinical pathway and nursing education program</article-title>. <source>Pain Manag Nurs</source>. <year>2018</year>;<volume>19</volume>(<issue>5</issue>): <fpage>447</fpage>&#x2013;<lpage>455</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="10.1016/j.pmn.2018.06.005">10.1016/j.pmn.2018.06.005</ext-link></comment></mixed-citation></ref>
<ref id="R22"><label>22.</label><mixed-citation publication-type="journal"><name><surname>McCabe</surname> <given-names>SE</given-names></name>, <name><surname>West</surname> <given-names>BT</given-names></name>, <name><surname>Boyd</surname> <given-names>CJ</given-names></name>. <article-title>Leftover prescription opioids and nonmedical use among high school seniors: a multi-cohort national study</article-title>. <source>J Adolesc Health</source>. <year>2013</year>;<volume>52</volume>(<issue>4</issue>):<fpage>480</fpage>&#x2013;<lpage>485</lpage>. doi:<comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="doi" xlink:href="0.1016/j.jadohealth.2012.08.007">0.1016/j.jadohealth.2012.08.007</ext-link></comment></mixed-citation></ref>
</ref-list>
</back>
</article>