<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">IJMR</journal-id>
            <journal-id journal-id-type="nlm-ta">Interact J Med Res</journal-id>
            <journal-title>interactive Journal of Medical Research</journal-title>
            <issn pub-type="epub">1929-073X</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="pmid">23612028</article-id>
            <article-id pub-id-type="publisher-id">v1i2e13</article-id>
            <article-id pub-id-type="doi">10.2196/ijmr.1835</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Development of the Bullying and Health Experiences Scale</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Green</surname>
                        <given-names>Jennifer</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Beran</surname>
                        <given-names>Tanya</given-names>
                    </name>
                    <degrees>BA MSc PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>University of Calgary</institution>
                        <institution>Department of Community Health Sciences</institution>
                        <addr-line>3330 Hospital Dr. NW</addr-line>
                        <addr-line>Calgary, AB, T2N 4N1</addr-line>
                        <country>Canada</country>
                        <phone>1 1 403 220 5667</phone>
                        <fax>1 1 403 210 7507</fax>
                        <email>tnaberan@ucalgary.ca</email>
                    </address>
                </contrib>
                <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Stanton</surname>
                        <given-names>Lauren</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Hetherington</surname>
                        <given-names>Ross</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff3">3</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Mishna</surname>
                        <given-names>Faye</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff4">4</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib5" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Shariff</surname>
                        <given-names>Shaheen</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff5">5</xref>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>University of Calgary</institution>
                <institution>Department of Community Health Sciences</institution>
                <addr-line>Calgary, AB</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff2" rid="aff2">
                <sup>2</sup>
                <institution>Catholic District School Board of Eastern Ontario</institution>
                <addr-line>Ancaster, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff3" rid="aff3">
                <sup>3</sup>
                <institution>University of Toronto</institution>
                <institution>Departments of Pediatrics and Public Health Sciences</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff4" rid="aff4">
                <sup>4</sup>
                <institution>University of Toronto</institution>
                <institution>Factor-Inwentash Faculty of Social Work</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff5" rid="aff5">
                <sup>5</sup>
                <institution>McGill University</institution>
                <institution>Department of Integrated Studies</institution>
                <addr-line>Montreal, QC</addr-line>
                <country>Canada</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Tanya Beran 
<email>tnaberan@ucalgary.ca</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Jul-Dec</season>
                <year>2012</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>09</day>
                <month>11</month>
                <year>2012</year>
            </pub-date>
            <volume>1</volume>
            <issue>2</issue>
            <elocation-id>e13</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>20</day>
                    <month>04</month>
                    <year>2011</year>
                </date>
                <date date-type="rev-request">
                    <day>01</day>
                    <month>09</month>
                    <year>2011</year>
                </date>
                <date date-type="rev-recd">
                    <day>17</day>
                    <month>07</month>
                    <year>2012</year>
                </date>
                <date date-type="accepted">
                    <day>03</day>
                    <month>10</month>
                    <year>2012</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Tanya Beran, Lauren Stanton, Ross Hetherington, Faye Mishna, Shaheen Shariff. Originally published in the Interactive Journal of Medical Research (http://www.i-jmr.org/), 09.11.2012. </copyright-statement>
            <copyright-year>2012</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Interactive Journal of Medical Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.i-jmr.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.i-jmr.org/2012/2/e13/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Until recently, researchers have studied forms of bullying separately. For 40 years, research has looked at the traditional forms of bullying, including physical (eg, hitting), verbal (eg, threats), and social (eg, exclusion). Attention focused on cyberbullying in the early 2000s. Although accumulating research suggests that bullying has multiple negative effects for children who are targeted, these effects excluded cyberbullying from the definition of bullying.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>This paper responds to the need for a multidimensional measure of the impact of various forms of bullying. We used a comprehensive definition of bullying, which includes all of its forms, to identify children who had been targeted or who had participated in bullying. We then examined various ways in which they were impacted.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>We used an online method to administer 37 impact items to 377 (277 female, 100 male) children and youth, to develop and test the Bullying and Health Experience Scale.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>A principal components analysis of the bullying impact items with varimax rotation resulted in 8 factors with eigenvalues greater than one, explaining 68.0% of the variance. These scales include risk, relationships, anger, physical injury, drug use, anxiety, self-esteem, and eating problems, which represent many of the cognitive, psychological, and behavioral consequences of bullying. The Cronbach alpha coefficients for the 8 scales range from .73 to .90, indicating good inter-item consistency. Comparisons between the groups showed that children involved in bullying had significantly higher negative outcomes on all scales than children not involved in bullying.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>The high Cronbach alpha values indicate that the 8 impact scales provide reliable scores. In addition, comparisons between the groups indicate that the 8 scales provide accurate scores, with more negative outcomes reported by children involved in bullying compared to those who are not involved in bullying. This evidence of reliability and validity indicates that these scales are useful for research and clinical purposes to measure the multidimensional experiences of children who bully and are bullied.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>mental health</kwd>
                <kwd>school bullying</kwd>
                <kwd>cyberbullying</kwd>
                <kwd>peer victimization</kwd>
                <kwd>psychosocial impact</kwd>
                <kwd>children</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Encountering bullying behavior is one of the most distressing experiences for children and adolescents, particularly when such behaviors occur over a prolonged period of time [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Bullying behavior is strongly associated with a number of detrimental cognitive, psychological, health, and behavioral outcomes that can persist into adulthood [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Although researchers have studied bullying since the 1970s [<xref ref-type="bibr" rid="ref5">5</xref>], few measures of children&#8217;s functioning related to bullying exist. Considering that its newest form, cyberbullying, occurs electronically, it seems reasonable to consider developing a bullying and health experiences scale that could be administered electronically. The purpose of this study was to develop, pilot, and evaluate an online, multidimensional instrument to assess the health experiences of children who are bullied and/or bully others.</p>
            <sec>
                <title>Health Experiences Associated with Bullying</title>
                <p>A substantial body of research supports specific deleterious correlates of bullying [<xref ref-type="bibr" rid="ref6">6</xref>]. In terms of cognitive functioning, victims of bullying report lower school attachment and lower academic achievement compared to children not involved in bullying [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
                <p>Researchers have also documented psychological and health factors related to bullying. Findings from a national study that examined 123,227 children 11, 13, and 15 years of age residing in 28 countries found bullying was strongly related to psychological symptoms, including nervousness, sleep difficulty, and feelings of rejection, loneliness, and helplessness [<xref ref-type="bibr" rid="ref9">9</xref>]. Other studies have found that frequent exposure to bullying is significantly related to internalizing disorders, with signs and symptoms of anxiety, depression, social withdrawal, diminished self-esteem or diminished sense of self-worth, and suicide ideation [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Fekkes [<xref ref-type="bibr" rid="ref10">10</xref>] extended previous research inquiries into the relationship between mental health symptoms and bullying using longitudinal data. Findings suggest that children who were regularly bullied at the beginning of the school year were more likely to develop new mental health and health-related symptoms throughout the year, including depression, anxiety, bed-wetting, abdominal pain, and tension [<xref ref-type="bibr" rid="ref10">10</xref>]. Similar to findings related to traditional bullying, children who are bullied online are significantly more likely to experience psychological symptoms than children not involved in bullying [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
                <p>In addition to these cognitive and psychological symptoms, many researchers have demonstrated a number of behavioral problems related to bullying. Similar to victims of traditional bullying, victims of cyberbullying are likely to display externalizing behaviors, such as drug and alcohol use [<xref ref-type="bibr" rid="ref12">12</xref>]. In addition, they are more likely to report carrying a weapon to school compared to children who have not experienced online bullying [<xref ref-type="bibr" rid="ref12">12</xref>]. Other studies have found that frequent exposure to bullying experiences is linked with higher reports of eating disorders, such as bulimia nervosa, among female youth [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
                <p>Although they may be disliked by the peers they target, aggressive children experience average levels of popularity [<xref ref-type="bibr" rid="ref5">5</xref>]. Additionally, they do not necessarily exhibit low levels of self-esteem [<xref ref-type="bibr" rid="ref14">14</xref>], are not highly anxious [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], nor are they highly depressed [<xref ref-type="bibr" rid="ref14">14</xref>]. Nevertheless, the negative effects of bullying are not restricted to victimized children. Research has also documented negative health experiences for children who perpetrate the bullying. For example, they tend to have cognitive difficulties such as poor academic achievement [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. They also tend to require mental health services [<xref ref-type="bibr" rid="ref17">17</xref>]. They may exhibit conduct problems, such as vandalism [<xref ref-type="bibr" rid="ref18">18</xref>], smoking [<xref ref-type="bibr" rid="ref16">16</xref>], and drinking [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. In addition, Holmes and Brandenburg-Ayres [<xref ref-type="bibr" rid="ref19">19</xref>] reported that early bullying experiences significantly predicted later gang membership and incarceration.</p>
                <p>In addition to children who bully and those who are victimized, there exists a group of children who both bully and are victimized (bully/victims). Hanish and Guerra [<xref ref-type="bibr" rid="ref20">20</xref>] described these children as having the most disturbed functioning and note that they &#8220;are more likely to have emotional, behavioral, social, academic, and family problems.&#8221; Children who both bully others and are bullied are considered the most vulnerable to negative developmental outcomes [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
                <p>Despite years of research, measures typically assess one or two of the cognitive, psychological, or behavioral dimensions discussed. The purpose of our research, therefore, is to create and test a multidimensional measure of the health experiences associated with bullying.</p>
            </sec>
            <sec>
                <title>The Internet as a Method of Data Collection</title>
                <p>The Internet is an expedient means of transferring information and is recognized as a valid method of collecting qualitative and quantitative data [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. It is also becoming an effective means of delivering general and personal information about health [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. It is superior to traditional paper-based survey methods because it allows greater access to respondents through mass distribution and eliminates data entry errors arising from transcribing responses, which are entered into a database [<xref ref-type="bibr" rid="ref26">26</xref>]. In addition, online data collection yields higher rates of completion than mail-out surveys [<xref ref-type="bibr" rid="ref27">27</xref>]. Although it is not possible to verify the identity of the respondent, the validity of data from any method of data collection is always in question. Recall bias, misinterpretation of questions, fabrication of information, and so on are inherent to all data collection methods. It may be advantageous to use electronic methods with certain populations about certain topics of study. Given that youths ages 12-17 years use the Internet more than any other age group [<xref ref-type="bibr" rid="ref28">28</xref>], they are likely to have access to and skill in using it for a variety of purposes. Therefore, it seems appropriate to use the Internet to ask youths questions about their behaviors while on the Internet. Using the Internet as a means of data collection is likely to provide valid and generalizable results about youths&#8217; Internet experiences [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
                <p>Power and dominance exerted through aggression are endemic in human societies. Although researchers have investigated this phenomenon for decades, multidimensional measures of children&#8217;s functioning related to bullying have not yet been developed. The purpose of our study was to comprehensively examine the health experiences of all forms of bullying using a web-based survey, and to determine whether it yields reliable and valid information when compared across groups of children who are bullied, bully others, neither, or both. We predict that children who are bullied and/or bully others are more likely to experience problems across cognitive, psychological, and behavioral domains of functioning than children who are not bullied.</p>
            </sec>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Sample</title>
                <p>We planned to recruit a convenience sample of 200 children with an open online survey.&#160; We selected the Kids Help Phone website for recruitment because of its widespread use among youth [<xref ref-type="bibr" rid="ref30">30</xref>]. Based on the average of 15,000 unique visits to the Kids Help Phone home page per week, and a response rate of 1%, we estimated it would take two weeks to recruit our sample. We actually recruited 377 subjects in two weeks. The completion rate was 100%.&#160;The sample included 377 children (<italic>n</italic> = 277 girls, <italic>n</italic> = 100 boys) from age 10 to 17 years (<italic>M</italic> = 13.90, <italic>SD</italic> = 1.84). Most children lived in urban (<italic>n</italic> = 307) compared to rural areas (<italic>n</italic> = 70); were born in Canada (<italic>n</italic> = 319) compared to outside of Canada (<italic>n</italic> = 58, all children were living in Canada at the time of the survey); and spoke English at home (<italic>n</italic> = 280) compared to another language (<italic>n</italic> = 97).</p>
            </sec>
            <sec>
                <title>Procedure</title>
                <p>The Kids Help Phone website has been in existence since 1996 and provides professional counseling and referrals to people aged 5 to 20 years on any problem or concern. Through word-of-mouth and advertising, many children in Canada have become aware of this resource. Participants were recruited by placing a click-through badge with a message about the survey on the webpage. Visitors were shown a distorted password that they typed in. This password served as a security check to prevent automated programs from accessing the questionnaire. In cases where someone responded twice, we included only the first response.</p>
            </sec>
            <sec>
                <title>The Bullying and Health Experiences Scale</title>
                <p>Respondents first read the following definition:</p>
                <disp-quote>
                    <p>There are lots of ways to hurt someone. A person who bullies wants to hurt the other person. A person who bullies does it because they can. They may be older, stronger, bigger, or have other students on their side.</p>
                </disp-quote>
                <p>Then respondents were provided with examples of forms of bullying, as shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
                <table-wrap id="table1" position="float">
                    <label>Table 1</label>
                    <caption>
                        <p>Forms of bullying and examples provided to respondents.</p>
                    </caption>
                    <table width="639" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="154" />
                        <col width="455" />
                        <thead>
                            <tr valign="top">
                                <td>Form of Bullying</td>
                                <td>Examples</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Physical</td>
                                <td>Hitting, kicking, or spitting</td>
                            </tr>
                            <tr valign="top">
                                <td>Verbal</td>
                                <td>Name calling, mocking, humiliating, or hurtful teasing</td>
                            </tr>
                            <tr valign="top">
                                <td>Social</td>
                                <td>Leaving someone out, gossiping, or spreading rumors</td>
                            </tr>
                            <tr valign="top">
                                <td>Electronic</td>
                                <td>Bullying on Facebook, MSN, email, or text messaging</td>
                            </tr>
                            <tr valign="top">
                                <td>Racial</td>
                                <td>Saying hurtful things about someone whose skin is a different color</td>
                            </tr>
                            <tr valign="top">
                                <td>Sexual</td>
                                <td>Kissing, hugging, grabbing, pinching, and saying something sexual</td>
                            </tr>
                            <tr valign="top">
                                <td>Sexual preference</td>
                                <td>Teasing someone for being gay whether they are or not</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <p>Children indicated whether and how often they experienced any of the listed forms of bullying within the last month using a Likert scale with anchors from &#8220;no&#8221; to &#8220;several times a week.&#8221; A similar question was administered about bullying others.</p>
                <p>Children were then administered 37 items asking about their cognitive, psychological, and behavioral experiences. These items were obtained from a review of the research and various measures of children&#8217;s functioning. These were rated on a Likert scale according to their frequency using the following anchors: &#8220;never,&#8221; &#8220;only once or twice,&#8221; &#8220;two or three times a month,&#8221; &#8220;about once a week,&#8221; and &#8220;several times a week.&#8221; All items included a &#8220;no&#8221; response option. The questions constituted 8 subscales, as shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
                <table-wrap id="table2" position="float">
                    <label>Table 2</label>
                    <caption>
                        <p>Subscales for rating behavioral experiences survey.</p>
                    </caption>
                    <table width="639" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="202" />
                        <col width="136" />
                        <col width="257" />
                        <thead>
                            <tr valign="top">
                                <td>Subscale</td>
                                <td>Number of questions</td>
                                <td>Example</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Positive relationships towards peers.</td>
                                <td>6</td>
                                <td>&#8220;Other students are kind and helpful to me.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Anger</td>
                                <td>6</td>
                                <td>&#8220;I felt angry.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Anxiety</td>
                                <td>7</td>
                                <td>&#8220;I worry a lot.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Self-esteem</td>
                                <td>3</td>
                                <td>&#8220;I like myself.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Risk behaviors</td>
                                <td>5</td>
                                <td>&#8220;I have been in a physical fight.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Physical injury caused by being bullied</td>
                                <td>3</td>
                                <td>&#8220;I was hurt by someone at school, enough to need bandages or a doctor.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Eating problems</td>
                                <td>4</td>
                                <td>&#8220;I threw up because I was upset.&#8221;</td>
                            </tr>
                            <tr valign="top">
                                <td>Drug use</td>
                                <td>3</td>
                                <td>&#8220;I have used drugs.&#8221;</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>For the questions measuring bullying victimization and perpetration, the Cronbach alphas were .77 and .71, respectively, indicating good internal consistency. To summarize, 31.3% of children reported being victimized in some way at least 2-3 times in the past month, and 11.1% reported bullying others at least 2-3 times in the past month. This is consistent with previous research [<xref ref-type="bibr" rid="ref31">31</xref>]. Pearson product moment correlation coefficients among types of bullying perpetrated (r = 0.06 to 0.64, Mean = 0.28) and experienced (r = 0.016 to 0.54, Mean = 0.33) were low, suggesting that there was little overlap across different forms of bullying.</p>
            <p>We analyzed the factor structure of children&#8217;s reports of health experiences. The Bartlett&#8217;s test of sphericity (Chi-square = 9346.06, <italic>P</italic> &#60; .001) and the Kaiser-Meyer-Olkin measure of sampling adequacy (0.88) indicated that the sample was sufficient to evaluate the correlations and detect factors. The items were all subjected to principal components analysis with varimax rotation. The reliability was then determined by examining the internal consistency of the items that loaded under each factor. These analyses resulted in an 8-factor solution that explained 68.0% of the variance (see <xref ref-type="table" rid="table3">Table 3</xref>). These factors have eigenvalues greater than 1 and are named <italic>anger</italic> (Cronbach alpha = .87, 6 items), <italic>relationships</italic> (Cronbach alpha = .86, 6 items), <italic>physical injury</italic> (Cronbach alpha = .90, 3 items), <italic>risk</italic> (Cronbach alpha = .84, 5 items), <italic>anxiety</italic> (Cronbach alpha = .82, 7 items), <italic>self-esteem</italic> (Cronbach alpha = .92, 3 items), <italic>drug use</italic> (Cronbach alpha = .86, 3 items), and <italic>eating problems</italic> (Cronbach alpha = .73, 4 items). A few of the items had split loadings; however, reliability analyses indicated that they were consistent with other items within the factor, as shown in the table. When an item had a loading of greater than 0.40 on two components, the higher loading was used to assign it to a component [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
            <table-wrap id="table3" position="float">
                <label>Table 3</label>
                <caption>
                    <p>Types of health experiences determined from principal components analysis</p>
                </caption>
                <table width="700" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="184" />
                    <col width="52" />
                    <col width="52" />
                    <col width="43" />
                    <col width="43" />
                    <col width="43" />
                    <col width="56" />
                    <col width="50" />
                    <col width="50" />
                    <thead>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Anger</td>
                            <td>Relation-ships</td>
                            <td>Physicalinjury</td>
                            <td>Risk</td>
                            <td>Anxiety</td>
                            <td>Self-esteem</td>
                            <td>Drug use</td>
                            <td>Eating problems</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>I like myself.</td>
                            <td>.049</td>
                            <td>-.114</td>
                            <td>.023</td>
                            <td>-.010</td>
                            <td>.087</td>
                            <td>.901</td>
                            <td>.028</td>
                            <td>.028</td>
                        </tr>
                        <tr valign="top">
                            <td>I am able to do things as well as most other people.</td>
                            <td>.016</td>
                            <td>-.048</td>
                            <td>.064</td>
                            <td>.017</td>
                            <td>.069</td>
                            <td>.910</td>
                            <td>.005</td>
                            <td>.138</td>
                        </tr>
                        <tr valign="top">
                            <td>I have lots of good qualities.</td>
                            <td>.034</td>
                            <td>-.077</td>
                            <td>.013</td>
                            <td>.054</td>
                            <td>.087</td>
                            <td>.919</td>
                            <td>.060</td>
                            <td>.101</td>
                        </tr>
                        <tr valign="top">
                            <td>I like school.</td>
                            <td>-.306</td>
                            <td>.545</td>
                            <td>.040</td>
                            <td>-.119</td>
                            <td>.055</td>
                            <td>.067</td>
                            <td>-.335</td>
                            <td>-.108</td>
                        </tr>
                        <tr valign="top">
                            <td>I feel alone or left out at school.</td>
                            <td>-.060</td>
                            <td>.587</td>
                            <td>-.092</td>
                            <td>.035</td>
                            <td>-.308</td>
                            <td>-.243</td>
                            <td>.071</td>
                            <td>-.103</td>
                        </tr>
                        <tr valign="top">
                            <td>Other students are kind and helpful to me.</td>
                            <td>-.154</td>
                            <td>.773</td>
                            <td>-.117</td>
                            <td>-.084</td>
                            <td>-.038</td>
                            <td>.064</td>
                            <td>-.159</td>
                            <td>-.117</td>
                        </tr>
                        <tr valign="top">
                            <td>Other students like hanging out with me.</td>
                            <td>-.124</td>
                            <td>.844</td>
                            <td>-.113</td>
                            <td>.032</td>
                            <td>-.132</td>
                            <td>-.049</td>
                            <td>-.037</td>
                            <td>-.044</td>
                        </tr>
                        <tr valign="top">
                            <td>Other students accept me for who I am.</td>
                            <td>-.164</td>
                            <td>.793</td>
                            <td>-.110</td>
                            <td>-.040</td>
                            <td>-.128</td>
                            <td>-.040</td>
                            <td>-.056</td>
                            <td>-.154</td>
                        </tr>
                        <tr valign="top">
                            <td>I make friends easily.</td>
                            <td>-.084</td>
                            <td>.791</td>
                            <td>-.023</td>
                            <td>-.117</td>
                            <td>-.154</td>
                            <td>-.142</td>
                            <td>.127</td>
                            <td>-.033</td>
                        </tr>
                        <tr valign="top">
                            <td>I worry a lot.</td>
                            <td>.310</td>
                            <td>-.285</td>
                            <td>-.077</td>
                            <td>-.134</td>
                            <td>.592</td>
                            <td>.082</td>
                            <td>.155</td>
                            <td>.257</td>
                        </tr>
                        <tr valign="top">
                            <td>I worry about my family.</td>
                            <td>.124</td>
                            <td>-.099</td>
                            <td>.010</td>
                            <td>.001</td>
                            <td>.719</td>
                            <td>.013</td>
                            <td>.007</td>
                            <td>.034</td>
                        </tr>
                        <tr valign="top">
                            <td>I worry about doing well in school.</td>
                            <td>-.013</td>
                            <td>.057</td>
                            <td>.044</td>
                            <td>-.092</td>
                            <td>.778</td>
                            <td>.034</td>
                            <td>-.027</td>
                            <td>-.180</td>
                        </tr>
                        <tr valign="top">
                            <td>I worry about making friends.</td>
                            <td>.113</td>
                            <td>-.444</td>
                            <td>.054</td>
                            <td>.112</td>
                            <td>.560</td>
                            <td>.169</td>
                            <td>-.090</td>
                            <td>-.014</td>
                        </tr>
                        <tr valign="top">
                            <td>I worry about the future.</td>
                            <td>.015</td>
                            <td>-.185</td>
                            <td>.014</td>
                            <td>.079</td>
                            <td>.751</td>
                            <td>.039</td>
                            <td>.026</td>
                            <td>.124</td>
                        </tr>
                        <tr valign="top">
                            <td>My worries kept me up at night.</td>
                            <td>.399</td>
                            <td>-.182</td>
                            <td>.035</td>
                            <td>-.022</td>
                            <td>.519</td>
                            <td>.194</td>
                            <td>.031</td>
                            <td>.428</td>
                        </tr>
                        <tr valign="top">
                            <td>I have trouble catching my breath.</td>
                            <td>.292</td>
                            <td>-.195</td>
                            <td>.166</td>
                            <td>-.081</td>
                            <td>.358</td>
                            <td>.149</td>
                            <td>.165</td>
                            <td>.433</td>
                        </tr>
                        <tr valign="top">
                            <td>I was in a physical fight.</td>
                            <td>.338</td>
                            <td>-.060</td>
                            <td>.412</td>
                            <td>.546</td>
                            <td>.052</td>
                            <td>-.009</td>
                            <td>.147</td>
                            <td>-.037</td>
                        </tr>
                        <tr valign="top">
                            <td>I was in a physical fight where the other person needed bandages or a doctor.</td>
                            <td>.204</td>
                            <td>.026</td>
                            <td>.507</td>
                            <td>.621</td>
                            <td>-.039</td>
                            <td>.046</td>
                            <td>.263</td>
                            <td>.036</td>
                        </tr>
                        <tr valign="top">
                            <td>I was in trouble with the law.</td>
                            <td>.098</td>
                            <td>-.048</td>
                            <td>.228</td>
                            <td>.680</td>
                            <td>-.079</td>
                            <td>.072</td>
                            <td>.291</td>
                            <td>.255</td>
                        </tr>
                        <tr valign="top">
                            <td>I took weapons to school.</td>
                            <td>.085</td>
                            <td>-.084</td>
                            <td>.116</td>
                            <td>.834</td>
                            <td>-.023</td>
                            <td>.018</td>
                            <td>.134</td>
                            <td>.164</td>
                        </tr>
                        <tr valign="top">
                            <td>I damaged property.</td>
                            <td>.275</td>
                            <td>-.095</td>
                            <td>.136</td>
                            <td>.598</td>
                            <td>.051</td>
                            <td>-.037</td>
                            <td>.253</td>
                            <td>.083</td>
                        </tr>
                        <tr valign="top">
                            <td>I was hurt by someone at school, enough to need bandages or a doctor.</td>
                            <td>.067</td>
                            <td>-.121</td>
                            <td>.831</td>
                            <td>.160</td>
                            <td>.061</td>
                            <td>.021</td>
                            <td>.073</td>
                            <td>.210</td>
                        </tr>
                        <tr valign="top">
                            <td>I was hurt by someone while going to and from school, enough to need bandages or a doctor.</td>
                            <td>.034</td>
                            <td>-.146</td>
                            <td>.855</td>
                            <td>.233</td>
                            <td>-.011</td>
                            <td>.072</td>
                            <td>.114</td>
                            <td>.141</td>
                        </tr>
                        <tr valign="top">
                            <td>I was hurt by someone in my neighborhood, enough to need bandages or a doctor.</td>
                            <td>.089</td>
                            <td>-.080</td>
                            <td>.862</td>
                            <td>.170</td>
                            <td>.078</td>
                            <td>.012</td>
                            <td>.120</td>
                            <td>.139</td>
                        </tr>
                        <tr valign="top">
                            <td>I smoked cigarettes.</td>
                            <td>.181</td>
                            <td>-.073</td>
                            <td>.156</td>
                            <td>.153</td>
                            <td>.038</td>
                            <td>.073</td>
                            <td>.833</td>
                            <td>.070</td>
                        </tr>
                        <tr valign="top">
                            <td>I drank alcohol.</td>
                            <td>.165</td>
                            <td>.020</td>
                            <td>.107</td>
                            <td>.360</td>
                            <td>.048</td>
                            <td>-.018</td>
                            <td>.704</td>
                            <td>.268</td>
                        </tr>
                        <tr valign="top">
                            <td>I have used drugs.</td>
                            <td>.091</td>
                            <td>-.057</td>
                            <td>.144</td>
                            <td>.313</td>
                            <td>-.008</td>
                            <td>.044</td>
                            <td>.812</td>
                            <td>.156</td>
                        </tr>
                        <tr valign="top">
                            <td>I felt angry.</td>
                            <td>.697</td>
                            <td>-.277</td>
                            <td>-.049</td>
                            <td>.027</td>
                            <td>.235</td>
                            <td>-.027</td>
                            <td>.071</td>
                            <td>.152</td>
                        </tr>
                        <tr valign="top">
                            <td>I yelled/screamed/stomped my feet when angry.</td>
                            <td>.795</td>
                            <td>-.104</td>
                            <td>.045</td>
                            <td>.059</td>
                            <td>.062</td>
                            <td>.030</td>
                            <td>.010</td>
                            <td>.172</td>
                        </tr>
                        <tr valign="top">
                            <td>I swore at others when angry.</td>
                            <td>.737</td>
                            <td>-.039</td>
                            <td>.027</td>
                            <td>.120</td>
                            <td>.085</td>
                            <td>-.007</td>
                            <td>.180</td>
                            <td>.183</td>
                        </tr>
                        <tr valign="top">
                            <td>I broke things when angry.</td>
                            <td>.727</td>
                            <td>-.076</td>
                            <td>.158</td>
                            <td>.244</td>
                            <td>.044</td>
                            <td>.045</td>
                            <td>.165</td>
                            <td>.073</td>
                        </tr>
                        <tr valign="top">
                            <td>I hurt someone when angry.</td>
                            <td>.614</td>
                            <td>-.140</td>
                            <td>.230</td>
                            <td>.393</td>
                            <td>-.069</td>
                            <td>.039</td>
                            <td>.047</td>
                            <td>.046</td>
                        </tr>
                        <tr valign="top">
                            <td>I got angry more easily with others.</td>
                            <td>.748</td>
                            <td>-.217</td>
                            <td>.055</td>
                            <td>.087</td>
                            <td>.145</td>
                            <td>.063</td>
                            <td>.071</td>
                            <td>-.002</td>
                        </tr>
                        <tr valign="top">
                            <td>I threw up because I was upset.</td>
                            <td>.209</td>
                            <td>-.093</td>
                            <td>.237</td>
                            <td>.169</td>
                            <td>-.033</td>
                            <td>.052</td>
                            <td>.381</td>
                            <td>.613</td>
                        </tr>
                        <tr valign="top">
                            <td>I could not eat because I was so upset.</td>
                            <td>.191</td>
                            <td>-.196</td>
                            <td>.072</td>
                            <td>.104</td>
                            <td>.128</td>
                            <td>.150</td>
                            <td>.122</td>
                            <td>.663</td>
                        </tr>
                        <tr valign="top">
                            <td>I used medicine to help me lose weight.</td>
                            <td>.080</td>
                            <td>-.027</td>
                            <td>.313</td>
                            <td>.333</td>
                            <td>-.062</td>
                            <td>.083</td>
                            <td>.083</td>
                            <td>.622</td>
                        </tr>
                        <tr valign="top">
                            <td>I over ate to the point where I became sick.</td>
                            <td>.153</td>
                            <td>-.263</td>
                            <td>.349</td>
                            <td>.222</td>
                            <td>.035</td>
                            <td>.042</td>
                            <td>.101</td>
                            <td>.433</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>We compared the scores on these 8 dimensions across several profiles, including bully, victim, non-bully/victim, and bully/victim. First, we classified children as bullies if they reported bullying others 2-3 times per month or more, <italic>and</italic> being bullied no more than 1-2 times per month. Similarly, we coded children as victims if they reported being bullied 2-3 times per month or more, <italic>and</italic> bullying others not more than 1-2 times per month. Children who bullied and were bullied 2-3 times per month or more were often coded as bully/victims. We considered children who bullied and were bullied no more than 1-2 times per month as non-bully/victims. This classification system is typically used in the research [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
            <p>The number of children in each group is shown in <xref ref-type="table" rid="table4">Table 4</xref>. The mean scores were calculated by taking the sum of all the items that loaded under each factor and dividing by the number of items for each factor. Thus, the possible range of mean values in <xref ref-type="table" rid="table4">Table 4</xref> is from 1 to 5. Partial &#951;<sup>2</sup> provided effect size estimates in analyses of variance (ANOVAs) and were interpreted using Cohen&#8217;s [<xref ref-type="bibr" rid="ref34">34</xref>] criteria (.01 = small, .09 = medium, .25 = large). Accordingly, there was a small difference for risk, anger, physical injury, anxiety, and eating problems across the bully classifications. Also, there was a moderate to large difference in relationship experiences. Self-esteem and drug use, however, did not significantly differ across bully or victim groups.</p>
            <table-wrap id="table4" position="float">
                <label>Table 4</label>
                <caption>
                    <p>Mean scores of health experiences subscales for bullies, victims, bully/victims, and non-bully/victims.</p>
                </caption>
                <table width="656" border="1" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                    <col width="143" />
                    <col width="64" />
                    <col width="63" />
                    <col width="64" />
                    <col width="76" />
                    <col width="88" />
                    <col width="58" />
                    <thead>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>Bully(<italic>n</italic> = 19)</td>
                            <td>Victim(<italic>n</italic> = 95)</td>
                            <td>Bully/Victim(<italic>n</italic> = 23)</td>
                            <td>Non-bully/Victim(<italic>n</italic> = 240)</td>
                            <td>
                                <italic>F*</italic>
                                <italic>df</italic> (3, 373)</td>
                            <td>
                                <italic>Partial</italic>
                                <italic>Eta</italic>
                                <sup>
                                    <italic>2</italic>
                                </sup>
                            </td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>Risk</td>
                            <td>1.58</td>
                            <td>1.64</td>
                            <td>1.61</td>
                            <td>1.29</td>
                            <td>6.98</td>
                            <td>.05</td>
                        </tr>
                        <tr valign="top">
                            <td>Relationships</td>
                            <td>3.50</td>
                            <td>2.67</td>
                            <td>2.98</td>
                            <td>3.68</td>
                            <td>27.38</td>
                            <td>.18</td>
                        </tr>
                        <tr valign="top">
                            <td>Anger</td>
                            <td>3.46</td>
                            <td>3.29</td>
                            <td>3.54</td>
                            <td>2.68</td>
                            <td>8.83</td>
                            <td>.07</td>
                        </tr>
                        <tr valign="top">
                            <td>Physical injury</td>
                            <td>1.07</td>
                            <td>1.46</td>
                            <td>1.49</td>
                            <td>1.14</td>
                            <td>6.95</td>
                            <td>.05</td>
                        </tr>
                        <tr valign="top">
                            <td>Anxiety</td>
                            <td>3.56</td>
                            <td>3.78</td>
                            <td>3.88</td>
                            <td>3.30</td>
                            <td>7.56</td>
                            <td>.06</td>
                        </tr>
                        <tr valign="top">
                            <td>Self-esteem</td>
                            <td>3.33</td>
                            <td>3.25</td>
                            <td>3.29</td>
                            <td>3.17</td>
                            <td>0.18</td>
                            <td>.00</td>
                        </tr>
                        <tr valign="top">
                            <td>Eating problems</td>
                            <td>1.88</td>
                            <td>2.11</td>
                            <td>2.23</td>
                            <td>1.59</td>
                            <td>10.29</td>
                            <td>.08</td>
                        </tr>
                        <tr valign="top">
                            <td>Drug use</td>
                            <td>1.53</td>
                            <td>1.86</td>
                            <td>1.58</td>
                            <td>1.63</td>
                            <td>1.08</td>
                            <td>.01</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn id="table4fn1">
                        <p>*All <italic>F</italic> values are significant at <italic>P</italic> &#60; .001 with the exception of self-esteem and drug use.</p>
                    </fn>
                </table-wrap-foot>
            </table-wrap>
            <p>Post hoc analyses using Tukey&#8217;s HSD showed several significant differences (<italic>P</italic> &#60; .001). Victimized children engaged in more risk behaviors, experienced fewer positive relationships and more physical injury, and reported higher levels of anger, anxiety, and eating problems than did children not involved in bullying. Children who admitted to bullying behaviors were more likely to report anger than were non-bully/victims. Bully/victims were more likely to report anger, anxiety, eating problems, and poor peer relationships compared to non-bully/victims. Finally, non-bully/victims were the least likely to report negative experiences.</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>Based on an extensive review of the literature, we created a 37-item multidimensional scale. Through web-based administration of these items, and analyses of factorial structure and reliability, we obtained evidence of their usefulness when assessing children&#8217;s health experiences. The subscales measure risk behaviors, relationship experiences, anger, physical injury, anxiety, drug use, self-esteem, and eating problems. These areas address many of the cognitive, psychological, and behavioral problems of children involved in bullying, as identified in previous research. The reliability coefficients are adequate and scores were significantly elevated for children who were victimized and/or perpetrated bullying.</p>
            <sec>
                <title>Bullying Roles</title>
                <p>Significant differences in health experiences emerged among groups according to the type of involvement in bullying. Specifically, children who reported victimization also reported engaging in risk behaviors, such as weapons possession. This is consistent with findings published by Ybarra [<xref ref-type="bibr" rid="ref12">12</xref>]. Children may be exposed to these risk behaviors through acts of bullying, or they may participate in these risk behaviors as a coping reaction to being bullied. Participation in these risky behaviors probably increases the likelihood of physical injury, as was found in our study. Children who participated in risky behaviors also reported fewer positive relationships with peers, which is consistent with research showing that children who are bullied may experience interpersonal victimization and social skills difficulties [<xref ref-type="bibr" rid="ref12">12</xref>]. Several studies have substantiated that children who are bullied experience high levels of anger and anxiety [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Other health problems, such as eating problems involving vomiting or limiting food intake, were more often reported by children who were bullied compared to children not involved in bullying. This finding is also substantiated by previous research [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
                <p> Similar to children who were bullied, children who perpetrated bullying reported elevated levels of anger, as shown in previous research [<xref ref-type="bibr" rid="ref35">35</xref>]. They did not report high levels of anxiety, which is also consistent with other studies [<xref ref-type="bibr" rid="ref14">14</xref>]. In addition, they reported experiencing positive relationships, which supports research suggesting that bullies perceive themselves as liked by their peer group [<xref ref-type="bibr" rid="ref5">5</xref>]. Indeed, bullying attracts attention from the peer group, which bullies may interpret as positive attention. Bullies are, moreover, likely to report similar levels of self-esteem as non-bully/victims [<xref ref-type="bibr" rid="ref14">14</xref>], which is consistent with our findings. Contrary to our expectations, children who reported bullying others did not report high levels of risk behaviors. The absence of reported risky behaviors in this group could be related to the relatively young age of our sample. For example, a multinational study of the prevalence of substance use indicates that peak onset of alcohol and cannabis use is in mid- to late adolescence, and at age 18 for all other drugs [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
                <p>We also included children who were both victims and perpetrators of bullying. Several health concerns were higher for these children than those not involved in bullying. That is, the bully/victim was likely to experience poor peer relationships, anger, anxiety, and eating problems, as suggested by previous research [<xref ref-type="bibr" rid="ref37">37</xref>]. We found, however, that these children did not report the most negative outcomes, as expected. Rather, victims did. This could be due to the relatively strong self-esteem and positive relationships that the bully/victim reported, which may buffer negative outcomes. Moreover, children who are bullied and victimized typically receive the lowest levels of social support [<xref ref-type="bibr" rid="ref38">38</xref>], which may explain the negative outcomes documented in most research. In our study, however, they may have been receiving support from the Kids Help Phone website. This support may have lessened the detrimental correlates of bullying, resulting in lower reporting of these negative behaviors.</p>
            </sec>
            <sec>
                <title>Significance and Implications</title>
                <p>We chose not to use items about academic achievement and educational experiences because they did not appear to reliably or accurately measure the constructs of our scale. In addition, we did not include questions about depression. We recommend further research in item development on questions pertaining to academic achievement and depression. Moreover, considering that no single source could feasibly assess all aspects of functioning, we recommend that additional instruments be administered to provide a more comprehensive profile, particularly when designing or providing interventions or support. In addition, identifying children as bullies or victims based on experiencing any or all types of bullying created heterogeneous groups. However, given the large number of groups that would have been formed for each type and combinations of types of bullying, it was not possible to compare functioning across all groups. Generalizability of the results may be limited because participants were recruited from the Kids Help Phone website, which they may have been visiting because they were already troubled or seeking support. Although the prevalence of bullying we report is similar to other research, our participants may be unique on other unknown dimensions. Participants filled out a questionnaire via a computer using the Internet. Accordingly, this study was restricted to children who have access to a computer and the Internet. Because the survey was administered online, participants could not ask for clarification or help from the individual administering the questionnaire, which could have affected the accuracy of some responses. Finally, in common with all anonymous online research, it was not possible to verify the information provided by participants.</p>
                <p>Despite these limitations, this study provides strong evidence for the usefulness of this multidimensional web-based survey on health experiences related to bullying. It further adds to the growing evidence of the detrimental impact of bullying among multiple profiles of children and youth, whether in the role of bully, victim, or bully/victim.</p>
            </sec>
        </sec>
    </body>
    <back>
        <ack>
            <p>This research was supported by a Standard Research Grant #410-2007-0671 from the Social Sciences and Humanities Research Council of Canada.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brunstein Klomek</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Marrocco</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kleinman</surname>
                            <given-names>M</given-names>
                        </name>
                        <collab>Schonfeld</collab>
                        <name name-style="western">
                            <surname>Gould</surname>
                            <given-names>MS</given-names>
                        </name>
                    </person-group>
                    <article-title>Bullying, depression, and suicidality in adolescents</article-title>
                    <source>J Am Acad Child Adolesc Psychiatry</source>
                    <year>2007</year>
                    <month>01</month>
                    <volume>46</volume>
                    <issue>1</issue>
                    <fpage>40</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1097/01.chi.0000242237.84925.18</pub-id>
                    <pub-id pub-id-type="medline">17195728</pub-id>
                    <pub-id pub-id-type="pii">S0890-8567(09)61956-0</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fris&#233;n</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jonsson</surname>
                            <given-names>AK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Persson</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Adolescents' perception of bullying: Who is the victim? Who is the bully? What can be done to stop bullying?</article-title>
                    <source>Adolescence</source>
                    <year>2007</year>
                    <volume>42</volume>
                    <issue>168</issue>
                    <fpage>749</fpage>
                    <lpage>61</lpage>
                    <pub-id pub-id-type="medline">18229509</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fosse</surname>
                            <given-names>GK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holen</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Childhood maltreatment in adult female psychiatric outpatients with eating disorders</article-title>
                    <source>Eat Behav</source>
                    <year>2006</year>
                    <month>11</month>
                    <volume>7</volume>
                    <issue>4</issue>
                    <fpage>404</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.eatbeh.2005.12.006</pub-id>
                    <pub-id pub-id-type="medline">17056418</pub-id>
                    <pub-id pub-id-type="pii">S1471-0153(05)00095-4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>JD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cousins</surname>
                            <given-names>JB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stewart</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Antibullying interventions in schools: Ingredients of effective programs</article-title>
                    <source>Canadian Journal of Education / Revue canadienne de l&#039;&#233;ducation</source>
                    <year>2005</year>
                    <volume>28</volume>
                    <fpage>739</fpage>
                    <lpage>762</lpage>
                    <pub-id pub-id-type="doi">10.2307/4126453</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Olweus</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <source>Aggression in the Schools: Bullies and Whipping Boys</source>
                    <year>1978</year>
                    <publisher-loc>Washington</publisher-loc>
                    <publisher-name>John Wiley &#38; Sons Inc</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hawker</surname>
                            <given-names>DS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Boulton</surname>
                            <given-names>MJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Twenty years' research on peer victimization and psychosocial maladjustment: A meta-analytic review of cross-sectional studies</article-title>
                    <source>J Child Psychol Psychiatry</source>
                    <year>2000</year>
                    <month>05</month>
                    <volume>41</volume>
                    <issue>4</issue>
                    <fpage>441</fpage>
                    <lpage>55</lpage>
                    <pub-id pub-id-type="medline">10836674</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Beran</surname>
                            <given-names>TN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hughes</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lupart</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>A model of achievement and bullying: Analyses of the Canadian National Longitudinal Survey of Children and Youth data</article-title>
                    <source>Educational Research</source>
                    <year>2008</year>
                    <volume>50</volume>
                    <issue>1</issue>
                    <fpage>25</fpage>
                    <lpage>39</lpage>
                    <pub-id pub-id-type="doi">10.1080/00131880801920379</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Spriggs</surname>
                            <given-names>AL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Iannotti</surname>
                            <given-names>RJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nansel</surname>
                            <given-names>TR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haynie</surname>
                            <given-names>DL</given-names>
                        </name>
                    </person-group>
                    <article-title>Adolescent bullying involvement and perceived family, peer and school relations: Commonalities and differences across race/ethnicity</article-title>
                    <source>J Adolesc Health</source>
                    <year>2007</year>
                    <month>09</month>
                    <volume>41</volume>
                    <issue>3</issue>
                    <fpage>283</fpage>
                    <lpage>93</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17707299" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1016/j.jadohealth.2007.04.009</pub-id>
                    <pub-id pub-id-type="medline">17707299</pub-id>
                    <pub-id pub-id-type="pii">S1054-139X(07)00180-2</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1989108</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Due</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holstein</surname>
                            <given-names>BE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lynch</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diderichsen</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gabhain</surname>
                            <given-names>SN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scheidt</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Currie</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Bullying and symptoms among school-aged children: international comparative cross sectional study in 28 countries</article-title>
                    <source>Eur J Public Health</source>
                    <year>2005</year>
                    <month>04</month>
                    <volume>15</volume>
                    <issue>2</issue>
                    <fpage>128</fpage>
                    <lpage>32</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://eurpub.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=15755782" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1093/eurpub/cki105</pub-id>
                    <pub-id pub-id-type="medline">15755782</pub-id>
                    <pub-id pub-id-type="pii">cki105</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fekkes</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pijpers</surname>
                            <given-names>FI</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fredriks</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vogels</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Verloove-Vanhorick</surname>
                            <given-names>SP</given-names>
                        </name>
                    </person-group>
                    <article-title>Do bullied children get ill, or do ill children get bullied? A prospective cohort study on the relationship between bullying and health-related symptoms</article-title>
                    <source>Pediatrics</source>
                    <year>2006</year>
                    <month>05</month>
                    <volume>117</volume>
                    <issue>5</issue>
                    <fpage>1568</fpage>
                    <lpage>74</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://pediatrics.aappublications.org/cgi/pmidlookup?view=long&#38;pmid=16651310" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1542/peds.2005-0187</pub-id>
                    <pub-id pub-id-type="medline">16651310</pub-id>
                    <pub-id pub-id-type="pii">117/5/1568</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mishna</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scarcello</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pepler</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wiener</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Teacher's understanding of bullying</article-title>
                    <source>Canadian Journal of Education / Revue canadienne de l&#039;&#233;ducation</source>
                    <year>2005</year>
                    <volume>28</volume>
                    <fpage>718</fpage>
                    <lpage>738</lpage>
                    <pub-id pub-id-type="doi">10.2307/4126452</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ybarra</surname>
                            <given-names>ML</given-names>
                        </name>
                    </person-group>
                    <article-title>Linkages between depressive symptomatology and Internet harassment among young regular Internet users</article-title>
                    <source>Cyberpsychol Behav</source>
                    <year>2004</year>
                    <month>04</month>
                    <volume>7</volume>
                    <issue>2</issue>
                    <fpage>247</fpage>
                    <lpage>57</lpage>
                    <pub-id pub-id-type="doi">10.1089/109493104323024500</pub-id>
                    <pub-id pub-id-type="medline">15140367</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fosse</surname>
                            <given-names>GK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Holen</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Childhood maltreatment in adult female psychiatric outpatients with eating disorders</article-title>
                    <source>Eat Behav</source>
                    <year>2006</year>
                    <month>11</month>
                    <volume>7</volume>
                    <issue>4</issue>
                    <fpage>404</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.eatbeh.2005.12.006</pub-id>
                    <pub-id pub-id-type="medline">17056418</pub-id>
                    <pub-id pub-id-type="pii">S1471-0153(05)00095-4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Woods</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wolke</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Direct and relational bullying among primary school children and academic achievement</article-title>
                    <source>Journal of School Psychology</source>
                    <year>2004</year>
                    <volume>42</volume>
                    <fpage>135</fpage>
                    <lpage>155</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.jsp.2003.12.002</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Leff</surname>
                            <given-names>SS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Power</surname>
                            <given-names>TJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Manz</surname>
                            <given-names>PH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Costigan</surname>
                            <given-names>TE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nabors</surname>
                            <given-names>LA</given-names>
                        </name>
                    </person-group>
                    <article-title>School-based aggression prevention programs for young children: Current status and implications for violence prevention</article-title>
                    <source>Sch Psych Rev</source>
                    <year>2001</year>
                    <volume>30</volume>
                    <fpage>344</fpage>
                    <lpage>362</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nansel</surname>
                            <given-names>TR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Overpeck</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pilla</surname>
                            <given-names>RS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ruan</surname>
                            <given-names>WJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Simons-Morton</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scheidt</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>Bullying behaviors among US youth: Prevalence and association with psychosocial adjustment</article-title>
                    <source>JAMA</source>
                    <year>2001</year>
                    <month>04</month>
                    <day>25</day>
                    <volume>285</volume>
                    <issue>16</issue>
                    <fpage>2094</fpage>
                    <lpage>100</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11311098" />
                    </comment>
                    <pub-id pub-id-type="medline">11311098</pub-id>
                    <pub-id pub-id-type="pii">joc01746</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2435211</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>DeRosier</surname>
                            <given-names>ME</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kupersmidt</surname>
                            <given-names>JB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patterson</surname>
                            <given-names>CJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Children's academic and behavioral adjustment as a function of the chronicity and proximity of peer rejection</article-title>
                    <source>Child Dev</source>
                    <year>1994</year>
                    <month>12</month>
                    <volume>65</volume>
                    <issue>6</issue>
                    <fpage>1799</fpage>
                    <lpage>813</lpage>
                    <pub-id pub-id-type="medline">7859556</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Olweus</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <source>Bullying at School: What We Know and What We Can Do</source>
                    <year>1993</year>
                    <publisher-loc>Oxford, UK</publisher-loc>
                    <publisher-name>Wiley-Blackwell</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Holmes</surname>
                            <given-names>SR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bradenburg-Ayres</surname>
                            <given-names>SJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Bullying behavior in school: A predictor of later gang involvement</article-title>
                    <source>J Gang Res</source>
                    <year>1998</year>
                    <volume>5</volume>
                    <fpage>1</fpage>
                    <lpage>6</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hanish</surname>
                            <given-names>LD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Guerra</surname>
                            <given-names>NG</given-names>
                        </name>
                    </person-group>
                    <article-title>Aggressive victims, passive victims, and bullies: Developmental continuity or developmental change?</article-title>
                    <source>Merrill-Palmer Quarterly</source>
                    <year>2004</year>
                    <volume>50</volume>
                    <fpage>17</fpage>
                    <lpage>38</lpage>
                    <pub-id pub-id-type="doi">10.1353/mpq.2004.0003</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Parker</surname>
                            <given-names>JG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Asher</surname>
                            <given-names>SR</given-names>
                        </name>
                    </person-group>
                    <article-title>Peer relations and later personal adjustment: Are low-accepted children at risk?</article-title>
                    <source>Psychol Bull</source>
                    <year>1987</year>
                    <month>11</month>
                    <volume>102</volume>
                    <issue>3</issue>
                    <fpage>357</fpage>
                    <lpage>89</lpage>
                    <pub-id pub-id-type="medline">3317467</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hess-Biber</surname>
                            <given-names>SN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leavy</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <source>Handbook of Emergent Methods</source>
                    <year>2008</year>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>The Guilford Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hewson</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Hesse-Biber</surname>
                            <given-names>SJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet-mediated research as an emergent methodits potential role in facilitating mixed methods research</article-title>
                    <source>Handbook of Emergent Methods</source>
                    <year>2008</year>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>The Guilford Press</publisher-name>
                    <fpage>543</fpage>
                    <lpage>70</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brehaut</surname>
                            <given-names>JC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Santesso</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>O'Connor</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lott</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lindgaard</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Syrowatka</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Graham</surname>
                            <given-names>ID</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tugwell</surname>
                            <given-names>PS</given-names>
                        </name>
                    </person-group>
                    <article-title>Presenting evidence to patients online: What do web users think of consumer summaries of cochrane musculoskeletal reviews?</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>1</issue>
                    <fpage>e5</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/1/e5/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1532</pub-id>
                    <pub-id pub-id-type="medline">21247863</pub-id>
                    <pub-id pub-id-type="pii">v13i1e5</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3221355</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>El Emam</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moreau</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jonker</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>How strong are passwords used to protect personal health information in clinical trials?</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>1</issue>
                    <fpage>e18</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/1/e18/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1335</pub-id>
                    <pub-id pub-id-type="medline">21317106</pub-id>
                    <pub-id pub-id-type="pii">v13i1e18</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3221339</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Reynolds</surname>
                            <given-names>RA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Woods</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Baker</surname>
                            <given-names>JD</given-names>
                        </name>
                    </person-group>
                    <source>Handbook of Research on Electronic Surveys and Measurements</source>
                    <year>2007</year>
                    <publisher-loc>Hershey, PA</publisher-loc>
                    <publisher-name>IGI Global</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Truell</surname>
                            <given-names>AD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bartlett</surname>
                            <given-names>JE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Alexander</surname>
                            <given-names>MW</given-names>
                        </name>
                    </person-group>
                    <article-title>Response rate, speed, and completeness: A comparison of Internet-based and mail surveys</article-title>
                    <source>Behav Res Methods Instrum Comput</source>
                    <year>2002</year>
                    <month>02</month>
                    <volume>34</volume>
                    <issue>1</issue>
                    <fpage>46</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">12060989</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="web">
                    <source>Pew Internet</source>
                    <year>2006</year>
                    <access-date>2012-06-28</access-date>
                    <comment>2006<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.pewinternet.org/">http://www.pewinternet.org/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">68lIpQGQx</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pitkow</surname>
                            <given-names>JE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kehoie</surname>
                            <given-names>CM</given-names>
                        </name>
                    </person-group>
                    <article-title>Emerging trends in the www user population</article-title>
                    <source>Communications of the ACM</source>
                    <year>1996</year>
                    <volume>39</volume>
                    <fpage>106</fpage>
                    <lpage>108</lpage>
                    <pub-id pub-id-type="doi">10.1145/228503.228525</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="web">
                    <source>Kids Help Phone</source>
                    <access-date>2012-06-28</access-date>
                    <comment>2012<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://org.kidshelpphone.ca/en/about-us/facts-and-stats/">http://org.kidshelpphone.ca/en/about-us/facts-and-stats/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">68lIyfzCR</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Craig</surname>
                            <given-names>WM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pepler</surname>
                            <given-names>DJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Identifying and targeting risk for involvement in bullying and victimization</article-title>
                    <source>Can J Psychiatry</source>
                    <year>2003</year>
                    <month>10</month>
                    <volume>48</volume>
                    <issue>9</issue>
                    <fpage>577</fpage>
                    <lpage>82</lpage>
                    <pub-id pub-id-type="medline">14631877</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kerlinger</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>H</given-names>
                        </name>
                    </person-group>
                    <source>Foundations of Behavioral Research</source>
                    <year>2000</year>
                    <publisher-loc>Fort Worth, TX</publisher-loc>
                    <publisher-name>Harcourt College Publishers</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Olweus</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Rubin</surname>
                            <given-names>KH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pepler</surname>
                            <given-names>DJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Bully/victim problems among schoolchildren: Basic facts and effects of a school-based intervention program</article-title>
                    <source>The Development and Treatment of Childhood Aggression</source>
                    <year>1991</year>
                    <publisher-loc>Hillsdale, N.J</publisher-loc>
                    <publisher-name>Lawrence Erlbaum Associates, Inc</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cohen</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <source>Statistical Power Analysis for the Behavioral Sciences</source>
                    <year>1988</year>
                    <publisher-loc>Hillsdale, N.J</publisher-loc>
                    <publisher-name>Lawrence Erlbaum Associates, Inc</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sigfusdottir</surname>
                            <given-names>ID</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gudjonsson</surname>
                            <given-names>GH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sigurdsson</surname>
                            <given-names>JF</given-names>
                        </name>
                    </person-group>
                    <article-title>Bullying and delinquency: The mediating role of anger</article-title>
                    <source>Personality and Individual Differences</source>
                    <year>2010</year>
                    <volume>48</volume>
                    <fpage>391</fpage>
                    <lpage>396</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.paid.2009.10.034</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Vega</surname>
                            <given-names>WA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Aguilar-Gaxiola</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Andrade</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bijl</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Borges</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Caraveo-Anduaga</surname>
                            <given-names>JJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>DeWit</surname>
                            <given-names>DJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Heeringa</surname>
                            <given-names>SG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kolody</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Merikangas</surname>
                            <given-names>KR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Molnar</surname>
                            <given-names>BE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Walters</surname>
                            <given-names>EE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Warner</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wittchen</surname>
                            <given-names>HU</given-names>
                        </name>
                    </person-group>
                    <article-title>Prevalence and age of onset for drug use in seven international sites: results from the international consortium of psychiatric epidemiology</article-title>
                    <source>Drug Alcohol Depend</source>
                    <year>2002</year>
                    <month>12</month>
                    <day>1</day>
                    <volume>68</volume>
                    <issue>3</issue>
                    <fpage>285</fpage>
                    <lpage>97</lpage>
                    <pub-id pub-id-type="medline">12393223</pub-id>
                    <pub-id pub-id-type="pii">S0376871602002247</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pellegrini</surname>
                            <given-names>AD</given-names>
                        </name>
                    </person-group>
                    <article-title>Bullying, victimization, and sexual harassment during the transition to middle school</article-title>
                    <source>Educational Psychologist</source>
                    <year>2002</year>
                    <volume>37</volume>
                    <fpage>151</fpage>
                    <lpage>163</lpage>
                    <pub-id pub-id-type="doi">10.1207/S15326985EP3703_2</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Demaray</surname>
                            <given-names>MK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Malecki</surname>
                            <given-names>CK</given-names>
                        </name>
                    </person-group>
                    <article-title>Perceptions of the frequency and importance of social support by students classified as victims, bullies, and bully/victims in an urban middle school</article-title>
                    <source>Sch Psych Rev</source>
                    <year>2003</year>
                    <volume>32</volume>
                    <fpage>471</fpage>
                    <lpage>489</lpage>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>