ÿþ<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:dt="uuid:C2F41010-65B3-11d1-A29F-00AA00C14882" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40"> <head> <meta name="Microsoft Theme" content="topo 0111 011"> <meta http-equiv=Content-Type content="text/html; charset=unicode"> <meta name=ProgId content=Word.Document> <meta name=Generator content="Microsoft Word 12"> <meta name=Originator content="Microsoft Word 12"> <link rel=File-List href="iaepnaepcorrelation_files/filelist.xml"> <link rel=Edit-Time-Data href="iaepnaepcorrelation_files/editdata.mso"> <!--[if !mso]> <style> v\:* {behavior:url(#default#VML);} o\:* {behavior:url(#default#VML);} w\:* {behavior:url(#default#VML);} .shape {behavior:url(#default#VML);} </style> <![endif]--> <title>Education in States and Nations: Supplemental Notes</title> <!--[if gte mso 9]><xml> <o:DocumentProperties> <o:Author>fm</o:Author> <o:LastAuthor>fm</o:LastAuthor> <o:Revision>2</o:Revision> <o:TotalTime>2</o:TotalTime> <o:Created>2008-05-31T20:57:00Z</o:Created> <o:LastSaved>2008-05-31T20:59:00Z</o:LastSaved> <o:Pages>6</o:Pages> <o:Words>6529</o:Words> <o:Characters>37216</o:Characters> <o:Lines>310</o:Lines> <o:Paragraphs>87</o:Paragraphs> <o:CharactersWithSpaces>43658</o:CharactersWithSpaces> <o:Version>12.00</o:Version> </o:DocumentProperties> </xml><![endif]--> <link rel=themeData href="iaepnaepcorrelation_files/themedata.thmx"> <link rel=colorSchemeMapping href="iaepnaepcorrelation_files/colorschememapping.xml"> <!--[if gte mso 9]><xml> <w:WordDocument> <w:Zoom>75</w:Zoom> <w:TrackMoves>false</w:TrackMoves> <w:TrackFormatting/> <w:ValidateAgainstSchemas/> <w:SaveIfXMLInvalid>false</w:SaveIfXMLInvalid> <w:IgnoreMixedContent>false</w:IgnoreMixedContent> <w:AlwaysShowPlaceholderText>false</w:AlwaysShowPlaceholderText> <w:DoNotPromoteQF/> <w:LidThemeOther>EN-US</w:LidThemeOther> <w:LidThemeAsian>X-NONE</w:LidThemeAsian> <w:LidThemeComplexScript>X-NONE</w:LidThemeComplexScript> <w:Compatibility> <w:BreakWrappedTables/> <w:SnapToGridInCell/> <w:WrapTextWithPunct/> <w:UseAsianBreakRules/> <w:DontGrowAutofit/> <w:SplitPgBreakAndParaMark/> <w:DontVertAlignCellWithSp/> <w:DontBreakConstrainedForcedTables/> <w:DontVertAlignInTxbx/> <w:Word11KerningPairs/> <w:CachedColBalance/> </w:Compatibility> <w:BrowserLevel>MicrosoftInternetExplorer4</w:BrowserLevel> <m:mathPr> <m:mathFont m:val="Cambria Math"/> <m:brkBin m:val="before"/> <m:brkBinSub m:val="&#45;-"/> <m:smallFrac m:val="off"/> <m:dispDef/> <m:lMargin m:val="0"/> <m:rMargin m:val="0"/> <m:defJc m:val="centerGroup"/> <m:wrapIndent m:val="1440"/> <m:intLim m:val="subSup"/> <m:naryLim m:val="undOvr"/> </m:mathPr></w:WordDocument> </xml><![endif]--><!--[if gte mso 9]><xml> <w:LatentStyles DefLockedState="false" DefUnhideWhenUsed="true" DefSemiHidden="true" DefQFormat="false" DefPriority="99" LatentStyleCount="267"> <w:LsdException Locked="false" Priority="0" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Normal"/> <w:LsdException Locked="false" Priority="9" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="heading 1"/> <w:LsdException Locked="false" Priority="9" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="heading 2"/> <w:LsdException Locked="false" Priority="9" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="heading 3"/> <w:LsdException Locked="false" Priority="9" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="heading 4"/> <w:LsdException Locked="false" Priority="9" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="heading 5"/> <w:LsdException Locked="false" Priority="9" QFormat="true" Name="heading 6"/> <w:LsdException Locked="false" Priority="9" QFormat="true" Name="heading 7"/> <w:LsdException Locked="false" Priority="9" QFormat="true" Name="heading 8"/> <w:LsdException Locked="false" Priority="9" QFormat="true" Name="heading 9"/> <w:LsdException Locked="false" Priority="39" Name="toc 1"/> <w:LsdException Locked="false" Priority="39" Name="toc 2"/> <w:LsdException Locked="false" Priority="39" Name="toc 3"/> <w:LsdException Locked="false" Priority="39" Name="toc 4"/> <w:LsdException Locked="false" Priority="39" Name="toc 5"/> <w:LsdException Locked="false" Priority="39" Name="toc 6"/> <w:LsdException Locked="false" Priority="39" Name="toc 7"/> <w:LsdException Locked="false" Priority="39" Name="toc 8"/> <w:LsdException Locked="false" Priority="39" Name="toc 9"/> <w:LsdException Locked="false" Priority="35" QFormat="true" Name="caption"/> <w:LsdException Locked="false" Priority="10" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Title"/> <w:LsdException Locked="false" Priority="1" Name="Default Paragraph Font"/> <w:LsdException Locked="false" Priority="11" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Subtitle"/> <w:LsdException Locked="false" Priority="22" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Strong"/> <w:LsdException Locked="false" Priority="20" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Emphasis"/> <w:LsdException Locked="false" Priority="59" SemiHidden="false" UnhideWhenUsed="false" Name="Table Grid"/> <w:LsdException Locked="false" UnhideWhenUsed="false" Name="Placeholder Text"/> <w:LsdException Locked="false" Priority="1" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="No Spacing"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading Accent 1"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List Accent 1"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid Accent 1"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1 Accent 1"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2 Accent 1"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1 Accent 1"/> <w:LsdException Locked="false" UnhideWhenUsed="false" Name="Revision"/> <w:LsdException Locked="false" Priority="34" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="List Paragraph"/> <w:LsdException Locked="false" Priority="29" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Quote"/> <w:LsdException Locked="false" Priority="30" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Intense Quote"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2 Accent 1"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1 Accent 1"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2 Accent 1"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3 Accent 1"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List Accent 1"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading Accent 1"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List Accent 1"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid Accent 1"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading Accent 2"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List Accent 2"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid Accent 2"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1 Accent 2"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2 Accent 2"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1 Accent 2"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2 Accent 2"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1 Accent 2"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2 Accent 2"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3 Accent 2"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List Accent 2"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading Accent 2"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List Accent 2"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid Accent 2"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading Accent 3"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List Accent 3"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid Accent 3"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1 Accent 3"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2 Accent 3"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1 Accent 3"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2 Accent 3"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1 Accent 3"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2 Accent 3"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3 Accent 3"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List Accent 3"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading Accent 3"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List Accent 3"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid Accent 3"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading Accent 4"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List Accent 4"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid Accent 4"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1 Accent 4"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2 Accent 4"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1 Accent 4"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2 Accent 4"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1 Accent 4"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2 Accent 4"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3 Accent 4"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List Accent 4"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading Accent 4"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List Accent 4"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid Accent 4"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading Accent 5"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List Accent 5"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid Accent 5"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1 Accent 5"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2 Accent 5"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1 Accent 5"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2 Accent 5"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1 Accent 5"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2 Accent 5"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3 Accent 5"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List Accent 5"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading Accent 5"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List Accent 5"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid Accent 5"/> <w:LsdException Locked="false" Priority="60" SemiHidden="false" UnhideWhenUsed="false" Name="Light Shading Accent 6"/> <w:LsdException Locked="false" Priority="61" SemiHidden="false" UnhideWhenUsed="false" Name="Light List Accent 6"/> <w:LsdException Locked="false" Priority="62" SemiHidden="false" UnhideWhenUsed="false" Name="Light Grid Accent 6"/> <w:LsdException Locked="false" Priority="63" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 1 Accent 6"/> <w:LsdException Locked="false" Priority="64" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Shading 2 Accent 6"/> <w:LsdException Locked="false" Priority="65" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 1 Accent 6"/> <w:LsdException Locked="false" Priority="66" SemiHidden="false" UnhideWhenUsed="false" Name="Medium List 2 Accent 6"/> <w:LsdException Locked="false" Priority="67" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 1 Accent 6"/> <w:LsdException Locked="false" Priority="68" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 2 Accent 6"/> <w:LsdException Locked="false" Priority="69" SemiHidden="false" UnhideWhenUsed="false" Name="Medium Grid 3 Accent 6"/> <w:LsdException Locked="false" Priority="70" SemiHidden="false" UnhideWhenUsed="false" Name="Dark List Accent 6"/> <w:LsdException Locked="false" Priority="71" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Shading Accent 6"/> <w:LsdException Locked="false" Priority="72" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful List Accent 6"/> <w:LsdException Locked="false" Priority="73" SemiHidden="false" UnhideWhenUsed="false" Name="Colorful Grid Accent 6"/> <w:LsdException Locked="false" Priority="19" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Subtle Emphasis"/> <w:LsdException Locked="false" Priority="21" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Intense Emphasis"/> <w:LsdException Locked="false" Priority="31" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Subtle Reference"/> <w:LsdException Locked="false" Priority="32" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Intense Reference"/> <w:LsdException Locked="false" Priority="33" SemiHidden="false" UnhideWhenUsed="false" QFormat="true" Name="Book Title"/> <w:LsdException Locked="false" Priority="37" Name="Bibliography"/> <w:LsdException Locked="false" Priority="39" QFormat="true" Name="TOC Heading"/> </w:LatentStyles> </xml><![endif]--> <style> <!-- /* Font Definitions */ @font-face {font-family:"Cambria Math"; panose-1:2 4 5 3 5 4 6 3 2 4; mso-font-charset:1; mso-generic-font-family:roman; mso-font-format:other; mso-font-pitch:variable; mso-font-signature:0 0 0 0 0 0;} @font-face {font-family:Tahoma; panose-1:2 11 6 4 3 5 4 4 2 4; mso-font-charset:0; mso-generic-font-family:swiss; mso-font-pitch:variable; mso-font-signature:-520082689 -1073717157 41 0 66047 0;} @font-face {font-family:"Trebuchet MS"; panose-1:2 11 6 3 2 2 2 2 2 4; mso-font-charset:0; mso-generic-font-family:swiss; mso-font-pitch:variable; mso-font-signature:647 0 0 0 159 0;} @font-face {font-family:Consolas; panose-1:2 11 6 9 2 2 4 3 2 4; mso-font-charset:0; mso-generic-font-family:roman; mso-font-format:other; mso-font-pitch:auto; mso-font-signature:0 0 0 0 0 0;} /* Style Definitions */ p.MsoNormal, li.MsoNormal, div.MsoNormal {mso-style-unhide:no; mso-style-qformat:yes; mso-style-parent:""; margin:0in; margin-bottom:.0001pt; mso-pagination:widow-orphan; font-size:12.0pt; font-family:"Times New Roman","serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black;} h2 {mso-style-priority:9; mso-style-unhide:no; mso-style-qformat:yes; mso-style-link:"Heading 2 Char"; mso-margin-top-alt:auto; margin-right:0in; mso-margin-bottom-alt:auto; margin-left:0in; mso-pagination:widow-orphan; mso-outline-level:2; font-size:18.0pt; font-family:"Times New Roman","serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black; font-weight:bold;} h3 {mso-style-priority:9; mso-style-unhide:no; mso-style-qformat:yes; mso-style-link:"Heading 3 Char"; mso-margin-top-alt:auto; margin-right:0in; mso-margin-bottom-alt:auto; margin-left:0in; mso-pagination:widow-orphan; mso-outline-level:3; font-size:13.5pt; font-family:"Times New Roman","serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black; font-weight:bold;} h4 {mso-style-priority:9; mso-style-unhide:no; mso-style-qformat:yes; mso-style-link:"Heading 4 Char"; mso-margin-top-alt:auto; margin-right:0in; mso-margin-bottom-alt:auto; margin-left:0in; mso-pagination:widow-orphan; mso-outline-level:4; font-size:12.0pt; font-family:"Times New Roman","serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black; font-weight:bold;} h5 {mso-style-priority:9; mso-style-unhide:no; mso-style-qformat:yes; mso-style-link:"Heading 5 Char"; mso-margin-top-alt:auto; margin-right:0in; mso-margin-bottom-alt:auto; margin-left:0in; mso-pagination:widow-orphan; mso-outline-level:5; font-size:10.0pt; font-family:"Times New Roman","serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black; font-weight:bold;} a:link, span.MsoHyperlink {mso-style-noshow:yes; mso-style-priority:99; color:#006633; text-decoration:underline; text-underline:single;} a:visited, span.MsoHyperlinkFollowed {mso-style-noshow:yes; mso-style-priority:99; color:#999900; text-decoration:underline; text-underline:single;} p {mso-style-noshow:yes; mso-style-priority:99; mso-margin-top-alt:auto; margin-right:0in; mso-margin-bottom-alt:auto; margin-left:0in; mso-pagination:widow-orphan; font-size:12.0pt; font-family:"Times New Roman","serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black;} pre {mso-style-noshow:yes; mso-style-priority:99; mso-style-link:"HTML Preformatted Char"; margin:0in; margin-bottom:.0001pt; mso-pagination:widow-orphan; tab-stops:45.8pt 91.6pt 137.4pt 183.2pt 229.0pt 274.8pt 320.6pt 366.4pt 412.2pt 458.0pt 503.8pt 549.6pt 595.4pt 641.2pt 687.0pt 732.8pt; font-size:10.0pt; font-family:"Courier New"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black;} p.MsoAcetate, li.MsoAcetate, div.MsoAcetate {mso-style-noshow:yes; mso-style-priority:99; mso-style-link:"Balloon Text Char"; margin:0in; margin-bottom:.0001pt; mso-pagination:widow-orphan; font-size:8.0pt; font-family:"Tahoma","sans-serif"; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; color:black;} span.Heading2Char {mso-style-name:"Heading 2 Char"; mso-style-noshow:yes; mso-style-priority:9; mso-style-unhide:no; mso-style-locked:yes; mso-style-link:"Heading 2"; mso-ansi-font-size:13.0pt; mso-bidi-font-size:13.0pt; font-family:"Cambria","serif"; mso-ascii-font-family:Cambria; mso-ascii-theme-font:major-latin; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:major-fareast; mso-hansi-font-family:Cambria; mso-hansi-theme-font:major-latin; mso-bidi-font-family:"Times New Roman"; mso-bidi-theme-font:major-bidi; color:#4F81BD; mso-themecolor:accent1; font-weight:bold;} span.Heading3Char {mso-style-name:"Heading 3 Char"; mso-style-noshow:yes; mso-style-priority:9; mso-style-unhide:no; mso-style-locked:yes; mso-style-link:"Heading 3"; mso-ansi-font-size:12.0pt; mso-bidi-font-size:12.0pt; font-family:"Cambria","serif"; mso-ascii-font-family:Cambria; mso-ascii-theme-font:major-latin; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:major-fareast; mso-hansi-font-family:Cambria; mso-hansi-theme-font:major-latin; mso-bidi-font-family:"Times New Roman"; mso-bidi-theme-font:major-bidi; color:#4F81BD; mso-themecolor:accent1; font-weight:bold;} span.Heading4Char {mso-style-name:"Heading 4 Char"; mso-style-noshow:yes; mso-style-priority:9; mso-style-unhide:no; mso-style-locked:yes; mso-style-link:"Heading 4"; mso-ansi-font-size:12.0pt; mso-bidi-font-size:12.0pt; font-family:"Cambria","serif"; mso-ascii-font-family:Cambria; mso-ascii-theme-font:major-latin; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:major-fareast; mso-hansi-font-family:Cambria; mso-hansi-theme-font:major-latin; mso-bidi-font-family:"Times New Roman"; mso-bidi-theme-font:major-bidi; color:#4F81BD; mso-themecolor:accent1; font-weight:bold; font-style:italic;} span.Heading5Char {mso-style-name:"Heading 5 Char"; mso-style-noshow:yes; mso-style-priority:9; mso-style-unhide:no; mso-style-locked:yes; mso-style-link:"Heading 5"; mso-ansi-font-size:12.0pt; mso-bidi-font-size:12.0pt; font-family:"Cambria","serif"; mso-ascii-font-family:Cambria; mso-ascii-theme-font:major-latin; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:major-fareast; mso-hansi-font-family:Cambria; mso-hansi-theme-font:major-latin; mso-bidi-font-family:"Times New Roman"; mso-bidi-theme-font:major-bidi; color:#243F60; mso-themecolor:accent1; mso-themeshade:127;} span.HTMLPreformattedChar {mso-style-name:"HTML Preformatted Char"; mso-style-noshow:yes; mso-style-priority:99; mso-style-unhide:no; mso-style-locked:yes; mso-style-link:"HTML Preformatted"; font-family:"Consolas","serif"; mso-ascii-font-family:Consolas; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; mso-hansi-font-family:Consolas; color:black;} span.BalloonTextChar {mso-style-name:"Balloon Text Char"; mso-style-noshow:yes; mso-style-priority:99; mso-style-unhide:no; mso-style-locked:yes; mso-style-link:"Balloon Text"; mso-ansi-font-size:8.0pt; mso-bidi-font-size:8.0pt; font-family:"Tahoma","sans-serif"; mso-ascii-font-family:Tahoma; mso-fareast-font-family:"Times New Roman"; mso-fareast-theme-font:minor-fareast; mso-hansi-font-family:Tahoma; mso-bidi-font-family:Tahoma; color:black;} .MsoChpDefault {mso-style-type:export-only; mso-default-props:yes; font-size:10.0pt; mso-ansi-font-size:10.0pt; mso-bidi-font-size:10.0pt;} @page Section1 {size:8.5in 11.0in; margin:1.0in 1.0in 1.0in 1.0in; mso-header-margin:.5in; mso-footer-margin:.5in; mso-paper-source:0;} div.Section1 {page:Section1;} --> </style> <!--[if gte mso 10]> <style> /* Style Definitions */ table.MsoNormalTable {mso-style-name:"Table Normal"; mso-tstyle-rowband-size:0; mso-tstyle-colband-size:0; mso-style-noshow:yes; mso-style-priority:99; mso-style-qformat:yes; mso-style-parent:""; mso-padding-alt:0in 5.4pt 0in 5.4pt; mso-para-margin:0in; mso-para-margin-bottom:.0001pt; mso-pagination:widow-orphan; font-size:10.0pt; font-family:"Times New Roman","serif";} </style> <![endif]--><link href="style.css" rel="stylesheet" type="text/css"> <meta name="Microsoft Border" content="tlrb, default"> <!--[if gte mso 9]><xml> <o:shapedefaults v:ext="edit" spidmax="2050"/> </xml><![endif]--><!--[if gte mso 9]><xml> <o:shapelayout v:ext="edit"> <o:idmap v:ext="edit" data="1"/> </o:shapelayout></xml><![endif]--> </head> <body bgcolor="#CCCC99" background="_themes/topo/toptxtr.gif" lang=EN-US link="#006633" vlink="#999900" style='tab-interval:.5in' alink="#339966"> <div class=Section1> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p align=center style='text-align:center'><strong><span style='font-size:13.5pt; font-family:"Trebuchet MS","sans-serif";color:red'>The SAT Math Equivalent (SATME)</span></strong><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <table class=MsoNormalTable border=0 cellspacing=0 cellpadding=0 width="100%" style='width:100.0%;mso-cellspacing:0in;mso-yfti-tbllook:1184;mso-padding-alt: 0in 0in 0in 0in'> <tr style='mso-yfti-irow:0;mso-yfti-firstrow:yes'> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family: "Times New Roman";mso-no-proof:yes'><img width=12 height=12 id="_x0000_i1032" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><span style='font-family:"Arial","sans-serif";mso-fareast-font-family: "Times New Roman";color:navy'>Each three SATME point increase equals a 1% increase in correct answers.</span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family:"Times New Roman"; mso-no-proof:yes'><img width=12 height=12 id="_x0000_i1031" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><span style='font-family:"Arial","sans-serif";mso-fareast-font-family: "Times New Roman";color:navy'>SATME shows that a score of 420 on SAT Math equals zero math skills.</span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family:"Times New Roman"; mso-no-proof:yes'><img width=12 height=12 id="_x0000_i1030" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><span style='font-family:"Arial","sans-serif";mso-fareast-font-family: "Times New Roman";color:navy'>IAEP/NAEP <a href="iaepnaepcrosslink.htm">Crosslink Data</a>.</span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'><a href="http://nces.ed.gov/pubs98/linking/index.html"></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><cite><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Education in States and Nations: 1991</span></cite><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h2>(ESN) Indicator 25: Note on mathematics proficiency</span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h2> Notes on Figure and Tables</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></h3> Canada</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Nine of ten provinces.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>England, Scotland</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>School or student response rate is below the 85 percent standard employed by INES.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Israel</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Hebrew-speaking schools.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Italy, Spain</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Ninety percent or less of the international target population was sampled.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Portugal, Switzerland</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>School or student response rate is below the 85 percent standard employed by INES. Ninety percent or less of the international target population was sampled.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Soviet Union</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Fourteen of fifteen republics. Russian-speaking schools only.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Spain</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>All regions except Catalu�a. Spanish-speaking schools only.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Switzerland</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Fifteen of twenty-six cantons included.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>United States</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>The U.S. sample for the International Assessment of Educational Progress (IAEP) consisted of both public and private schools. Only 13-year-olds were included. The state samples for the National Assessment of Educational Progress (NAEP), on the other hand, consisted of 8th grade classrooms only in public schools. On average, students in the state samples were likely to be older than those in the U.S. sample in the IAEP. </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h3><span style='font-size:12.0pt;font-family: "Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"; color:#990000'>Technical Notes</span></a><span style='mso-bookmark:technote'></span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h3> Description of levels of mathematics proficiency</span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> Level 350: Multi-Step Problem Solving and Algebra </span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h5> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Students at this level can apply a range of reasoning skills to solve multi-step problems. They can solve routine problems involving fractions and percents, recognize properties of basic geometric figures, and work with exponents and square roots. They can solve a variety of two-step problems using variables, identify equivalent algebraic expressions, and solve linear equations and inequalities. They are developing an understanding of functions and coordinate systems.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h5>Level 300: Moderately Complex Procedures and Reasoning </span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h5> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Students at this level are developing an understanding of number systems. They can compute with decimals, simple fractions, and commonly encountered percents. They can identify geometric figures, measure lengths and angles, and calculate areas of rectangles. These students are also able to interpret simple inequalities, evaluate formulas, and solve simple linear equations. They can find averages, make decisions on information drawn from graphs, and use logical reasoning to solve problems. They are developing the skills to operate with signed numbers, exponents, and square roots.</span><span style='font-family: "Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h5>Level 250: Numerical Operations and Beginning Problem Solving </span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h5> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Students at this level have an initial understanding of the four basic operations. They are able to apply whole number addition and subtraction skills to one-step word problems and money situations. In multiplication, they can find the product of a two-digit and a one-digit number. They can also compare information from graphs and charts, and are developing an ability to analyze simple logical relations.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h5>Level 200: Beginning Skills and Understandings </span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h5> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Students at this level have considerable understanding of two-digit numbers. They can add two-digit numbers, but are still developing an ability to regroup in subtraction. They know some basic multiplication and division facts, recognize relations among coins, can read information from charts and graphs, and use simple measurement instruments. They are developing some reasoning skills.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h5>Level 150: Simple Arithmetic Facts </span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h5> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Students at this level know some basic addition and subtraction facts, and most can add two-digit numbers without regrouping. They recognize simple situations in which addition and subtraction apply. They also are developing rudimentary classification skills.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Issues in Linking Different Tests</span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Indicator 25 uses data drawn from two sources. The data for the countries included in Figure 25 and Table 25a were obtained from the 1991 International Assessment of Educational Progress (IAEP), which tested 13-year-olds in public and private schools in participating countries. The data for the states included in Figure 25 and Table 25b were obtained from the 1992 National Assessment of Educational Progress (NAEP) Trial State Assessment, which tested eighth graders in public schools. In order to compare the mathematics achievement of the countries, which were tested as part of the IAEP, and the states, which were tested as part of the NAEP, it is necessary to link scores on the two tests.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Several approaches to test linking are available, and the appropriate linking strategy depends on characteristics of the tests involved. Mislevy (1992) describes four main strategies: equating, calibration, projection, and moderation. </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <table class=MsoNormalTable border=0 cellspacing=0 cellpadding=0 width="100%" style='width:100.0%;mso-cellspacing:0in;mso-yfti-tbllook:1184;mso-padding-alt: 0in 0in 0in 0in'> <tr style='mso-yfti-irow:0;mso-yfti-firstrow:yes'> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family: "Times New Roman";mso-no-proof:yes'><img border=0 width=12 height=12 id="_x0000_i1029" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><strong><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'>Equating</span></strong><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family: "Times New Roman"'> entails creating a common scale for two or more tests that are based on the same blueprint (such as two or more tests employing common item specifications). Equating is appropriate when tests share the same underlying conception of achievement, employ similar items, and are equally reliable. When tests have been equated, they can be used interchangeably. </span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family:"Times New Roman"; mso-no-proof:yes'><img border=0 width=12 height=12 id="_x0000_i1028" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><strong><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'>Calibration</span></strong><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family: "Times New Roman"'> is a process of linking tests that measure the same dimensions of achievement but differ in reliability. When tests are calibrated, individuals receiving the same scores on the two tests have the same expected achievement, but, since calibrated scores are based on tests that differ in reliability, they cannot be used interchangeably for all purposes. For example, differences in reliability need to be taken into account in using calibrated scores to estimate the population standard deviation. </span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family:"Times New Roman"; mso-no-proof:yes'><img border=0 width=12 height=12 id="_x0000_i1027" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><strong><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'>Projection</span></strong><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family: "Times New Roman"'>, which can be used when the assumptions underlying equating or calibration are not met, involves linking scores on tests that measure different dimensions of achievement. To the extent that performance on one test is correlated with performance on a second, the scores on the first test can be used to predict scores on the second, even if the two tests measure relatively distinct competencies. Because the projection method requires an estimate of the correlation between the scores on the two tests involved, the method requires a sample of individuals who have been given both tests. The adequacy of the projection approach to linking tests depends on the strength of the correlation between the tests involved, as well as on the extent to which the sample employed to estimate the prediction equation contains individuals with characteristics similar to those for which the predicted scores will be used. The linking sample needs to provide a good description of the relationship between the two tests involved but does not need to be a strict random sample of the population. </span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <td width=42 valign=top style='width:31.5pt;padding:0in 0in 0in 0in'> <p class=MsoNormal><span style='mso-fareast-font-family:"Times New Roman"; mso-no-proof:yes'><img border=0 width=12 height=12 id="_x0000_i1026" src="_themes/topo/topbul1a.gif" alt=bullet></span><span style='mso-fareast-font-family: "Times New Roman"'><o:p></o:p></span></p> </td> <td width="100%" valign=top style='width:100.0%;padding:0in 0in 0in 0in'><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'>Finally, <strong><span style='font-family:"Trebuchet MS","sans-serif"'>moderation</span></strong> is a process in which scores from two or more tests that measure different things are aligned so that performance levels that are judged to be of comparable value or worth on the tests are given equal scores. One common moderation strategy involves rescaling scores to produce a common mean and standard deviation on the two tests. This approach rests on the belief that individuals who score at the same distance from the mean on the two tests (as measured in standard deviation units) have achieved similar levels of performance. Fundamentally, moderation is a method of placing tests that measure different constructs on a common metric. Moderation makes it possible to compare scores on two tests, but tests that have been moderated cannot be used interchangeably. </span><span style='mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></p> </td> </tr> <p><a name=return4><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> choice</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> of an appropriate strategy to use in linking the IAEP and the NAEP depends on the degree to which the two tests measure the same constructs in the same ways. Overall, the IAEP and NAEP have a number of similarities and differences. The IAEP curriculum framework was adapted from the framework used for the NAEP, and the two tests contain similar (but not identical) items and were administered using similar procedures. In addition, both tests have been scaled using item response theory (IRT) methods.&nbsp;</span><span style='font-size:7.5pt; font-family:"Trebuchet MS","sans-serif"'><a href="#foot4"><b>(4)</b></a></span><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>At the same time, the two tests also differ in a number of ways, most notably in that the IAEP was explicitly designed to be administered in countries that differ in language, curriculum and instructional practice, while the NAEP was not. In addition, the tests differ in length. In the IAEP mathematics assessment, one common form of the test was administered to all 13-year-olds. The form included 76 items and students were given 60 minutes to complete the assessment (not including time for background questions). In the NAEP mathematics assessment, 26 different test booklets were prepared, each containing a somewhat different number of items, and each sampled student completed one booklet. A typical NAEP booklet included about 60 items, and students were given 45 minutes to complete the assessment (not including time for background questions). Because the IAEP was somewhat longer than the NAEP, the IAEP may provide somewhat more reliable individual-level scores.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Given the similarities and differences among the tests, it would be plausible to consider linking the tests through a process of calibration, projection, or moderation. Because the IAEP and NAEP tests differ in the detailed curriculum frameworks employed as well as in reliability, we chose a form of projection to predict NAEP scores from IAEP scores.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return5><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>The projected</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> <a name=return6>NAEP scores reported</a> <a name=return7>for Indicator 25</a> are based on analyses conducted by Pashley and Phillips (1993) and Pashley, Lewis, and Yan (1994). In developing their estimates, Pashley and Phillips relied on data collected in a &quot;linking study,&quot; in which both the IAEP and NAEP instruments were administered to a sample of 1,609 U. S. students who were in eighth grade or thirteen years old in the spring of 1992. Pashley and Phillips used the linking study data to estimate a linear regression model predicting a student's NAEP score on the basis of his or her IAEP score.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot5"><b>(5)</b></a></span><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp; (See <a href="#tables21">Table S21</a>, row A, for the estimated coefficients.)&nbsp; </span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot6"><b>(6)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'> &nbsp; &nbsp; They then used the regression equation to develop predicted NAEP scores for the students in the IAEP sample in each participating country. </span><span style='font-size:7.5pt;font-family: "Trebuchet MS","sans-serif"'><a href="#foot7"><b>(7)</b></a></span><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> &nbsp; Using the predicted scores, Pashley and Phillips obtained various statistics, including the means and percentile scores for the nations presented in Indicator 25. (Table S22, column A, provides the projected NAEP-scale means Pashley and Phillips obtained for each IAEP country.) </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h3><span style='font-size:12.0pt;font-family: "Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"; color:#990000'>Table S21 Sensitivity of parameters used to link mean IAEP scores for countries to the NAEP scale to data source and method</span></a><span style='mso-bookmark:tables21'></span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h3> <span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>--------------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>                                                                            </span>Additional NAEP<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>                                                    </span>Projected NAEP score<span style='mso-spacerun:yes'>    </span>points per IAEP<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Samples used<span style='mso-spacerun:yes'>                             </span>Method<span style='mso-spacerun:yes'>         </span>at (IAEP = 500)<span style='mso-spacerun:yes'>     </span>point above 500<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>--------------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'> A<span style='mso-spacerun:yes'>  </span>(IAEP cross-linking sample)<span style='mso-spacerun:yes'>         </span>Projection<span style='mso-spacerun:yes'>         </span>265<span style='mso-spacerun:yes'>                  </span>0.44<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'> B<span style='mso-spacerun:yes'>  </span>(IAEP cross-linking sample)<span style='mso-spacerun:yes'>         </span>Moderation<span style='mso-spacerun:yes'>         </span>263<span style='mso-spacerun:yes'>                  </span>0.53<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'> C<span style='mso-spacerun:yes'>  </span>(IAEP and 1990 NAEP Trial State<span style='mso-spacerun:yes'>     </span>Moderation<span style='mso-spacerun:yes'>         </span>264<span style='mso-spacerun:yes'>                  </span>0.69<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>    </span>Assessment in public schools)<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'> D<span style='mso-spacerun:yes'>  </span>(IAEP and 1992 NAEP Trial State<span style='mso-spacerun:yes'>     </span>Moderation<span style='mso-spacerun:yes'>         </span>270<span style='mso-spacerun:yes'>                  </span>0.72<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>    </span>Assessment in public schools)<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>--------------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>  </span></span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> and SOURCE: The IAEP scale range is from 0 to 1000; the NAEP scale range is from 0 to 500. Parameters in this table were calculated using information on the means and standard deviation of scores in each sample and, for line A, the correlation of the scores in the cross-linking sample. Pashley and Phillips (1993) used the sample and method of line A. Beaton and Gonzales (1993) used the samples and method of line C.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h3><span style='font-size:12.0pt;font-family: "Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"; color:#990000'>Table S22 Alternative projections of country mean IAEP scores onto the NAEP scale, by country</span></a><span style='mso-bookmark:tables22'></span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h3> <span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>----------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>                        </span>Samples and Method<span style='mso-spacerun:yes'>  </span>|Difference in projections<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>----------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Country<span style='mso-spacerun:yes'>                 </span>A<span style='mso-spacerun:yes'>     </span>B<span style='mso-spacerun:yes'>     </span>C<span style='mso-spacerun:yes'>   </span><span style='mso-spacerun:yes'>  </span>D<span style='mso-spacerun:yes'>  </span>(B - A) (C - A) (D - A)<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>----------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Taiwan<span style='mso-spacerun:yes'>                 </span>285<span style='mso-spacerun:yes'>   </span>287<span style='mso-spacerun:yes'>   </span>297<span style='mso-spacerun:yes'>   </span>303<span style='mso-spacerun:yes'>    </span>2<span style='mso-spacerun:yes'>      </span>12<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Korea<span style='mso-spacerun:yes'>                  </span>283<span style='mso-spacerun:yes'>   </span>286<span style='mso-spacerun:yes'>   </span>294<span style='mso-spacerun:yes'>   </span>301<span style='mso-spacerun:yes'>    </span>3<span style='mso-spacerun:yes'>      </span>11<span style='mso-spacerun:yes'>       </span>7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Switzerland1<span style='mso-spacerun:yes'>        </span><span style='mso-spacerun:yes'>   </span>270<span style='mso-spacerun:yes'>   </span>281<span style='mso-spacerun:yes'>   </span>288<span style='mso-spacerun:yes'>   </span>294<span style='mso-spacerun:yes'>    </span>2<span style='mso-spacerun:yes'>       </span>9<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Soviet Union2<span style='mso-spacerun:yes'>          </span>279<span style='mso-spacerun:yes'>   </span>281<span style='mso-spacerun:yes'>   </span>288<span style='mso-spacerun:yes'>   </span>294<span style='mso-spacerun:yes'>    </span>2<span style='mso-spacerun:yes'>       </span>9<span style='mso-spacerun:yes'>       </span>7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Hungary<span style='mso-spacerun:yes'>                </span>277<span style='mso-spacerun:yes'>   </span>279<span style='mso-spacerun:yes'>   </span>285<span style='mso-spacerun:yes'>   </span>291<span style='mso-spacerun:yes'>    </span>2<span style='mso-spacerun:yes'>       </span>8<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>France<span style='mso-spacerun:yes'>                 </span>273<span style='mso-spacerun:yes'>   </span>274<span style='mso-spacerun:yes'>   </span>278<span style='mso-spacerun:yes'>   </span>284<span style='mso-spacerun:yes'>    </span>1<span style='mso-spacerun:yes'>       </span>5<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Emilia Romagna, Italy3 272<span style='mso-spacerun:yes'>   </span>272<span style='mso-spacerun:yes'>   </span>276<span style='mso-spacerun:yes'>   </span>283<span style='mso-spacerun:yes'>    </span>0<span style='mso-spacerun:yes'>       </span>4<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Israel4<span style='mso-spacerun:yes'>                </span>272<span style='mso-spacerun:yes'>   </span>272<span style='mso-spacerun:yes'>   </span>277<span style='mso-spacerun:yes'>   </span>283<span style='mso-spacerun:yes'>    </span>0<span style='mso-spacerun:yes'>       </span>5<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Canada5<span style='mso-spacerun:yes'>                </span>270<span style='mso-spacerun:yes'>   </span>270<span style='mso-spacerun:yes'>   </span>274<span style='mso-spacerun:yes'>   </span>280<span style='mso-spacerun:yes'>    </span>0<span style='mso-spacerun:yes'>       </span>4<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Scotland<span style='mso-spacerun:yes'>               </span>269<span style='mso-spacerun:yes'>   </span>270<span style='mso-spacerun:yes'>   </span>272<span style='mso-spacerun:yes'>   </span>279<span style='mso-spacerun:yes'>    </span>1<span style='mso-spacerun:yes'>       </span>3<span style='mso-spacerun:yes'>      </span><span style='mso-spacerun:yes'> </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Ireland<span style='mso-spacerun:yes'>                </span>269<span style='mso-spacerun:yes'>   </span>268<span style='mso-spacerun:yes'>   </span>271<span style='mso-spacerun:yes'>   </span>277<span style='mso-spacerun:yes'>   </span>-1<span style='mso-spacerun:yes'>       </span>2<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Slovenia<span style='mso-spacerun:yes'>               </span>266<span style='mso-spacerun:yes'>   </span>265<span style='mso-spacerun:yes'>   </span>267<span style='mso-spacerun:yes'>   </span>273<span style='mso-spacerun:yes'>   </span>-1<span style='mso-spacerun:yes'>       </span>1<span style='mso-spacerun:yes'>       </span>6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Spain6<span style='mso-spacerun:yes'>                 </span>263<span style='mso-spacerun:yes'>   </span>261<span style='mso-spacerun:yes'>   </span>262<span style='mso-spacerun:yes'>   </span>267<span style='mso-spacerun:yes'>   </span>-2<span style='mso-spacerun:yes'>      </span>-1<span style='mso-spacerun:yes'>       </span>5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>United States7<span style='mso-spacerun:yes'>         </span>262<span style='mso-spacerun:yes'>   </span>260<span style='mso-spacerun:yes'>   </span>262<span style='mso-spacerun:yes'>   </span>266<span style='mso-spacerun:yes'>   </span>-2<span style='mso-spacerun:yes'>  </span><span style='mso-spacerun:yes'>     </span>0<span style='mso-spacerun:yes'>       </span>4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Jordan<span style='mso-spacerun:yes'>                 </span>246<span style='mso-spacerun:yes'>   </span>241<span style='mso-spacerun:yes'>   </span>236<span style='mso-spacerun:yes'>   </span>240<span style='mso-spacerun:yes'>   </span>-5<span style='mso-spacerun:yes'>     </span>-10<span style='mso-spacerun:yes'>       </span>4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>----------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>  </span></span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> out of 26 cantons.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>2 Fourteen out of 15 republics; Russian-speaking schools only.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>3 Combined school and student participation rate is below .80 but at least .70. Interpret with caution due to possible nonresponse bias.</span><span style='font-family: "Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>4 Hebrew-speaking schools only.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>5 Nine out of 10 provinces.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>6 All regions except Catalu�a; Spanish-speaking schools only.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>7 Eighth-graders took the test and not all were 13 years old.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Samples and Method</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>A. Cross-linking sample and projection method</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>B. Cross-linking sample and moderation method</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>C. IAEP and NAEP 1990 public school samples and moderation method</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>D. IAEP and NAEP 1992 public school samples and moderation method</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h4>Difference in projections</span><span style='font-family:"Trebuchet MS","sans-serif"; mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h4> <span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>(B - A) Moderation versus projection in same (cross-linking) sample</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>(C - A) Moderation and 1990 NAEP/IAEP samples versus projection and cross-linking sample</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>(D - A) 1992 NAEP/IAEP versus 1990 NAEP/IAEP both using moderation method</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>NOTE and SOURCE: Countries are sorted from high to low based on their mean scores using sample and method A -- Cross-linking sample and projection method. Columns B and D are from Pashley, Lewis, and Yan (1994) and Beaton and Gonzales (1993), respectively. Both used student weighted data. Columns A and C are based in part on tabulations produced by the IAEP Processing Centre in June 1992. It appears that these tabulations did not use student weights. For most countries, the use of weights made little difference for estimated country mean IAEP scores. Switzerland is an exception, due to a complex sample design used there. Therefore, an unpublished weighted mean IAEP score of 532.36 was used instead of the published unweighted mean of 538.75 for Switzerland.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return8><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>The most widely</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> discussed alternative to the projection method used by Pashley and Phillips is a moderation method carried out by Beaton and Gonzalez (1993). Beaton and Gonzalez based their analysis on the 1991 IAEP United States sample and the 1990 NAEP eighth grade winter public school sample. They translated IAEP scores into NAEP scores by aligning the means and standard deviations for the two tests.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot8"><b>(8)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp; Using the techniques of linear equating, they estimated conversion constants to transform the U.S. IAEP scores into a distribution having the same mean and standard deviation as the 1990 NAEP scores. (The conversion constants are shown in Table S21, row C.) They then used these conversion constants to transform the IAEP scores for the students in the IAEP samples in each participating country into equivalent NAEP scores. (The moderated country NAEP-scale means produced by Beaton and Gonzalez are shown in Table S22, column C. Full state and nation results for Indicator 25 using the Beaton and Gonzalez method are displayed in Table S23.)</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>The projection method used to develop Indicator 25 and the moderation method used by Beaton and Gonzalez produce somewhat different results, especially for countries with high average IAEP scores. (See <a href="#tables22">Table S22</a>.) For example, Korea is estimated to have a 1992 NAEP score of 283 using the projection method employed in Indicator 25 (see column A), while it has an estimated 1990 NAEP score of 294 using the Beaton and Gonzalez method (see column C).</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return9><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>The observed</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> differences <a name=return10>in transformed</a> scores can be attributed in part to differences in the data sets on which Pashley and Phillips and Beaton and Gonzalez rely in developing their estimates. The students in the &quot;linking study&quot; sample used by Pashley and Phillips included both 13-year-olds and eighth graders in public and private schools. Beaton and Gonzalez used two samples to develop their estimates: the regular 1991 U.S. IAEP sample, and the regular winter eighth-grade 1990 NAEP administration. The 1991 United States IAEP sample on which they relied included 13-year-olds (but not other eighth graders) in public and private schools, while the 1990 NAEP sample included eighth graders (but not other 13-year-olds) in public schools only.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot9"><b>( 9)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;Perhaps as a result of these differences, the estimation samples have somewhat different distributions. Both estimation methods are particularly sensitive to the ratio of the standard deviations for the NAEP and IAEP.&nbsp;</span><span style='font-size:7.5pt; font-family:"Trebuchet MS","sans-serif"'><a href="#foot10"><b>(10)</b></a></span><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp; In the linking sample used to develop the projection estimates, the ratio of the NAEP and IAEP standard deviations was about 0.53, while, for the samples used by Beaton and Gonzalez, the ratio of standard deviations was about 0.69. This difference in standard deviations generates predicted NAEP scores based on the projection method that are less distant from the mean than are the equivalent scores based on the Beaton and Gonzalez method.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return11><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>To examine</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> the sensitivity<a name=return12> of the results</a> to the samples used, we applied the Beaton and Gonzalez method to the data in the &quot;linking sample&quot; used by Pashley and Phillips.&nbsp;</span><span style='font-size: 7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot11"><b>(11)</b></a></span><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp; The conversion coefficient estimates are shown in Table S21, row B, and the estimated country NAEP means are shown in Table S22, column B.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot12"><b>(12)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp; The estimated country means are much closer to the projection results obtained by Pashley and Phillips (column A) than are the Beaton and Gonzalez results obtained using the regular IAEP and 1990 winter public eighth grade samples. For example, the difference in the projection and moderation estimates for Korea drops from 11 to 3 points.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>To explore this issue further, we applied the moderation method using one additional NAEP data set: the 1992 public eighth grade sample. (This sample corresponds to the sample used in the 1992 Trial State Assessment on which the state results in Indicator 25 are based.) The conversion coefficients are displayed in Table S21 (row D); and the moderated NAEP-scale country means are displayed in Table S22 (column D). This sample produces country results more extreme than do any of the other samples we tried.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>These experiments clearly indicate that different samples produce different results. But the experiments do not indicate which sample is &quot;best&quot;. One advantage of the linking sample used by Pashley and Phillips is that the same students took both the IAEP and the NAEP. Hence, the estimated conversion coefficients are not biased by possible differences between the IAEP and NAEP samples. But the fact that the IAEP standard deviation in the linking sample is substantially higher than the standard deviation in the regular U.S. administration of the IAEP, while the NAEP standard deviation in the linking sample is similar to the regular NAEP standard deviation, may at least in part counterbalance the other apparent advantages of the linking sample.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>In addition to the effects of the sample on coefficient estimates, several conceptual issues should be considered in evaluating linking methods. We briefly review three of these issues below: the age or grade-level interpretation placed predicted test scores; the effects on coefficient estimates of unreliability in the measures; and potential country-level contextual effects.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return13><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>First, different</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> linking approaches may produce results that differ in the age or grade-level for which the predicted scores are intended to apply. For example, since the data used by Pashley and Phillips to derive their coefficient estimates involved a sample of students who completed both the IAEP and the NAEP, the predicted NAEP scores based on their coefficients should be viewed as the NAEP scores that would be obtained by students of the same age or grade as the students whose IAEP scores are used as predictors. Since the regular country administration of the IAEP involved sampling 13-year-olds, the predicted NAEP scores using the Pashley and Phillips method should be viewed as predicted NAEP scores for 13-year-old students. The predicted NAEP scores obtained by Beaton and Gonzalez, on the other hand, should be interpreted as the scores 13-year-olds who took the IAEP would receive if they completed the NAEP in eighth grade.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot13"><b>(13)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp; Since average NAEP scores for eighth-graders are generally somewhat higher than average scores for 13-year-olds, the approach to sample specification used by Beaton and Gonzales is likely to produce somewhat higher scores than the approach used by Pashley and Phillips.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return14><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Linking methods</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> may also <a name=return15>differ</a> in their sensitivity to unreliability in the predictor variable (in this case, the IAEP). In general, regression estimates of the effects of variables measured with error will be biased toward zero. Hence, projection coefficients estimated using unreliable measures are likely to be attenuated.&nbsp;</span><span style='font-size:7.5pt;font-family: "Trebuchet MS","sans-serif"'><a href="#foot14"><b>(14)</b></a></span><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp; The effects of unreliability on conversion coefficients obtained using moderation methods are more difficult to determine. In the special case in which the predictor and outcome variables are measured with the same reliability, the moderation coefficients should be roughly unbiased.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot15"><b>(15)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp; </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=return16><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Finally, linking methods</span></a><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> that are based on data from a single country may not properly reflect country-level contextual effects. Suppose, for example, that individual NAEP and IAEP scores were obtained for a sample of students in each of n countries.&nbsp;</span><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'><a href="#foot16"><b>(16)</b></a></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp; Both the projection and moderation methods rest on an assumption that the relationship between IAEP and NAEP scores (pooling students across countries) can be expressed as a simple linear model of the form:</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>  </span>estimated NAEP score = constant + slope * IAEP score<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>  </span></span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> is possible, however, that country-context effects exist. One simple specification might involve the addition of country dummies to the simple linear model above. If the country dummies differ significantly from zero, the within-country regression of NAEP scores on IAEP scores will not properly produce between-country relationships. Contextual effects of this sort might arise, for example, if the standardized test style used in the IAEP and NAEP is quite common in some countries, but rarely used in others. Unfortunately, without linked IAEP and NAEP data for a sample of countries, the possibility of contextual effects cannot be ruled out.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>This brief discussion clearly indicates that different methods of linking the IAEP and NAEP can produce different results, and further study is necessary to determine which method is best. For this reason, Indicator 25 is labeled &quot;experimental.&quot;</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>For more information on cross-linking and on the specific approaches used in developing Indicator 25, see Peter J. Pashley and Gary W. Phillips, Toward World-Class Standards: A Research Study Linking International and National Assessments (Princeton, NJ: Educational Testing Service, June, 1993); Peter J. Pashley, Charles Lewis and Duanli Yan, &quot;Statistical Linking Procedures for Deriving Point Estimates and Associated Standard Errors,&quot; paper presented at the National Council on Measurement in Education (Princeton, NJ: Educational Testing Service, April, 1994); Albert E. Beaton and Eugenio J. Gonzalez, &quot;Comparing the NAEP Trial State Assessment Results with the IAEP International Results,&quot; <strong><i><span style='font-family:"Trebuchet MS","sans-serif"'>Setting Performance Standards for Student Achievement: Background Studies</span></i></strong> (Stanford, CA: National Academy of Education, 1993); Robert J. Mislevy, Albert E. Beaton, Bruce Kaplan, and Kathleen M. Sheehan, &quot;Estimating Population Characteristics from Sparse Matrix Samples of Item Responses,&quot; <strong><i><span style='font-family:"Trebuchet MS","sans-serif"'>Journal of Educational Measurement</span></i></strong>, Summer, 1992, vol 29, no 2, pp 133-161; and Robert J. Mislevy, <strong><i><span style='font-family:"Trebuchet MS","sans-serif"'>Linking Educational Assessments: Concepts, Issues, Methods, and Prospects</span></i></strong> (Princeton, NJ: Educational Testing Service, December, 1992).</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h3>Table S23 Mathematics proficiency scores for 13-year-olds in countries and public school 8th-grade students in states, calculated using the equi-percentile linking method, according to Beaton and Gonzales, by country (1991) and state (1990)</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h3> <span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>-----------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>                                        </span>|<span style='mso-spacerun:yes'>                 </span>Percent of population<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>                                        </span>|<span style='mso-spacerun:yes'>           </span>in each proficiency score range<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>-----------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>COUNTRY/State<span style='mso-spacerun:yes'>          </span>Mean<span style='mso-spacerun:yes'>       </span>SE<span style='mso-spacerun:yes'>    </span>| <200 200-250 250-300 300-350>350<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>-----------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>TAIWAN<span style='mso-spacerun:yes'>                 </span>296.7<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>3.2<span style='mso-spacerun:yes'>       </span>13.4<span style='mso-spacerun:yes'>       </span>33.9<span style='mso-spacerun:yes'>       </span>36.6<span style='mso-spacerun:yes'>      </span>12.9<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>KOREA<span style='mso-spacerun:yes'>                  </span>294.1<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.9<span style='mso-spacerun:yes'>       </span>10.3<span style='mso-spacerun:yes'>       </span>41.8<span style='mso-spacerun:yes'>       </span>39.3<span style='mso-spacerun:yes'>       </span>6.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>SOVIET UNION<span style='mso-spacerun:yes'>           </span>287.6<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>0.8<span style='mso-spacerun:yes'>       </span>10.4<span style='mso-spacerun:yes'>       </span>53.1<span style='mso-spacerun:yes'>       </span>34.0<span style='mso-spacerun:yes'>       </span>1.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>SWITZERLAND<span style='mso-spacerun:yes'>            </span>287.5<span style='mso-spacerun:yes'>     </span>1.9<span style='mso-spacerun:yes'>      </span>0.2<span style='mso-spacerun:yes'>        </span>8.8<span style='mso-spacerun:yes'>       </span>57.9<span style='mso-spacerun:yes'>       </span>32.2<span style='mso-spacerun:yes'>       </span>0.9<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>HUNGARY<span style='mso-spacerun:yes'>                </span>284.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>13.5<span style='mso-spacerun:yes'>     </span><span style='mso-spacerun:yes'>  </span>52.6<span style='mso-spacerun:yes'>       </span>29.9<span style='mso-spacerun:yes'>       </span>2.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>North Dakota<span style='mso-spacerun:yes'>           </span>281.1<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>0.8<span style='mso-spacerun:yes'>       </span>13.2<span style='mso-spacerun:yes'>       </span>60.0<span style='mso-spacerun:yes'>       </span>24.8<span style='mso-spacerun:yes'>       </span>1.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Montana<span style='mso-spacerun:yes'>                </span>280.5<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>0.5<span style='mso-spacerun:yes'>       </span>14.3<span style='mso-spacerun:yes'>       </span>59.5<span style='mso-spacerun:yes'>       </span>24.9<span style='mso-spacerun:yes'>       </span>0.8<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>FRANCE<span style='mso-spacerun:yes'>                 </span>278.1<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>  </span><span style='mso-spacerun:yes'>     </span>16.8<span style='mso-spacerun:yes'>       </span>57.5<span style='mso-spacerun:yes'>       </span>23.4<span style='mso-spacerun:yes'>       </span>1.0<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Iowa<span style='mso-spacerun:yes'>                   </span>278.0<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>0.6<span style='mso-spacerun:yes'>       </span>18.3<span style='mso-spacerun:yes'>       </span>57.0<span style='mso-spacerun:yes'>       </span>23.3<span style='mso-spacerun:yes'>       </span>0.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>ISRAEL<span style='mso-spacerun:yes'>                 </span>276.8<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.5<span style='mso-spacerun:yes'>       </span>15.6<span style='mso-spacerun:yes'>       </span>61.6<span style='mso-spacerun:yes'>       </span>20.7<span style='mso-spacerun:yes'>       </span>0.6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>ITALY<span style='mso-spacerun:yes'>                  </span>276.3<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>18.1<span style='mso-spacerun:yes'>       </span>57.7<span style='mso-spacerun:yes'>       </span>22.0<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Nebraska<span style='mso-spacerun:yes'>               </span>275.7<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>2.0<span style='mso-spacerun:yes'>       </span>18.6<span style='mso-spacerun:yes'>       </span>56.2<span style='mso-spacerun:yes'>       </span>22.4<span style='mso-spacerun:yes'>       </span>0.9<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Minnesota<span style='mso-spacerun:yes'>              </span>275.4<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>19.2<span style='mso-spacerun:yes'>       </span>57.0<span style='mso-spacerun:yes'>       </span>21.2<span style='mso-spacerun:yes'>       </span>1.1<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Wisconsin<span style='mso-spacerun:yes'>          </span><span style='mso-spacerun:yes'>    </span>274.5<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.5<span style='mso-spacerun:yes'>       </span>20.8<span style='mso-spacerun:yes'>       </span>55.4<span style='mso-spacerun:yes'>       </span>21.6<span style='mso-spacerun:yes'>       </span>0.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>CANADA<span style='mso-spacerun:yes'>                 </span>274.0<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>17.6<span style='mso-spacerun:yes'>       </span>63.7<span style='mso-spacerun:yes'>       </span>16.7<span style='mso-spacerun:yes'>       </span>0.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>New Hampshire<span style='mso-spacerun:yes'>          </span>273.2<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>21.2<span style='mso-spacerun:yes'>       </span>58.1<span style='mso-spacerun:yes'>       </span>18.9<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>SCOTLAND<span style='mso-spacerun:yes'>               </span>272.4<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>20.6<span style='mso-spacerun:yes'>       </span>59.7<span style='mso-spacerun:yes'>       </span>17.7<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Wyoming<span style='mso-spacerun:yes'>                </span>272.2<span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>      </span>1.1<span style='mso-spacerun:yes'>       </span>20.9<span style='mso-spacerun:yes'>       </span>60.3<span style='mso-spacerun:yes'>       </span>17.4<span style='mso-spacerun:yes'>       </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Idaho<span style='mso-spacerun:yes'>                  </span>271.5<span style='mso-spacerun:yes'>     </span>0.8<span style='mso-spacerun:yes'>      </span>1.2<span style='mso-spacerun:yes'>       </span>22.1<span style='mso-spacerun:yes'>       </span>59.7<span style='mso-spacerun:yes'>       </span>16.8<span style='mso-spacerun:yes'>   </span><span style='mso-spacerun:yes'>    </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>IRELAND<span style='mso-spacerun:yes'>                </span>271.4<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>21.0<span style='mso-spacerun:yes'>       </span>57.1<span style='mso-spacerun:yes'>       </span>18.0<span style='mso-spacerun:yes'>       </span>0.8<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Oregon<span style='mso-spacerun:yes'>                 </span>271.4<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>2.2<span style='mso-spacerun:yes'>       </span>23.8<span style='mso-spacerun:yes'>       </span>54.2<span style='mso-spacerun:yes'>       </span>19.2<span style='mso-spacerun:yes'>       </span>0.6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Connecticut<span style='mso-spacerun:yes'>            </span>269.9<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>3.2<span style='mso-spacerun:yes'>       </span>25.3<span style='mso-spacerun:yes'>       </span>50.7<span style='mso-spacerun:yes'>       </span>20.1<span style='mso-spacerun:yes'>       </span>0.7<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>New Jersey<span style='mso-spacerun:yes'>             </span>269.7<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>2.4<span style='mso-spacerun:yes'>       </span>26.9<span style='mso-spacerun:yes'>       </span>50.2<span style='mso-spacerun:yes'>       </span>19.7<span style='mso-spacerun:yes'>       </span>0.8<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Colorado (NAEP)<span style='mso-spacerun:yes'>        </span>267.4<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>2.8<span style='mso-spacerun:yes'>       </span>26.5<span style='mso-spacerun:yes'>       </span>54.7<span style='mso-spacerun:yes'>       </span>15.7<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>SLOVENIA<span style='mso-spacerun:yes'>               </span>267.3<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>25.7<span style='mso-spacerun:yes'>       </span>60.2<span style='mso-spacerun:yes'>       </span>12.2<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Indiana<span style='mso-spacerun:yes'>                </span>267.3<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>2<span style='mso-spacerun:yes'>         </span>28.2<span style='mso-spacerun:yes'>       </span>53.9<span style='mso-spacerun:yes'>       </span>15.4<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Pennsylvania<span style='mso-spacerun:yes'>           </span>266.4<span style='mso-spacerun:yes'>     </span>1.6<span style='mso-spacerun:yes'>      </span>3.2<span style='mso-spacerun:yes'>       </span>27.5<span style='mso-spacerun:yes'>       </span>53.0<span style='mso-spacerun:yes'>       </span>15.8<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Michigan<span style='mso-spacerun:yes'>               </span>264.4<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>   </span><span style='mso-spacerun:yes'>   </span>3.1<span style='mso-spacerun:yes'>       </span>30.1<span style='mso-spacerun:yes'>       </span>51.7<span style='mso-spacerun:yes'>       </span>14.5<span style='mso-spacerun:yes'>       </span>0.6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Virginia<span style='mso-spacerun:yes'>               </span>264.3<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>3.3<span style='mso-spacerun:yes'>       </span>32.8<span style='mso-spacerun:yes'>       </span>47.3<span style='mso-spacerun:yes'>       </span>15.4<span style='mso-spacerun:yes'>       </span>1.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Colorado (IAEP)<span style='mso-spacerun:yes'>        </span>264.2<span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>28.8<span style='mso-spacerun:yes'>       </span>55.4<span style='mso-spacerun:yes'>       </span>12.4<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Ohio<span style='mso-spacerun:yes'>                   </span>264.0<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>30.5<span style='mso-spacerun:yes'>       </span>52.4<span style='mso-spacerun:yes'>       </span>13.8<span style='mso-spacerun:yes'>       </span>0.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Oklahoma<span style='mso-spacerun:yes'>               </span>263.2<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>2.8<span style='mso-spacerun:yes'>       </span>30.8<span style='mso-spacerun:yes'>       </span>53.8<span style='mso-spacerun:yes'>       </span>12.5<span style='mso-spacerun:yes'>       </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>SPAIN<span style='mso-spacerun:yes'>                  </span>261.9<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>2.1<span style='mso-spacerun:yes'>       </span>29.0<span style='mso-spacerun:yes'>       </span>62.0<span style='mso-spacerun:yes'>        </span>6.9<span style='mso-spacerun:yes'>       </span>0.0<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>UNITED STATES(IAEP)<span style='mso-spacerun:yes'>    </span>261.8<span style='mso-spacerun:yes'>     </span>2.0<span style='mso-spacerun:yes'>      </span>5.0<span style='mso-spacerun:yes'>       </span>30.6<span style='mso-spacerun:yes'>       </span>52.0<span style='mso-spacerun:yes'>       </span>11.5<span style='mso-spacerun:yes'>       </span>0.9<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>United States (NAEP)<span style='mso-spacerun:yes'>   </span>261.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>5.0<span style='mso-spacerun:yes'>       </span>31.5<span style='mso-spacerun:yes'>       </span>49.0<span style='mso-spacerun:yes'>       </span>14.0<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>New York<span style='mso-spacerun:yes'>               </span>260.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>5.9<span style='mso-spacerun:yes'>       </span>31.4<span style='mso-spacerun:yes'>       </span>48.0<span style='mso-spacerun:yes'>       </span>13.9<span style='mso-spacerun:yes'>       </span>0.8<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Maryland<span style='mso-spacerun:yes'>               </span>260.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>5.7<span style='mso-spacerun:yes'>       </span>33.1<span style='mso-spacerun:yes'>       </span>45.3<span style='mso-spacerun:yes'>       </span>15.3<span style='mso-spacerun:yes'>       </span>0.6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Delaware<span style='mso-spacerun:yes'>               </span>260.7<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>4.6<span style='mso-spacerun:yes'>       </span>34.2<span style='mso-spacerun:yes'>       </span>47.6<span style='mso-spacerun:yes'>       </span>13.0<span style='mso-spacerun:yes'>       </span>0.6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Illinois<span style='mso-spacerun:yes'>               </span>260.6<span style='mso-spacerun:yes'>     </span>1.7<span style='mso-spacerun:yes'>      </span>5.7<span style='mso-spacerun:yes'>       </span>31.4<span style='mso-spacerun:yes'>       </span>49.1<span style='mso-spacerun:yes'>      </span><span style='mso-spacerun:yes'> </span>13.4<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Rhode Island<span style='mso-spacerun:yes'>           </span>260.0<span style='mso-spacerun:yes'>     </span>0.6<span style='mso-spacerun:yes'>      </span>5.0<span style='mso-spacerun:yes'>       </span>34.0<span style='mso-spacerun:yes'>       </span>47.3<span style='mso-spacerun:yes'>       </span>13.5<span style='mso-spacerun:yes'>       </span>0.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Arizona<span style='mso-spacerun:yes'>                </span>259.6<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>4.5<span style='mso-spacerun:yes'>       </span>33.8<span style='mso-spacerun:yes'>       </span>49.7<span style='mso-spacerun:yes'>       </span>11.7<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Georgia<span style='mso-spacerun:yes'>                </span>258.9<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>5.3<span style='mso-spacerun:yes'>       </span>35.2<span style='mso-spacerun:yes'>   </span><span style='mso-spacerun:yes'>    </span>46.5<span style='mso-spacerun:yes'>       </span>12.5<span style='mso-spacerun:yes'>       </span>0.6<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Texas<span style='mso-spacerun:yes'>                  </span>258.2<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>4.8<span style='mso-spacerun:yes'>       </span>36.4<span style='mso-spacerun:yes'>       </span>46.7<span style='mso-spacerun:yes'>       </span>11.7<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Kentucky<span style='mso-spacerun:yes'>               </span>257.1<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>3.9<span style='mso-spacerun:yes'>       </span>38.2<span style='mso-spacerun:yes'>       </span>47.9<span style='mso-spacerun:yes'>        </span>9.8<span style='mso-spacerun:yes'>       </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>New Mexico<span style='mso-spacerun:yes'>             </span>256.4<span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>      </span>4.3<span style='mso-spacerun:yes'>       </span>38.2<span style='mso-spacerun:yes'>       </span>47.7<span style='mso-spacerun:yes'>        </span>9.6<span style='mso-spacerun:yes'>       </span>0.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>California<span style='mso-spacerun:yes'>             </span>256.3<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>6.9<span style='mso-spacerun:yes'>       </span>35.9<span style='mso-spacerun:yes'>       </span>45.2<span style='mso-spacerun:yes'>       </span>11.5<span style='mso-spacerun:yes'>       </span>0.4<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Arkansas<span style='mso-spacerun:yes'>               </span>256.2<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>4.6<span style='mso-spacerun:yes'>       </span>37.3<span style='mso-spacerun:yes'>       </span>49.4<span style='mso-spacerun:yes'>        </span>8.6<span style='mso-spacerun:yes'>       </span>0.1<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>West Virginia<span style='mso-spacerun:yes'>          </span>255.9<span style='mso-spacerun:yes'>   </span><span style='mso-spacerun:yes'>  </span>1.0<span style='mso-spacerun:yes'>      </span>4.3<span style='mso-spacerun:yes'>       </span>38.7<span style='mso-spacerun:yes'>       </span>48.4<span style='mso-spacerun:yes'>        </span>8.5<span style='mso-spacerun:yes'>       </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Florida<span style='mso-spacerun:yes'>                </span>255.3<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>6.6<span style='mso-spacerun:yes'>       </span>37.7<span style='mso-spacerun:yes'>       </span>44.3<span style='mso-spacerun:yes'>       </span>11.2<span style='mso-spacerun:yes'>       </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Alabama<span style='mso-spacerun:yes'>                </span>252.9<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>6.2<span style='mso-spacerun:yes'>       </span>40.5<span style='mso-spacerun:yes'>       </span>44.8<span style='mso-spacerun:yes'>        </span>8.3<span style='mso-spacerun:yes'>       </span>0.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Hawaii<span style='mso-spacerun:yes'>           </span><span style='mso-spacerun:yes'>      </span>251.0<span style='mso-spacerun:yes'>     </span>0.8<span style='mso-spacerun:yes'>      </span>9.9<span style='mso-spacerun:yes'>       </span>39.2<span style='mso-spacerun:yes'>       </span>39.8<span style='mso-spacerun:yes'>       </span>10.6<span style='mso-spacerun:yes'>       </span>0.5<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>North Carolina<span style='mso-spacerun:yes'>         </span>250.4<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>7.9<span style='mso-spacerun:yes'>       </span>41.2<span style='mso-spacerun:yes'>       </span>42.6<span style='mso-spacerun:yes'>        </span>8.1<span style='mso-spacerun:yes'>       </span>0.0<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>Louisiana<span style='mso-spacerun:yes'>              </span>246.4<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>8.2<span style='mso-spacerun:yes'>       </span>46.1<span style='mso-spacerun:yes'>       </span>40.6<span style='mso-spacerun:yes'>        </span>4.9<span style='mso-spacerun:yes'>       </span>0.2<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>JORDAN<span style='mso-spacerun:yes'>                 </span>236.1<span style='mso-spacerun:yes'>     </span>1.9<span style='mso-spacerun:yes'>     </span>16.0<span style='mso-spacerun:yes'>       </span>48.3<span style='mso-spacerun:yes'>       </span>32.6<span style='mso-spacerun:yes'>        </span>3.1<span style='mso-spacerun:yes'>       </span>0.0<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>District of Columbia<span style='mso-spacerun:yes'>   </span>231.4<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>     </span>16.7<span style='mso-spacerun:yes'>       </span>56.9<span style='mso-spacerun:yes'>       </span>23.6<span style='mso-spacerun:yes'>        </span>2.5<span style='mso-spacerun:yes'>       </span>0.3<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'>-----------------------------------------------------------------------------------------<o:p></o:p></span></pre><pre><span style='font-size:7.5pt'><o:p>&nbsp;</o:p></span></pre><pre><span style='font-size:7.5pt'><span style='mso-spacerun:yes'>  </span></span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'> Countries and states are sorted from high to low based on their mean proficiency scores. Colorado participated in both the NAEP Trial State Assessment and, separately, in the International Assessment of Educational Progress.</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>SOURCE: Albert E. Beaton and Eugenio J. Gonzalez, &quot;Comparing the NAEP Trial State Assessment Results with the IAEP International Results,&quot; in <cite><span style='font-family:"Trebuchet MS","sans-serif"'>Setting Performance Standards for Student Achievement: Background Studies</span></cite> (Stanford, CA: National Academy of Education, 1993).</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p align=center style='text-align:center'><span style='font-family:"Trebuchet MS","sans-serif";mso-no-proof:yes'><img border=0 width=300 height=11 id="_x0000_i1025" src="_themes/topo/toprulea.gif" alt="horizontal rule"></span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <h3>Footnotes</span><span style='font-family:"Trebuchet MS","sans-serif";mso-fareast-font-family:"Times New Roman"'><o:p></o:p></span></h3> <a name=foot4><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(4) </span></b></a><span style='mso-bookmark:foot4'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp;For the NAEP and the IAEP IRT scales, conventional individual scale scores are not generated. Instead, the scaling process generates a set of five &quot;plausible values&quot; for each student. The five plausible values reported for each student can be viewed as draws from a distribution of potential scale scores consistent with the student's observed responses on the test and the student's measured background characteristics. In other words, the plausible values are constructed to have a mean and variance consistent with the underlying true population values. In this sense, the plausible values correct for unreliability. See Mislevy, Beaton, Kaplan, and Sheehan, 1992&nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return4"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot5><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(5) </span></b></a><span style='mso-bookmark:foot5'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp; The actual procedure used by Pashley and Phillips was somewhat more complex than the method described in the text. Five regressions were estimated, one for each pair of IAEP and NAEP plausible values (see the previous footnote). Given the sample sizes involved, the regression parameters produced by the five regressions differ only marginally.<br> <a href="#return5"><b><i><span style='color:#339900'>. . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot6><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(6) </span></b></a><span style='mso-bookmark:foot6'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp;The regression parameters shown in the table are based on an approximate analysis using the reported correlation between the IAEP and the NAEP total mathematics score (r = .825), as well as the mean and the standard deviation of the IAEP and the NAEP in the linking sample, averaging across the five sets of plausible values. The results obtained by averaging in this way differ only slightly from the method used by Pashley and Phillips, based on separate regressions for each of the five plausible-value pairs. See the previous two footnotes. &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return6"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot7><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(7) </span></b></a><span style='mso-bookmark:foot7'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp; In the method as implemented by Pashley and Phillips, the five regression equations were each used to obtain predicted NAEP scores at the individual level; and the results were averaged to produce country means. The results are very similar to those that are obtained using the somewhat simpler method discussed in the text. &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return7"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot8><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(8) </span></b></a><span style='mso-bookmark:foot8'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp;Like Pashley and Phillips, Beaton and Gonzalez carried out their procedure separately for each of the five sets of plausible values; and they then averaged the results obtained for each set. The results differ only slightly when their procedure is carried out once using published estimates of means and standard deviations. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return8"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot9><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(9) </span></b></a><span style='mso-bookmark:foot9'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp;The 1990 NAEP mathematics results were rescaled in 1992, producing slightly different scale scores. Beaton and Gonzalez used the 1992 rescaling. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return9"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot10><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(10) </span></b></a><span style='mso-bookmark:foot10'></span><span style='font-size: 10.0pt;font-family:"Trebuchet MS","sans-serif"'>&nbsp;&nbsp;The simple regression coefficient required for the projection method can be expressed as rsy/sx, where r is the correlation between the IAEP and the NAEP, sy is the standard deviation of the NAEP, and sx is the standard deviation of the IAEP. The conversion coefficient required for the moderation method is simply sy/sx. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return10"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot11><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(11)</span></b></a><span style='mso-bookmark:foot11'></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;Given the data required, it is possible to develop moderation estimates similar to those developed by Beaton and Gonzalez for several different samples. But because the Pashley and Phillips projection method requires paired IAEP and NAEP data, the linking sample is the only data set in which it currently can be applied. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return11"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family: "Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot12><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(12)</span></b></a><span style='mso-bookmark:foot12'></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;As discussed in footnotes 4-7 above, Beaton and Gonzalez based their estimates on the full set of individual-level plausible values for each country. We developed the estimates in Tables S21 and S22 based only on the reported country means and standard deviations based on the plausible values. These results differ only slightly from those that would be obtained using the full set of plausible values. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return12"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot13><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(13)</span></b></a><span style='mso-bookmark:foot13'></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;The interpretation of the predicted NAEP scores based on the moderation method is complicated by the fact that the IAEP sample used to develop the conversion constants included students in both public and private schools, while the NAEP sample included only public school students. Since the NAEP results for the full sample of eighth graders including both public and private students differ only modestly from the results for the sample including only public students, this problem probably accounts for relatively little of the difference in predicted outcomes for the projection and moderation approaches.<br> <a href="#return13"><b><i><span style='color:#339900'>. . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot14><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(14)</span></b></a><span style='mso-bookmark:foot14'></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;The plausible values generated for the IAEP and NAEP are designed to reflect the true population mean and variance; but correlations among plausible values are attenuated due to unreliability. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return14"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot15><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(15)</span></b></a><span style='mso-bookmark:foot15'></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;Since the IAEP and NAEP plausible values are designed to produce unbiased estimates of population variance, moderation methods that make use of the plausible values should not be sensitive to measurement error.<br> <a href="#return15"><b><i><span style='color:#339900'>. . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><a name=foot16><b><span style='font-size:7.5pt;font-family:"Trebuchet MS","sans-serif"'>(16)</span></b></a><span style='mso-bookmark:foot16'></span><span style='font-size:10.0pt;font-family: "Trebuchet MS","sans-serif"'>&nbsp;&nbsp;To obtain valid NAEP scores in countries outside the United States, language and other issues would of course need to be taken into account. . &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;<a href="#return16"><b><i><span style='color:#339900'> . . . return to section</span></i></b></a> </span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'><br> -###-</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-family:"Trebuchet MS","sans-serif"'>&nbsp;<o:p></o:p></span></p> <p><span style='font-family:"Trebuchet MS","sans-serif"'>&nbsp;<o:p></o:p></span></p> <p><span style='font-family:"Trebuchet MS","sans-serif"'>&nbsp;<o:p></o:p></span></p> <p><span style='font-family:"Trebuchet MS","sans-serif"'>&nbsp;<o:p></o:p></span></p> <p><span style='font-size:10.0pt;font-family:"Trebuchet MS","sans-serif"'>Using the above Beaton-Gonzalez crosslink study and published NAEP math scores for other schools produces the following more&nbsp; complete table:</span><span style='font-family:"Trebuchet MS","sans-serif"'><o:p></o:p></span></p> <p><span style='font-family:"Trebuchet MS","sans-serif"'>&nbsp;<o:p></o:p></span></p> <pre><span style='mso-spacerun:yes'>          </span>Mean<span style='mso-spacerun:yes'>       </span>SE<span style='mso-spacerun:yes'>    </span>| 350<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>-----------------------------------------------------------------------------------------<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Asians <a href="naep.htm">Maryland</a><span style='mso-spacerun:yes'>        </span>306</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Whites Washington, DC<span style='mso-spacerun:yes'>  </span>303</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Texas <a href="naeptables.htm">religious</a><span style='mso-spacerun:yes'>        </span>301</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Washington religious <span style='mso-spacerun:yes'>  </span>299</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>TAIWAN<span style='mso-spacerun:yes'>                 </span>296.7<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>3.2<span style='mso-spacerun:yes'>       </span>13.4<span style='mso-spacerun:yes'>       </span>33.9<span style='mso-spacerun:yes'>       </span>36.6<span style='mso-spacerun:yes'>      </span>12.9<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>North Dakota religious 296</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>KOREA<span style='mso-spacerun:yes'>                  </span>294.1<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.9<span style='mso-spacerun:yes'>       </span>10.3<span style='mso-spacerun:yes'>       </span>41.8<span style='mso-spacerun:yes'>       </span>39.3<span style='mso-spacerun:yes'>       </span>6.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>SOVIET UNION<span style='mso-spacerun:yes'>           </span>287.6<span style='mso-spacerun:yes'>     </span>1.5 <span style='mso-spacerun:yes'>     </span>0.8<span style='mso-spacerun:yes'>       </span>10.4<span style='mso-spacerun:yes'>       </span>53.1<span style='mso-spacerun:yes'>       </span>34.0<span style='mso-spacerun:yes'>       </span>1.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>SWITZERLAND<span style='mso-spacerun:yes'>            </span>287.5<span style='mso-spacerun:yes'>     </span>1.9<span style='mso-spacerun:yes'>      </span>0.2<span style='mso-spacerun:yes'>        </span>8.8<span style='mso-spacerun:yes'>       </span>57.9<span style='mso-spacerun:yes'>       </span>32.2<span style='mso-spacerun:yes'>       </span>0.9<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Montana Whites<span style='mso-spacerun:yes'>         </span>287</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>HUNGARY<span style='mso-spacerun:yes'>                </span>284.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>13.5<span style='mso-spacerun:yes'>       </span>52.6<span style='mso-spacerun:yes'>       </span>29.9<span style='mso-spacerun:yes'>    </span><span style='mso-spacerun:yes'>   </span>2.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Whites in DOD schools<span style='mso-spacerun:yes'>  </span>284</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>California religious<span style='mso-spacerun:yes'>   </span>284</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>North Dakota<span style='mso-spacerun:yes'>           </span>281.1<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>0.8<span style='mso-spacerun:yes'>       </span>13.2<span style='mso-spacerun:yes'>       </span>60.0<span style='mso-spacerun:yes'>       </span>24.8<span style='mso-spacerun:yes'>       </span>1.3<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Whites national<span style='mso-spacerun:yes'>        </span>281</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Montana<span style='mso-spacerun:yes'>                </span>280.5<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>0.5<span style='mso-spacerun:yes'>       </span>14.3<span style='mso-spacerun:yes'>       </span>59.5<span style='mso-spacerun:yes'>  </span><span style='mso-spacerun:yes'>     </span>24.9<span style='mso-spacerun:yes'>       </span>0.8<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Virginia Whites<span style='mso-spacerun:yes'>        </span>279</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>FRANCE<span style='mso-spacerun:yes'>                 </span>278.1<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>16.8<span style='mso-spacerun:yes'>       </span>57.5<span style='mso-spacerun:yes'>       </span>23.4<span style='mso-spacerun:yes'>       </span>1.0<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Iowa<span style='mso-spacerun:yes'>                   </span>278.0<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>0.6<span style='mso-spacerun:yes'>       </span>18.3<span style='mso-spacerun:yes'>       </span>57.0<span style='mso-spacerun:yes'>       </span>23.3<span style='mso-spacerun:yes'>       </span>0.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>ISRAEL<span style='mso-spacerun:yes'>                 </span>276.8<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.5<span style='mso-spacerun:yes'>       </span>15.6<span style='mso-spacerun:yes'>       </span>61.6<span style='mso-spacerun:yes'>       </span>20.7<span style='mso-spacerun:yes'>       </span>0.6<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>ITALY<span style='mso-spacerun:yes'>                  </span>276.3<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>18.1<span style='mso-spacerun:yes'>       </span>57.7<span style='mso-spacerun:yes'>       </span>22.0<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Nebraska<span style='mso-spacerun:yes'>               </span>275.7<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>2.0<span style='mso-spacerun:yes'>       </span>18.6<span style='mso-spacerun:yes'>       </span>56.2<span style='mso-spacerun:yes'>       </span>22.4<span style='mso-spacerun:yes'>       </span>0.9<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Minnesota<span style='mso-spacerun:yes'>              </span>275.4<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>19.2<span style='mso-spacerun:yes'>       </span>57.0<span style='mso-spacerun:yes'>       </span>21.2<span style='mso-spacerun:yes'>       </span>1.1<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Wisconsin<span style='mso-spacerun:yes'>              </span>274.5<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.5<span style='mso-spacerun:yes'>       </span>20.8<span style='mso-spacerun:yes'>       </span>55.4<span style='mso-spacerun:yes'>       </span>21.6<span style='mso-spacerun:yes'>       </span>0.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>CANADA<span style='mso-spacerun:yes'>                 </span>274.0<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>17.6<span style='mso-spacerun:yes'>       </span>63.7<span style='mso-spacerun:yes'>       </span>16.7<span style='mso-spacerun:yes'>  </span><span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>New Hampshire<span style='mso-spacerun:yes'>          </span>273.2<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>1.4<span style='mso-spacerun:yes'>       </span>21.2<span style='mso-spacerun:yes'>       </span>58.1<span style='mso-spacerun:yes'>       </span>18.9<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>SCOTLAND<span style='mso-spacerun:yes'>               </span>272.4<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>20.6<span style='mso-spacerun:yes'>       </span>59.7<span style='mso-spacerun:yes'>       </span>17.7<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Wyoming<span style='mso-spacerun:yes'>                </span>272.2<span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>      </span>1.1<span style='mso-spacerun:yes'>       </span>20.9<span style='mso-spacerun:yes'>       </span>60.3<span style='mso-spacerun:yes'>       </span>17.4<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Idaho<span style='mso-spacerun:yes'>                  </span>271.5<span style='mso-spacerun:yes'>     </span>0.8<span style='mso-spacerun:yes'>      </span>1.2<span style='mso-spacerun:yes'>       </span>22.1<span style='mso-spacerun:yes'>       </span>59.7<span style='mso-spacerun:yes'>       </span>16.8<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>IRELAND<span style='mso-spacerun:yes'>                </span>271.4<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>21.0<span style='mso-spacerun:yes'>       </span>57.1<span style='mso-spacerun:yes'>       </span>18.0<span style='mso-spacerun:yes'>       </span>0.8<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Oregon<span style='mso-spacerun:yes'>                 </span>271.4<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>2.2 <span style='mso-spacerun:yes'>      </span>23.8<span style='mso-spacerun:yes'>       </span>54.2<span style='mso-spacerun:yes'>       </span>19.2<span style='mso-spacerun:yes'>       </span>0.6<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Connecticut<span style='mso-spacerun:yes'>            </span>269.9<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>3.2<span style='mso-spacerun:yes'>       </span>25.3<span style='mso-spacerun:yes'>       </span>50.7<span style='mso-spacerun:yes'>       </span>20.1<span style='mso-spacerun:yes'>       </span>0.7<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>New Jersey<span style='mso-spacerun:yes'>             </span>269.7<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>2.4<span style='mso-spacerun:yes'>       </span>26.9<span style='mso-spacerun:yes'>       </span>50.2<span style='mso-spacerun:yes'>       </span>19.7<span style='mso-spacerun:yes'>       </span>0.8<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Colorado (NAEP)<span style='mso-spacerun:yes'>        </span>267.4 <span style='mso-spacerun:yes'>    </span>0.9<span style='mso-spacerun:yes'>      </span>2.8<span style='mso-spacerun:yes'>       </span>26.5<span style='mso-spacerun:yes'>       </span>54.7<span style='mso-spacerun:yes'>       </span>15.7<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>SLOVENIA<span style='mso-spacerun:yes'>               </span>267.3<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>1.6<span style='mso-spacerun:yes'>       </span>25.7<span style='mso-spacerun:yes'>       </span>60.2<span style='mso-spacerun:yes'>       </span>12.2<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Indiana<span style='mso-spacerun:yes'>                </span>267.3<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>2<span style='mso-spacerun:yes'>         </span>28.2<span style='mso-spacerun:yes'>       </span>53.9<span style='mso-spacerun:yes'>       </span>15.4<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Pennsylvania<span style='mso-spacerun:yes'>           </span>266.4<span style='mso-spacerun:yes'>     </span>1.6<span style='mso-spacerun:yes'>      </span>3.2<span style='mso-spacerun:yes'>       </span>27.5<span style='mso-spacerun:yes'>       </span>53.0<span style='mso-spacerun:yes'>       </span>15.8<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Michigan<span style='mso-spacerun:yes'>               </span>264.4<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>30.1<span style='mso-spacerun:yes'>       </span>51.7<span style='mso-spacerun:yes'>       </span>14.5<span style='mso-spacerun:yes'>       </span>0.6<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Virginia<span style='mso-spacerun:yes'>               </span>264.3<span style='mso-spacerun:yes'>     </span>1.5<span style='mso-spacerun:yes'>      </span>3.3<span style='mso-spacerun:yes'>       </span>32.8<span style='mso-spacerun:yes'>       </span>47.3<span style='mso-spacerun:yes'>       </span>15.4<span style='mso-spacerun:yes'>       </span>1.3<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Colorado (IAEP)<span style='mso-spacerun:yes'>        </span>264.2<span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>28.8<span style='mso-spacerun:yes'>       </span>55.4<span style='mso-spacerun:yes'>       </span>12.4<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Ohio<span style='mso-spacerun:yes'>                   </span>264.0<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>3.1<span style='mso-spacerun:yes'>       </span>30.5<span style='mso-spacerun:yes'>       </span>52.4<span style='mso-spacerun:yes'>       </span>13.8<span style='mso-spacerun:yes'>       </span>0.3<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Oklahoma<span style='mso-spacerun:yes'>               </span>263.2<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>2.8<span style='mso-spacerun:yes'>       </span>30.8<span style='mso-spacerun:yes'>       </span>53.8<span style='mso-spacerun:yes'>  </span><span style='mso-spacerun:yes'>     </span>12.5<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>SPAIN<span style='mso-spacerun:yes'>                  </span>261.9<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>2.1<span style='mso-spacerun:yes'>       </span>29.0<span style='mso-spacerun:yes'>       </span>62.0<span style='mso-spacerun:yes'>        </span>6.9<span style='mso-spacerun:yes'>       </span>0.0<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>UNITED STATES(IAEP)<span style='mso-spacerun:yes'>    </span>261.8<span style='mso-spacerun:yes'>     </span>2.0<span style='mso-spacerun:yes'>      </span>5.0<span style='mso-spacerun:yes'>       </span>30.6<span style='mso-spacerun:yes'>       </span>52.0<span style='mso-spacerun:yes'>       </span>11.5<span style='mso-spacerun:yes'>       </span>0.9<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>United States (NAEP)<span style='mso-spacerun:yes'>   </span>261.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>5.0<span style='mso-spacerun:yes'>       </span>31.5<span style='mso-spacerun:yes'>       </span>49.0<span style='mso-spacerun:yes'>       </span>14.0<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>New York<span style='mso-spacerun:yes'>               </span>260.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>5.9<span style='mso-spacerun:yes'>       </span>31.4<span style='mso-spacerun:yes'>       </span>48.0<span style='mso-spacerun:yes'>       </span>13.9<span style='mso-spacerun:yes'>       </span>0.8<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Maryland<span style='mso-spacerun:yes'>               </span>260.8<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>5.7<span style='mso-spacerun:yes'>       </span>33.1<span style='mso-spacerun:yes'>       </span>45.3<span style='mso-spacerun:yes'>       </span>15.3<span style='mso-spacerun:yes'>       </span>0.6<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Delaware<span style='mso-spacerun:yes'>               </span>260.7<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>4.6<span style='mso-spacerun:yes'>       </span>34.2<span style='mso-spacerun:yes'>       </span>47.6<span style='mso-spacerun:yes'>       </span>13.0<span style='mso-spacerun:yes'>       </span>0.6<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Illinois<span style='mso-spacerun:yes'>               </span>260.6<span style='mso-spacerun:yes'>     </span>1.7<span style='mso-spacerun:yes'>      </span>5.7<span style='mso-spacerun:yes'>       </span>31.4<span style='mso-spacerun:yes'>       </span>49.1<span style='mso-spacerun:yes'>       </span>13.4<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Rhode Island<span style='mso-spacerun:yes'>           </span>260.0<span style='mso-spacerun:yes'>     </span>0.6<span style='mso-spacerun:yes'>      </span>5.0<span style='mso-spacerun:yes'>       </span>34.0<span style='mso-spacerun:yes'>       </span>47.3<span style='mso-spacerun:yes'>       </span>13.5<span style='mso-spacerun:yes'>       </span>0.3<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Arizona<span style='mso-spacerun:yes'>           </span><span style='mso-spacerun:yes'>     </span>259.6<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>4.5<span style='mso-spacerun:yes'>       </span>33.8<span style='mso-spacerun:yes'>       </span>49.7<span style='mso-spacerun:yes'>       </span>11.7<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Georgia<span style='mso-spacerun:yes'>                </span>258.9<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>5.3<span style='mso-spacerun:yes'>       </span>35.2<span style='mso-spacerun:yes'>       </span>46.5<span style='mso-spacerun:yes'>       </span>12.5<span style='mso-spacerun:yes'>       </span>0.6<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Texas<span style='mso-spacerun:yes'>                  </span>258.2<span style='mso-spacerun:yes'>     </span>1.4<span style='mso-spacerun:yes'>      </span>4.8<span style='mso-spacerun:yes'>       </span>36.4<span style='mso-spacerun:yes'>       </span>46.7<span style='mso-spacerun:yes'>       </span>11.7<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Kentucky<span style='mso-spacerun:yes'>               </span>257.1<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>3.9<span style='mso-spacerun:yes'>       </span>38.2<span style='mso-spacerun:yes'>       </span>47.9<span style='mso-spacerun:yes'>        </span>9.8<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>New Mexico<span style='mso-spacerun:yes'>             </span>256.4<span style='mso-spacerun:yes'>     </span>0.7<span style='mso-spacerun:yes'>      </span>4.3<span style='mso-spacerun:yes'>       </span>38.2<span style='mso-spacerun:yes'>       </span>47.7<span style='mso-spacerun:yes'>        </span>9.6<span style='mso-spacerun:yes'>       </span>0.3<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>California<span style='mso-spacerun:yes'>             </span>256.3<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>6.9<span style='mso-spacerun:yes'>       </span>35.9<span style='mso-spacerun:yes'>       </span>45.2<span style='mso-spacerun:yes'>       </span>11.5<span style='mso-spacerun:yes'>       </span>0.4<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Arkansas<span style='mso-spacerun:yes'>               </span>256.2<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>      </span>4.6<span style='mso-spacerun:yes'>       </span>37.3<span style='mso-spacerun:yes'>       </span>49.4<span style='mso-spacerun:yes'>        </span>8.6<span style='mso-spacerun:yes'>       </span>0.1<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>West Virginia<span style='mso-spacerun:yes'>          </span>255.9<span style='mso-spacerun:yes'>     </span>1.0<span style='mso-spacerun:yes'>      </span>4.3<span style='mso-spacerun:yes'>       </span>38.7<span style='mso-spacerun:yes'>       </span>48.4<span style='mso-spacerun:yes'>        </span>8.5<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Florida<span style='mso-spacerun:yes'>                </span>255.3<span style='mso-spacerun:yes'>     </span>1.3<span style='mso-spacerun:yes'>      </span>6.6<span style='mso-spacerun:yes'>       </span>37.7<span style='mso-spacerun:yes'>  </span><span style='mso-spacerun:yes'>     </span>44.3<span style='mso-spacerun:yes'>       </span>11.2<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Alabama<span style='mso-spacerun:yes'>                </span>252.9<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>6.2<span style='mso-spacerun:yes'>       </span>40.5<span style='mso-spacerun:yes'>       </span>44.8<span style='mso-spacerun:yes'>        </span>8.3<span style='mso-spacerun:yes'>       </span>0.3<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Hawaii<span style='mso-spacerun:yes'>                 </span>251.0<span style='mso-spacerun:yes'>     </span>0.8<span style='mso-spacerun:yes'>      </span>9.9<span style='mso-spacerun:yes'>       </span>39.2<span style='mso-spacerun:yes'>       </span>39.8<span style='mso-spacerun:yes'>       </span>10.6<span style='mso-spacerun:yes'>       </span>0.5<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>North Carolina<span style='mso-spacerun:yes'>         </span>250.4<span style='mso-spacerun:yes'>     </span>1.1<span style='mso-spacerun:yes'>      </span>7.9<span style='mso-spacerun:yes'>       </span>41.2<span style='mso-spacerun:yes'>       </span>42.6<span style='mso-spacerun:yes'>        </span>8.1<span style='mso-spacerun:yes'>       </span>0.0<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre><span style='color:red'>Latinos national<span style='mso-spacerun:yes'>      </span><span style='mso-spacerun:yes'> </span>250</span><span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>Louisiana<span style='mso-spacerun:yes'>              </span>246.4<span style='mso-spacerun:yes'>     </span>1.2<span style='mso-spacerun:yes'>      </span>8.2<span style='mso-spacerun:yes'>       </span>46.1<span style='mso-spacerun:yes'>       </span>40.6<span style='mso-spacerun:yes'>        </span>4.9<span style='mso-spacerun:yes'>       </span>0.2<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>JORDAN<span style='mso-spacerun:yes'>                 </span>236.1<span style='mso-spacerun:yes'>     </span>1.9<span style='mso-spacerun:yes'>     </span>16.0<span style='mso-spacerun:yes'>       </span>48.3<span style='mso-spacerun:yes'>       </span>32.6<span style='mso-spacerun:yes'>        </span>3.1<span style='mso-spacerun:yes'>       </span>0.0<span style='mso-spacerun:yes'>  </span><o:p></o:p></pre><pre>District of Columbia<span style='mso-spacerun:yes'>   </span>231.4<span style='mso-spacerun:yes'>     </span>0.9<span style='mso-spacerun:yes'>     </span>16.7<span style='mso-spacerun:yes'>       </span>56.9<span style='mso-spacerun:yes'>       </span>23.6<span style='mso-spacerun:yes'>        </span>2.5<span style='mso-spacerun:yes'>       </span>0.3<span style='mso-spacerun:yes'>  </span></pre><pre>U.S. blacks<span style='mso-spacerun:yes'>            </span>209<o:p></o:p></pre><pre><span style='color:windowtext'>Wash DC blacks<span style='mso-spacerun:yes'>    </span><span style='mso-spacerun:yes'>     </span>206 <o:p></o:p></span></pre></div> </html>