mturk_form.html

<!-- You must include this JavaScript file -->
<script src="https://assets.crowd.aws/crowd-html-elements.js"></script>

<!-- For the full list of available Crowd HTML Elements and their input/output documentation,
      please refer to https://docs.aws.amazon.com/sagemaker/latest/dg/sms-ui-template-reference.html -->

<!-- You must include crowd-form so that your task submits answers to MTurk -->


<!-- The following snippet enables the 'responsive' behavior on smaller screens -->
<meta content="width=device-width,initial-scale=1" name="viewport" />


<section class="container" id="Survey">
    <crowd-form answer-format="flatten-objects">
        <!-- Instructions -->
        <div class="row">
            <div class="col-xs-12 col-md-12">
                <div class="panel panel-primary">
                    <!-- WARNING: the ids "collapseTrigger" and "instructionBody" are being used to enable expand/collapse feature --><a class="panel-heading" href="javascript:void(0);"><strong>Survey Instructions</strong> </a>
                    <div class="panel-body">
                        <p>For each question, you are given a random fragement of a <b>document from the internet</b>. Please categorize the document into one of five buckets based on <strong>how typical it is as an&nbsp;internet text</strong>. Typicality
                            is a measure of <strong>how frequently a fragment would be seen on the internet</strong>.</p>

                        <p>We have labeled a number of the obvious examples oursleves, but their labels are not shown. These serve as test questions and we will reject your submission if you are too far off from the truth.</p>

                        <p><strong>DESCRIPTION OF BUCKETS</strong></p>

                        <p><strong>Very Typical:</strong>&nbsp;You expect to see this all the time.</p>

                        <p><strong>Typical: </strong>You often expect&nbsp;to see something&nbsp;like this.</p>

                        <p><strong>Average:&nbsp;</strong>Not surprised to see this, but would not appear as typically as the above.</p>

                        <p><strong>Specific: </strong>This is a reasonable fragment, but only in a very specific setting.</p>

                        <p><strong>Rare: </strong>There is some context where this is a reasonable text, but you would be surprised to see it.</p>

                        <p><strong>Invalid: </strong> This is not human-readable text, so it is difficult or impossible to rate its typicality.</p>
                    </div>
                </div>
            </div>
        </div>
        <!-- End Instructions -->
        <!-- Survey Layout -->

        <div class="row" id="workContent">
            <div class="col-sm-8 col-sm-offset-2">
                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br> <div><strong>${OUT0}</strong></div> &nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="0" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="0" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="0" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="0" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="0" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="0" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT1}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="1" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="1" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="1" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="1" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="1" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="1" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT2}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="2" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="2" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="2" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="2" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="2" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="2" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT3}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="3" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="3" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="3" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="3" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="3" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="3" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT4}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="4" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="4" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="4" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="4" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="4" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="4" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT5}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="5" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="5" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="5" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="5" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="5" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="5" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT6}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="6" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="6" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="6" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="6" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="6" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="6" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT7}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="7" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="7" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="7" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="7" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="7" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="7" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT8}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="8" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="8" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="8" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="8" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="8" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="8" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT9}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="9" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="9" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="9" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="9" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="9" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="9" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT10}</strong> </div>&nbsp;</p>

                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="10" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="10" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="10" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="10" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="10" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="10" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT11}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="11" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="11" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="11" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="11" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="11" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="11" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT12}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="12" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="12" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="12" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="12" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="12" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="12" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT13}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="13" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="13" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="13" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="13" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="13" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="13" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT14}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="14" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="14" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="14" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="14" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="14" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="14" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT15}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="15" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="15" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="15" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="15" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="15" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="15" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT16}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="16" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="16" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="16" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="16" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="16" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="16" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT17}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="17" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="17" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="17" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="17" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="17" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="17" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT18}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="18" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="18" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="18" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="18" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="18" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="18" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT19}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="19" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="19" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="19" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="19" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="19" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="19" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT20}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="20" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="20" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="20" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="20" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="20" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="20" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT21}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="21" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="21" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="21" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="21" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="21" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="21" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT22}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="22" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="22" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="22" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="22" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="22" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="22" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>

                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">

                        <p>How typical is the text: <br> <br><div> <strong>${OUT23}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="23" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="23" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="23" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="23" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="23" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="23" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>

                <div class="panel panel-default">
                    <div class="panel-body">
                        <p>How typical is the text: <br> <br><div> <strong>${OUT24}</strong> </div>&nbsp;</p>


                        <p>&nbsp;</p>

                        <div class="radio"><label><input name="24" required="" type="radio" value="Very Typical" /><strong>Very Typical</strong></label> (You expect to see this all the time.)</div>

                        <div class="radio"><label><strong><input name="24" required="" type="radio" value="Typical" /></strong><b>Typical</b></label> (You often expect to see something like this.)</div>

                        <div class="radio"><label><strong><input name="24" required="" type="radio" value="Average" />Average</strong></label> (Not surprised to see this, but would not appear as often as a typical text.)</div>

                        <div class="radio"><label><strong><input name="24" required="" type="radio" value="Specific" />Specific</strong></label> (This is a reasonable fragment, but only in a very specific setting.)</div>

                        <div class="radio"><label><strong><input name="24" required="" type="radio" value="Rare" />Rare</strong></label> (There is some context where this is a reasonable text, but you would be surprised to see it.)</div>

                        <div class="radio"><label><strong><input name="24" required="" type="radio" value="Invalid" />Invalid</strong></label> (This fragment is not human-readable.)</div>
                    </div>
                </div>
            </div>
        </div>
    </crowd-form>

    <!-- End Survey Layout -->
</section>


<!-- Please note that Bootstrap CSS/JS and JQuery are 3rd party libraries that may update their url/code at any time. Amazon Mechanical Turk (MTurk) is including these libraries as a default option for you, but is not responsible for any changes to the external libraries -->
<!-- External CSS references -->
<link crossorigin="anonymous" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.0.3/css/bootstrap.min.css" integrity="sha384-IS73LIqjtYesmURkDE9MXKbXqYA8rvKEp/ghicjem7Vc3mGRdQRptJSz60tvrB6+" rel="stylesheet" />
<!-- Open internal style sheet -->
<!-- CLose internal javascript -->