1naresh

Array
(
    [urn:ac.highwire.org:guest:identity] => Array
        (
            [runtime-id] => urn:ac.highwire.org:guest:identity
            [type] => guest
            [service-id] => ajnr-ac.highwire.org
            [access-type] => Controlled
            [privilege] => Array
                (
                    [urn:ac.highwire.org:guest:privilege] => Array
                        (
                            [runtime-id] => urn:ac.highwire.org:guest:privilege
                            [type] => privilege-set
                            [privilege-set] => GUEST
                        )

                )

            [credentials] => Array
                (
                    [method] => guest
                )

        )

)
1nareshArray
(
    [urn:ac.highwire.org:guest:identity] => Array
        (
            [runtime-id] => urn:ac.highwire.org:guest:identity
            [type] => guest
            [service-id] => ajnr-ac.highwire.org
            [access-type] => Controlled
            [privilege] => Array
                (
                    [urn:ac.highwire.org:guest:privilege] => Array
                        (
                            [runtime-id] => urn:ac.highwire.org:guest:privilege
                            [type] => privilege-set
                            [privilege-set] => GUEST
                        )

                )

            [credentials] => Array
                (
                    [method] => guest
                )

        )

)

Table 1: Correctness percentage by reviewer and ICA target component
Reviewer ICA Component Top Choices No. (% Correctness) 95% CIs
1 Overall 72.09% 66.12%–77.39%
1 20 Top 1 28 (65.12%) 49.01%–78.55%
1 20 Top 2 32 (74.42%) 58.53%–85.96%
1 20 Top 3 33 (76.74%) 61.00%–87.72%
1 50 Top 1 25 (58.14%) 42.21%–72.63%
1 50 Top 2 33 (76.74%) 61.00%–87.72%
1 50 Top 3 35 (81.40%) 66.08%–91.08%
2 Overall 50.39% 44.13%–56.63%
2 20 Top 1 16 (37.21%) 23.39%–53.28%
2 20 Top 2 23 (53.49%) 37.83%–68.53%
2 20 Top 3 24 (55.81%) 40.01%–70.59%
2 50 Top 1 15 (34.88%) 21.45%–50.99%
2 50 Top 2 24 (55.81%) 40.01%–70.59%
2 50 Top 3 28 (65.12%) 49.01%–78.55%
3 Overall 55.04% 48.74%–61.18%
3 20 Top 1 22 (51.16%) 35.68%–66.44%
3 20 Top 2 26 (60.47%) 44.45%–74.63%
3 20 Top 3 26 (60.47%) 44.45%–74.63%
3 50 Top 1 18 (41.86%) 27.37%–57.79%
3 50 Top 2 24 (55.81%) 40.01%–70.59%
3 50 Top 3 26 (60.47%) 44.45%–74.63%