{"id":188681,"date":"2024-10-08T09:53:26","date_gmt":"2024-10-08T14:04:42","guid":{"rendered":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/?p=188681"},"modified":"2025-05-06T16:41:26","modified_gmt":"2025-05-06T20:41:26","slug":"appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024","status":"publish","type":"post","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024\/","title":{"rendered":"Appendix B: Agreement score between coders and model accuracy metrics"},"content":{"rendered":"\n
\"\"<\/a><\/figure>\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":648,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"sub_headline":"","sub_title":"","_prc_public_revisions":[],"_ppp_expiration_hours":0,"_ppp_enabled":false,"ai_generated_summary":"","_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"relatedPosts":[],"reportMaterials":[],"multiSectionReport":[],"package_parts__enabled":false,"package_parts":[],"_prc_fork_parent":0,"_prc_fork_status":"","_prc_active_fork":0,"datacite_doi":"","datacite_doi_citation":"","_prc_seo_qr_attachment_id":0,"spoken_article_player_enabled":true,"displayBylines":true,"footnotes":"","prc_watchers":[],"jetpack_post_was_ever_published":false},"categories":[334,352,424],"tags":[],"bylines":[973,746,642],"collection":[],"datasets":[2734],"level_of_effort":[],"primary_audience":[],"information_type":[],"_post_visibility":[],"formats":[458],"_fund_pool":[],"languages":[],"regions-countries":[515],"research-teams":[521],"workflow-status":[],"class_list":["post-188681","post","type-post","status-publish","format-standard","hentry","category-digital-news-landscape-1","category-social-media-news","category-tiktok","bylines-aaron-smith","bylines-regina-widjaya","bylines-samuel-bestvater","datasets-american-trends-panel-wave-133","formats-report","regions-countries-united-states","research-teams-data-labs"],"label":false,"post_parent":188543,"word_count":0,"canonical_url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024\/","art_direction":{"A2":{"id":188832,"rawUrl":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg?w=268&h=151&crop=1","width":268,"height":151,"caption":"","chartArt":false},"XL":{"id":188832,"rawUrl":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg?w=720&h=405&crop=1","width":720,"height":405,"caption":"","chartArt":false},"A3":{"id":188832,"rawUrl":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg?w=194&h=110&crop=1","width":194,"height":110,"caption":"","chartArt":false},"A4":{"id":188832,"rawUrl":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg?w=268&h=151&crop=1","width":268,"height":151,"caption":"","chartArt":false},"A1":{"id":188832,"rawUrl":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg?w=564&h=317&crop=1","width":564,"height":317,"caption":"","chartArt":false},"social":{"id":188832,"rawUrl":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_feature.jpg?w=1200&h=628&crop=1","width":1200,"height":628,"caption":"","chartArt":false}},"_embeds":[],"watchers":[],"table_of_contents":[{"id":188543,"title":"Who U.S. Adults Follow on TikTok","slug":"who-u-s-adults-follow-on-tiktok","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/who-u-s-adults-follow-on-tiktok\/","is_active":false},{"id":188670,"title":"Acknowledgments","slug":"acknowledgments-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/acknowledgments-tiktok-2024\/","is_active":false},{"id":188675,"title":"Methodology","slug":"methodology-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/methodology-tiktok-2024\/","is_active":false},{"id":188678,"title":"Appendix A: Account classification instruction prompt","slug":"appendix-a-account-classification-instruction-prompt-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-a-account-classification-instruction-prompt-tiktok-2024\/","is_active":false},{"id":188681,"title":"Appendix B: Agreement score between coders and model accuracy metrics","slug":"appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024\/","is_active":true}],"report_materials":[{"key":"_zy5k2e2ej","type":"report","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-content\/uploads\/sites\/20\/2024\/10\/pl_2024.10.08_tiktok_report.pdf","label":"Report PDF","icon":"","attachmentId":189661},{"type":"dataset","id":2734,"label":"American Trends Panel Wave 133","url":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/dataset\/american-trends-panel-wave-133\/"}],"report_pagination":{"current_post":{"id":188681,"title":"Appendix B: Agreement score between coders and model accuracy metrics","slug":"appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024\/","is_active":true,"page_num":5},"next_post":null,"previous_post":{"id":188678,"title":"Appendix A: Account classification instruction prompt","slug":"appendix-a-account-classification-instruction-prompt-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-a-account-classification-instruction-prompt-tiktok-2024\/","is_active":false,"page_num":4},"pagination_items":[{"id":188543,"title":"Who U.S. Adults Follow on TikTok","slug":"who-u-s-adults-follow-on-tiktok","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/who-u-s-adults-follow-on-tiktok\/","is_active":false,"page_num":1},{"id":188670,"title":"Acknowledgments","slug":"acknowledgments-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/acknowledgments-tiktok-2024\/","is_active":false,"page_num":2},{"id":188675,"title":"Methodology","slug":"methodology-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/methodology-tiktok-2024\/","is_active":false,"page_num":3},{"id":188678,"title":"Appendix A: Account classification instruction prompt","slug":"appendix-a-account-classification-instruction-prompt-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-a-account-classification-instruction-prompt-tiktok-2024\/","is_active":false,"page_num":4},{"id":188681,"title":"Appendix B: Agreement score between coders and model accuracy metrics","slug":"appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024","link":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/data-labs\/2024\/10\/08\/appendix-b-agreement-score-between-coders-and-model-accuracy-metrics-tiktok-2024\/","is_active":true,"page_num":5}]},"parent_info":{"parent_title":"Who U.S. Adults Follow on TikTok","parent_id":188543},"materialsOrdered":[],"chaptersOrdered":[],"partsOrdered":[],"partsEnabled":false,"datacite_doi":"","prc_seo_data":{"title":"Appendix B: Agreement score between coders and model accuracy metrics","description":"","og_title":"Appendix B: Agreement score between coders and model accuracy metrics","og_description":"","schema_type":"Article","noindex":false,"canonical_url":"","primary_terms":{"category":424,"formats":458,"regions-countries":515,"research-teams":521},"custom_schema":[],"og_image":188832,"indexnow_submitted_at":null,"gsc_index_status":null},"prepublish_checks":{"prc-image-alt-text":{"status":"incomplete","message":"1 image is missing alt text.","data":{"count":1}},"prc-about-this-research":{"status":"incomplete","message":"Add an \"About this research\" details block.","data":null},"prc-paragraph-count":{"status":"incomplete","message":"Add at least 2 paragraphs (currently 0).","data":{"count":0}},"prc-internal-link":{"status":"complete","message":"Found 1 internal link.","data":{"count":1}}},"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"relatedPostsOrdered":[],"bylinesOrdered":[],"acknowledgementsOrdered":[],"_links":{"self":[{"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/posts\/188681","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/users\/648"}],"replies":[{"embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/comments?post=188681"}],"version-history":[{"count":3,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/posts\/188681\/revisions"}],"predecessor-version":[{"id":231479,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/posts\/188681\/revisions\/231479"}],"wp:attachment":[{"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/media?parent=188681"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/categories?post=188681"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/tags?post=188681"},{"taxonomy":"bylines","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/bylines?post=188681"},{"taxonomy":"collection","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/collection?post=188681"},{"taxonomy":"datasets","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/datasets?post=188681"},{"taxonomy":"level_of_effort","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/level_of_effort?post=188681"},{"taxonomy":"primary_audience","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/primary_audience?post=188681"},{"taxonomy":"information_type","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/information_type?post=188681"},{"taxonomy":"_post_visibility","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/_post_visibility?post=188681"},{"taxonomy":"formats","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/formats?post=188681"},{"taxonomy":"_fund_pool","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/_fund_pool?post=188681"},{"taxonomy":"languages","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/languages?post=188681"},{"taxonomy":"regions-countries","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/regions-countries?post=188681"},{"taxonomy":"research-teams","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/research-teams?post=188681"},{"taxonomy":"workflow-status","embeddable":true,"href":"https:\/\/alpha.pewresearch.org\/pewresearch-org\/wp-json\/wp\/v2\/workflow-status?post=188681"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}