commonmeta-ruby 3.3.11 → 3.3.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +1 -1
- data/lib/commonmeta/readers/json_feed_reader.rb +7 -3
- data/lib/commonmeta/version.rb +1 -1
- data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/substack_post_with_broken_reference.yml +2566 -1
- data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/syldavia_gazette_post_with_references.yml +323 -1
- data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/upstream_post_with_references.yml +1777 -1
- data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/wordpress_post_with_many_references.yml +9458 -0
- data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/write_metadata_as_crossref/json_feed_item_with_references.yml +1777 -1
- data/spec/readers/json_feed_reader_spec.rb +4 -3
- metadata +3 -2
@@ -1227,4 +1227,2569 @@ http_interactions:
|
|
1227
1227
|
encoding: UTF-8
|
1228
1228
|
string: ''
|
1229
1229
|
recorded_at: Sun, 18 Jun 2023 15:24:06 GMT
|
1230
|
-
|
1230
|
+
- request:
|
1231
|
+
method: get
|
1232
|
+
uri: https://doi.org/10.3386/w27250
|
1233
|
+
body:
|
1234
|
+
encoding: UTF-8
|
1235
|
+
string: ''
|
1236
|
+
headers:
|
1237
|
+
Accept:
|
1238
|
+
- application/vnd.citationstyles.csl+json
|
1239
|
+
Connection:
|
1240
|
+
- close
|
1241
|
+
Host:
|
1242
|
+
- doi.org
|
1243
|
+
User-Agent:
|
1244
|
+
- http.rb/5.1.1
|
1245
|
+
response:
|
1246
|
+
status:
|
1247
|
+
code: 302
|
1248
|
+
message: Found
|
1249
|
+
headers:
|
1250
|
+
Date:
|
1251
|
+
- Wed, 05 Jul 2023 05:25:50 GMT
|
1252
|
+
Content-Type:
|
1253
|
+
- text/html;charset=utf-8
|
1254
|
+
Content-Length:
|
1255
|
+
- '205'
|
1256
|
+
Connection:
|
1257
|
+
- close
|
1258
|
+
Location:
|
1259
|
+
- https://api.crossref.org/v1/works/10.3386%2Fw27250/transform
|
1260
|
+
Vary:
|
1261
|
+
- Accept
|
1262
|
+
Expires:
|
1263
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1264
|
+
Permissions-Policy:
|
1265
|
+
- interest-cohort=(),browsing-topics=()
|
1266
|
+
Cf-Cache-Status:
|
1267
|
+
- DYNAMIC
|
1268
|
+
Report-To:
|
1269
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=1N%2BfY2sxarataoeBrxDf0joRXn6VOt4aQ8H8tGeXLQS7NzeK2oT1Z70J7hS9tKt55MPCyyjt4HCZ6Ae5ozxaWG2fybp%2FOKwLKXa%2FGRZcQHpwh7qB8y%2FPgWQ%3D"}],"group":"cf-nel","max_age":604800}'
|
1270
|
+
Nel:
|
1271
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1272
|
+
Strict-Transport-Security:
|
1273
|
+
- max-age=31536000; includeSubDomains; preload
|
1274
|
+
Server:
|
1275
|
+
- cloudflare
|
1276
|
+
Cf-Ray:
|
1277
|
+
- 7e1d308fa88f0e6c-AMS
|
1278
|
+
Alt-Svc:
|
1279
|
+
- h3=":443"; ma=86400
|
1280
|
+
body:
|
1281
|
+
encoding: UTF-8
|
1282
|
+
string: |-
|
1283
|
+
<html><head><title>Handle Redirect</title></head>
|
1284
|
+
<body><a href="https://api.crossref.org/v1/works/10.3386%2Fw27250/transform">https://api.crossref.org/v1/works/10.3386%2Fw27250/transform</a></body></html>
|
1285
|
+
recorded_at: Wed, 05 Jul 2023 05:25:50 GMT
|
1286
|
+
- request:
|
1287
|
+
method: get
|
1288
|
+
uri: https://doi.org/10.1371/journal.pbio.3000937
|
1289
|
+
body:
|
1290
|
+
encoding: UTF-8
|
1291
|
+
string: ''
|
1292
|
+
headers:
|
1293
|
+
Accept:
|
1294
|
+
- application/vnd.citationstyles.csl+json
|
1295
|
+
Connection:
|
1296
|
+
- close
|
1297
|
+
Host:
|
1298
|
+
- doi.org
|
1299
|
+
User-Agent:
|
1300
|
+
- http.rb/5.1.1
|
1301
|
+
response:
|
1302
|
+
status:
|
1303
|
+
code: 302
|
1304
|
+
message: Found
|
1305
|
+
headers:
|
1306
|
+
Date:
|
1307
|
+
- Wed, 05 Jul 2023 05:25:51 GMT
|
1308
|
+
Content-Type:
|
1309
|
+
- text/html;charset=utf-8
|
1310
|
+
Content-Length:
|
1311
|
+
- '233'
|
1312
|
+
Connection:
|
1313
|
+
- close
|
1314
|
+
Location:
|
1315
|
+
- https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform
|
1316
|
+
Vary:
|
1317
|
+
- Accept
|
1318
|
+
Expires:
|
1319
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1320
|
+
Permissions-Policy:
|
1321
|
+
- interest-cohort=(),browsing-topics=()
|
1322
|
+
Cf-Cache-Status:
|
1323
|
+
- DYNAMIC
|
1324
|
+
Report-To:
|
1325
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=4o%2FlEeXc%2BTLhUCV0qx0frYt2pZEhB1%2F9YarV37HetL491iLrcQRNEOvDOGGDOqsDGzCUmUHrUKMpvjTkNOhmHwFqJSkhSafkd9YwV23S8hy%2BRFN8EqfaGW0%3D"}],"group":"cf-nel","max_age":604800}'
|
1326
|
+
Nel:
|
1327
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1328
|
+
Strict-Transport-Security:
|
1329
|
+
- max-age=31536000; includeSubDomains; preload
|
1330
|
+
Server:
|
1331
|
+
- cloudflare
|
1332
|
+
Cf-Ray:
|
1333
|
+
- 7e1d30923c3db93e-AMS
|
1334
|
+
Alt-Svc:
|
1335
|
+
- h3=":443"; ma=86400
|
1336
|
+
body:
|
1337
|
+
encoding: UTF-8
|
1338
|
+
string: |-
|
1339
|
+
<html><head><title>Handle Redirect</title></head>
|
1340
|
+
<body><a href="https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform">https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform</a></body></html>
|
1341
|
+
recorded_at: Wed, 05 Jul 2023 05:25:51 GMT
|
1342
|
+
- request:
|
1343
|
+
method: get
|
1344
|
+
uri: https://doi.org/10.1098/rsos.211037
|
1345
|
+
body:
|
1346
|
+
encoding: UTF-8
|
1347
|
+
string: ''
|
1348
|
+
headers:
|
1349
|
+
Accept:
|
1350
|
+
- application/vnd.citationstyles.csl+json
|
1351
|
+
Connection:
|
1352
|
+
- close
|
1353
|
+
Host:
|
1354
|
+
- doi.org
|
1355
|
+
User-Agent:
|
1356
|
+
- http.rb/5.1.1
|
1357
|
+
response:
|
1358
|
+
status:
|
1359
|
+
code: 302
|
1360
|
+
message: Found
|
1361
|
+
headers:
|
1362
|
+
Date:
|
1363
|
+
- Wed, 05 Jul 2023 05:25:51 GMT
|
1364
|
+
Content-Type:
|
1365
|
+
- text/html;charset=utf-8
|
1366
|
+
Content-Length:
|
1367
|
+
- '215'
|
1368
|
+
Connection:
|
1369
|
+
- close
|
1370
|
+
Location:
|
1371
|
+
- https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform
|
1372
|
+
Vary:
|
1373
|
+
- Accept
|
1374
|
+
Expires:
|
1375
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1376
|
+
Permissions-Policy:
|
1377
|
+
- interest-cohort=(),browsing-topics=()
|
1378
|
+
Cf-Cache-Status:
|
1379
|
+
- DYNAMIC
|
1380
|
+
Report-To:
|
1381
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=V70WNwUpjjV%2FfWoiQH%2F%2B57vaYURnx9hyohWsIFdePaZIeJw%2Fld4H0VBXBnRO%2BQt3CPBwO6MgvjmvPVl4C6IusIbDzeG30DRnEoGIsnNP3ObJRZiwGfh9XZo%3D"}],"group":"cf-nel","max_age":604800}'
|
1382
|
+
Nel:
|
1383
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1384
|
+
Strict-Transport-Security:
|
1385
|
+
- max-age=31536000; includeSubDomains; preload
|
1386
|
+
Server:
|
1387
|
+
- cloudflare
|
1388
|
+
Cf-Ray:
|
1389
|
+
- 7e1d3093dfbab8ca-AMS
|
1390
|
+
Alt-Svc:
|
1391
|
+
- h3=":443"; ma=86400
|
1392
|
+
body:
|
1393
|
+
encoding: UTF-8
|
1394
|
+
string: |-
|
1395
|
+
<html><head><title>Handle Redirect</title></head>
|
1396
|
+
<body><a href="https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform">https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform</a></body></html>
|
1397
|
+
recorded_at: Wed, 05 Jul 2023 05:25:51 GMT
|
1398
|
+
- request:
|
1399
|
+
method: get
|
1400
|
+
uri: https://doi.org/10.7554/elife.67995
|
1401
|
+
body:
|
1402
|
+
encoding: UTF-8
|
1403
|
+
string: ''
|
1404
|
+
headers:
|
1405
|
+
Accept:
|
1406
|
+
- application/vnd.citationstyles.csl+json
|
1407
|
+
Connection:
|
1408
|
+
- close
|
1409
|
+
Host:
|
1410
|
+
- doi.org
|
1411
|
+
User-Agent:
|
1412
|
+
- http.rb/5.1.1
|
1413
|
+
response:
|
1414
|
+
status:
|
1415
|
+
code: 302
|
1416
|
+
message: Found
|
1417
|
+
headers:
|
1418
|
+
Date:
|
1419
|
+
- Wed, 05 Jul 2023 05:25:51 GMT
|
1420
|
+
Content-Type:
|
1421
|
+
- text/html;charset=utf-8
|
1422
|
+
Content-Length:
|
1423
|
+
- '215'
|
1424
|
+
Connection:
|
1425
|
+
- close
|
1426
|
+
Location:
|
1427
|
+
- https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform
|
1428
|
+
Vary:
|
1429
|
+
- Accept
|
1430
|
+
Expires:
|
1431
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1432
|
+
Permissions-Policy:
|
1433
|
+
- interest-cohort=(),browsing-topics=()
|
1434
|
+
Cf-Cache-Status:
|
1435
|
+
- DYNAMIC
|
1436
|
+
Report-To:
|
1437
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=drvUsUH6u%2BlkYsGDha3%2Fz9OFFFngBIOABolTymPiV0fpzpSOKwX6%2Byj1VAMUCuB8sGUeT7HwV1VWnWmtY5iulRvHekrrpeDmycEsAfLmhNwQO77fc7YMibo%3D"}],"group":"cf-nel","max_age":604800}'
|
1438
|
+
Nel:
|
1439
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1440
|
+
Strict-Transport-Security:
|
1441
|
+
- max-age=31536000; includeSubDomains; preload
|
1442
|
+
Server:
|
1443
|
+
- cloudflare
|
1444
|
+
Cf-Ray:
|
1445
|
+
- 7e1d30957e0cb978-AMS
|
1446
|
+
Alt-Svc:
|
1447
|
+
- h3=":443"; ma=86400
|
1448
|
+
body:
|
1449
|
+
encoding: UTF-8
|
1450
|
+
string: |-
|
1451
|
+
<html><head><title>Handle Redirect</title></head>
|
1452
|
+
<body><a href="https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform">https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform</a></body></html>
|
1453
|
+
recorded_at: Wed, 05 Jul 2023 05:25:51 GMT
|
1454
|
+
- request:
|
1455
|
+
method: get
|
1456
|
+
uri: https://doi.org/10.31234/osf.io/5vfq6
|
1457
|
+
body:
|
1458
|
+
encoding: UTF-8
|
1459
|
+
string: ''
|
1460
|
+
headers:
|
1461
|
+
Accept:
|
1462
|
+
- application/vnd.citationstyles.csl+json
|
1463
|
+
Connection:
|
1464
|
+
- close
|
1465
|
+
Host:
|
1466
|
+
- doi.org
|
1467
|
+
User-Agent:
|
1468
|
+
- http.rb/5.1.1
|
1469
|
+
response:
|
1470
|
+
status:
|
1471
|
+
code: 302
|
1472
|
+
message: Found
|
1473
|
+
headers:
|
1474
|
+
Date:
|
1475
|
+
- Wed, 05 Jul 2023 05:25:52 GMT
|
1476
|
+
Content-Type:
|
1477
|
+
- text/html;charset=utf-8
|
1478
|
+
Content-Length:
|
1479
|
+
- '223'
|
1480
|
+
Connection:
|
1481
|
+
- close
|
1482
|
+
Location:
|
1483
|
+
- https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform
|
1484
|
+
Vary:
|
1485
|
+
- Accept
|
1486
|
+
Expires:
|
1487
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1488
|
+
Permissions-Policy:
|
1489
|
+
- interest-cohort=(),browsing-topics=()
|
1490
|
+
Cf-Cache-Status:
|
1491
|
+
- DYNAMIC
|
1492
|
+
Report-To:
|
1493
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=vRqcXD6wa3K1q9672307cUmwInW3SKhZGo3ruw1ZXirz3JUu7xJm9nLos%2BVl05vijvrXvH1kSNxhJsZj%2Fe9dfFMy3o39yoOYl9W5j5BZQHM69Gjp4LDqlWM%3D"}],"group":"cf-nel","max_age":604800}'
|
1494
|
+
Nel:
|
1495
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1496
|
+
Strict-Transport-Security:
|
1497
|
+
- max-age=31536000; includeSubDomains; preload
|
1498
|
+
Server:
|
1499
|
+
- cloudflare
|
1500
|
+
Cf-Ray:
|
1501
|
+
- 7e1d30972ae6b7ea-AMS
|
1502
|
+
Alt-Svc:
|
1503
|
+
- h3=":443"; ma=86400
|
1504
|
+
body:
|
1505
|
+
encoding: UTF-8
|
1506
|
+
string: |-
|
1507
|
+
<html><head><title>Handle Redirect</title></head>
|
1508
|
+
<body><a href="https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform">https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform</a></body></html>
|
1509
|
+
recorded_at: Wed, 05 Jul 2023 05:25:52 GMT
|
1510
|
+
- request:
|
1511
|
+
method: get
|
1512
|
+
uri: https://doi.org/10.1038/s41562-021-01203-8
|
1513
|
+
body:
|
1514
|
+
encoding: UTF-8
|
1515
|
+
string: ''
|
1516
|
+
headers:
|
1517
|
+
Accept:
|
1518
|
+
- application/vnd.citationstyles.csl+json
|
1519
|
+
Connection:
|
1520
|
+
- close
|
1521
|
+
Host:
|
1522
|
+
- doi.org
|
1523
|
+
User-Agent:
|
1524
|
+
- http.rb/5.1.1
|
1525
|
+
response:
|
1526
|
+
status:
|
1527
|
+
code: 302
|
1528
|
+
message: Found
|
1529
|
+
headers:
|
1530
|
+
Date:
|
1531
|
+
- Wed, 05 Jul 2023 05:25:52 GMT
|
1532
|
+
Content-Type:
|
1533
|
+
- text/html;charset=utf-8
|
1534
|
+
Content-Length:
|
1535
|
+
- '229'
|
1536
|
+
Connection:
|
1537
|
+
- close
|
1538
|
+
Location:
|
1539
|
+
- https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform
|
1540
|
+
Vary:
|
1541
|
+
- Accept
|
1542
|
+
Expires:
|
1543
|
+
- Wed, 05 Jul 2023 05:31:20 GMT
|
1544
|
+
Permissions-Policy:
|
1545
|
+
- interest-cohort=(),browsing-topics=()
|
1546
|
+
Cf-Cache-Status:
|
1547
|
+
- DYNAMIC
|
1548
|
+
Report-To:
|
1549
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=9qYYxKHlKke4%2B%2BhFRuuQkDt3uaCfpW4sXRdypCHgvVucVcOK9YWHUyQOrgqobtOXx4D2FnumZooslq79NMdqJB2oQsl%2BjDZq5Ccl%2FcUvAQt%2B3bDNNJB9ixg%3D"}],"group":"cf-nel","max_age":604800}'
|
1550
|
+
Nel:
|
1551
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1552
|
+
Strict-Transport-Security:
|
1553
|
+
- max-age=31536000; includeSubDomains; preload
|
1554
|
+
Server:
|
1555
|
+
- cloudflare
|
1556
|
+
Cf-Ray:
|
1557
|
+
- 7e1d3098dac21ca5-AMS
|
1558
|
+
Alt-Svc:
|
1559
|
+
- h3=":443"; ma=86400
|
1560
|
+
body:
|
1561
|
+
encoding: UTF-8
|
1562
|
+
string: |-
|
1563
|
+
<html><head><title>Handle Redirect</title></head>
|
1564
|
+
<body><a href="https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform">https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform</a></body></html>
|
1565
|
+
recorded_at: Wed, 05 Jul 2023 05:25:52 GMT
|
1566
|
+
- request:
|
1567
|
+
method: get
|
1568
|
+
uri: https://doi.org/10.1177/0956797611430953
|
1569
|
+
body:
|
1570
|
+
encoding: UTF-8
|
1571
|
+
string: ''
|
1572
|
+
headers:
|
1573
|
+
Accept:
|
1574
|
+
- application/vnd.citationstyles.csl+json
|
1575
|
+
Connection:
|
1576
|
+
- close
|
1577
|
+
Host:
|
1578
|
+
- doi.org
|
1579
|
+
User-Agent:
|
1580
|
+
- http.rb/5.1.1
|
1581
|
+
response:
|
1582
|
+
status:
|
1583
|
+
code: 302
|
1584
|
+
message: Found
|
1585
|
+
headers:
|
1586
|
+
Date:
|
1587
|
+
- Wed, 05 Jul 2023 05:25:52 GMT
|
1588
|
+
Content-Type:
|
1589
|
+
- text/html;charset=utf-8
|
1590
|
+
Content-Length:
|
1591
|
+
- '225'
|
1592
|
+
Connection:
|
1593
|
+
- close
|
1594
|
+
Location:
|
1595
|
+
- https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform
|
1596
|
+
Vary:
|
1597
|
+
- Accept
|
1598
|
+
Expires:
|
1599
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1600
|
+
Permissions-Policy:
|
1601
|
+
- interest-cohort=(),browsing-topics=()
|
1602
|
+
Cf-Cache-Status:
|
1603
|
+
- DYNAMIC
|
1604
|
+
Report-To:
|
1605
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Pk4Od83yCWYYZwfQ5%2BtlCOmMMMX1%2B%2FYLubBYSpQVmab0oCKNB%2FCwyYUf9FxSDF2QmvBBV%2BBOY7M%2FY5WXceRMVaRzJtlE80%2BKb32yIZkzc18pkrZUBTTH4Ew%3D"}],"group":"cf-nel","max_age":604800}'
|
1606
|
+
Nel:
|
1607
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1608
|
+
Strict-Transport-Security:
|
1609
|
+
- max-age=31536000; includeSubDomains; preload
|
1610
|
+
Server:
|
1611
|
+
- cloudflare
|
1612
|
+
Cf-Ray:
|
1613
|
+
- 7e1d309b3e071caa-AMS
|
1614
|
+
Alt-Svc:
|
1615
|
+
- h3=":443"; ma=86400
|
1616
|
+
body:
|
1617
|
+
encoding: UTF-8
|
1618
|
+
string: |-
|
1619
|
+
<html><head><title>Handle Redirect</title></head>
|
1620
|
+
<body><a href="https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform">https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform</a></body></html>
|
1621
|
+
recorded_at: Wed, 05 Jul 2023 05:25:52 GMT
|
1622
|
+
- request:
|
1623
|
+
method: get
|
1624
|
+
uri: https://doi.org/10.1207/s15327965pli0102_1
|
1625
|
+
body:
|
1626
|
+
encoding: UTF-8
|
1627
|
+
string: ''
|
1628
|
+
headers:
|
1629
|
+
Accept:
|
1630
|
+
- application/vnd.citationstyles.csl+json
|
1631
|
+
Connection:
|
1632
|
+
- close
|
1633
|
+
Host:
|
1634
|
+
- doi.org
|
1635
|
+
User-Agent:
|
1636
|
+
- http.rb/5.1.1
|
1637
|
+
response:
|
1638
|
+
status:
|
1639
|
+
code: 302
|
1640
|
+
message: Found
|
1641
|
+
headers:
|
1642
|
+
Date:
|
1643
|
+
- Wed, 05 Jul 2023 05:25:53 GMT
|
1644
|
+
Content-Type:
|
1645
|
+
- text/html;charset=utf-8
|
1646
|
+
Content-Length:
|
1647
|
+
- '229'
|
1648
|
+
Connection:
|
1649
|
+
- close
|
1650
|
+
Location:
|
1651
|
+
- https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform
|
1652
|
+
Vary:
|
1653
|
+
- Accept
|
1654
|
+
Expires:
|
1655
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1656
|
+
Permissions-Policy:
|
1657
|
+
- interest-cohort=(),browsing-topics=()
|
1658
|
+
Cf-Cache-Status:
|
1659
|
+
- DYNAMIC
|
1660
|
+
Report-To:
|
1661
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Qt5LY03GSvso9KhUkVUoxt0Ih%2FCd9hE0kxBVeCttDCh0tgOSBjCDg6oGyxfdPfmIzqL9nFhvwEOHyjHayl0yXpGEQHlrj1iYoxnEt1nnHj23nPMBPjN8Bis%3D"}],"group":"cf-nel","max_age":604800}'
|
1662
|
+
Nel:
|
1663
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1664
|
+
Strict-Transport-Security:
|
1665
|
+
- max-age=31536000; includeSubDomains; preload
|
1666
|
+
Server:
|
1667
|
+
- cloudflare
|
1668
|
+
Cf-Ray:
|
1669
|
+
- 7e1d309dbd131c96-AMS
|
1670
|
+
Alt-Svc:
|
1671
|
+
- h3=":443"; ma=86400
|
1672
|
+
body:
|
1673
|
+
encoding: UTF-8
|
1674
|
+
string: |-
|
1675
|
+
<html><head><title>Handle Redirect</title></head>
|
1676
|
+
<body><a href="https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform">https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform</a></body></html>
|
1677
|
+
recorded_at: Wed, 05 Jul 2023 05:25:53 GMT
|
1678
|
+
- request:
|
1679
|
+
method: get
|
1680
|
+
uri: https://doi.org/10.31234/osf.io/wxn58
|
1681
|
+
body:
|
1682
|
+
encoding: UTF-8
|
1683
|
+
string: ''
|
1684
|
+
headers:
|
1685
|
+
Accept:
|
1686
|
+
- application/vnd.citationstyles.csl+json
|
1687
|
+
Connection:
|
1688
|
+
- close
|
1689
|
+
Host:
|
1690
|
+
- doi.org
|
1691
|
+
User-Agent:
|
1692
|
+
- http.rb/5.1.1
|
1693
|
+
response:
|
1694
|
+
status:
|
1695
|
+
code: 302
|
1696
|
+
message: Found
|
1697
|
+
headers:
|
1698
|
+
Date:
|
1699
|
+
- Wed, 05 Jul 2023 05:25:53 GMT
|
1700
|
+
Content-Type:
|
1701
|
+
- text/html;charset=utf-8
|
1702
|
+
Content-Length:
|
1703
|
+
- '223'
|
1704
|
+
Connection:
|
1705
|
+
- close
|
1706
|
+
Location:
|
1707
|
+
- https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform
|
1708
|
+
Vary:
|
1709
|
+
- Accept
|
1710
|
+
Expires:
|
1711
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1712
|
+
Permissions-Policy:
|
1713
|
+
- interest-cohort=(),browsing-topics=()
|
1714
|
+
Cf-Cache-Status:
|
1715
|
+
- DYNAMIC
|
1716
|
+
Report-To:
|
1717
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Clvhw8X%2F6eShmOw%2F5SGdPuL8Gdu%2BULg6e2n1VMIH1DLzREbgmZ%2Fbnbcs9v8ro7RejjfW%2BsULZu7eDzUAmUz2BsECCtPSeqgC9HdNnBMYxqGbZcSqb2NzN9k%3D"}],"group":"cf-nel","max_age":604800}'
|
1718
|
+
Nel:
|
1719
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1720
|
+
Strict-Transport-Security:
|
1721
|
+
- max-age=31536000; includeSubDomains; preload
|
1722
|
+
Server:
|
1723
|
+
- cloudflare
|
1724
|
+
Cf-Ray:
|
1725
|
+
- 7e1d30a00cb8b96f-AMS
|
1726
|
+
Alt-Svc:
|
1727
|
+
- h3=":443"; ma=86400
|
1728
|
+
body:
|
1729
|
+
encoding: UTF-8
|
1730
|
+
string: |-
|
1731
|
+
<html><head><title>Handle Redirect</title></head>
|
1732
|
+
<body><a href="https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform">https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform</a></body></html>
|
1733
|
+
recorded_at: Wed, 05 Jul 2023 05:25:53 GMT
|
1734
|
+
- request:
|
1735
|
+
method: get
|
1736
|
+
uri: https://doi.org/10.1016/j.tics.2019.07.009
|
1737
|
+
body:
|
1738
|
+
encoding: UTF-8
|
1739
|
+
string: ''
|
1740
|
+
headers:
|
1741
|
+
Accept:
|
1742
|
+
- application/vnd.citationstyles.csl+json
|
1743
|
+
Connection:
|
1744
|
+
- close
|
1745
|
+
Host:
|
1746
|
+
- doi.org
|
1747
|
+
User-Agent:
|
1748
|
+
- http.rb/5.1.1
|
1749
|
+
response:
|
1750
|
+
status:
|
1751
|
+
code: 302
|
1752
|
+
message: Found
|
1753
|
+
headers:
|
1754
|
+
Date:
|
1755
|
+
- Wed, 05 Jul 2023 05:25:53 GMT
|
1756
|
+
Content-Type:
|
1757
|
+
- text/html;charset=utf-8
|
1758
|
+
Content-Length:
|
1759
|
+
- '229'
|
1760
|
+
Connection:
|
1761
|
+
- close
|
1762
|
+
Location:
|
1763
|
+
- https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform
|
1764
|
+
Vary:
|
1765
|
+
- Accept
|
1766
|
+
Expires:
|
1767
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1768
|
+
Link:
|
1769
|
+
- "<https://dul.usage.elsevier.com/doi/>; rel=dul"
|
1770
|
+
- "<https://dul.usage.elsevier.com/doi/>; rel=dul"
|
1771
|
+
Permissions-Policy:
|
1772
|
+
- interest-cohort=(),browsing-topics=()
|
1773
|
+
Cf-Cache-Status:
|
1774
|
+
- DYNAMIC
|
1775
|
+
Report-To:
|
1776
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=NqWkyMqUCaZ10auXU0UFBO3YRSiLMi3py1PfhdTssI9qjFs%2Bo%2FfBTSmd6m%2FiZ1AzPAQludOX7VlM26xrEgc1YN078bhY%2Ffddr4pHtxpd5uPiMmp1%2BI26fQk%3D"}],"group":"cf-nel","max_age":604800}'
|
1777
|
+
Nel:
|
1778
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1779
|
+
Strict-Transport-Security:
|
1780
|
+
- max-age=31536000; includeSubDomains; preload
|
1781
|
+
Server:
|
1782
|
+
- cloudflare
|
1783
|
+
Cf-Ray:
|
1784
|
+
- 7e1d30a2cfef0a51-AMS
|
1785
|
+
Alt-Svc:
|
1786
|
+
- h3=":443"; ma=86400
|
1787
|
+
body:
|
1788
|
+
encoding: UTF-8
|
1789
|
+
string: |-
|
1790
|
+
<html><head><title>Handle Redirect</title></head>
|
1791
|
+
<body><a href="https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform">https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform</a></body></html>
|
1792
|
+
recorded_at: Wed, 05 Jul 2023 05:25:53 GMT
|
1793
|
+
- request:
|
1794
|
+
method: get
|
1795
|
+
uri: https://doi.org/10.1525/collabra.24091
|
1796
|
+
body:
|
1797
|
+
encoding: UTF-8
|
1798
|
+
string: ''
|
1799
|
+
headers:
|
1800
|
+
Accept:
|
1801
|
+
- application/vnd.citationstyles.csl+json
|
1802
|
+
Connection:
|
1803
|
+
- close
|
1804
|
+
Host:
|
1805
|
+
- doi.org
|
1806
|
+
User-Agent:
|
1807
|
+
- http.rb/5.1.1
|
1808
|
+
response:
|
1809
|
+
status:
|
1810
|
+
code: 302
|
1811
|
+
message: Found
|
1812
|
+
headers:
|
1813
|
+
Date:
|
1814
|
+
- Wed, 05 Jul 2023 05:25:54 GMT
|
1815
|
+
Content-Type:
|
1816
|
+
- text/html;charset=utf-8
|
1817
|
+
Content-Length:
|
1818
|
+
- '221'
|
1819
|
+
Connection:
|
1820
|
+
- close
|
1821
|
+
Location:
|
1822
|
+
- https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform
|
1823
|
+
Vary:
|
1824
|
+
- Accept
|
1825
|
+
Expires:
|
1826
|
+
- Wed, 05 Jul 2023 05:31:20 GMT
|
1827
|
+
Permissions-Policy:
|
1828
|
+
- interest-cohort=(),browsing-topics=()
|
1829
|
+
Cf-Cache-Status:
|
1830
|
+
- DYNAMIC
|
1831
|
+
Report-To:
|
1832
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=QcDiFkF539T1nghrLlstNguN4E6UYGjoNLR8RcZunJEZcHkeg4SXSHI1rU%2Fy241t%2FCGU%2B1QJcJuc8LBSm%2Bo5OWXYBdR69RAQNqqErmh59QdoxjrOspD0k8o%3D"}],"group":"cf-nel","max_age":604800}'
|
1833
|
+
Nel:
|
1834
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1835
|
+
Strict-Transport-Security:
|
1836
|
+
- max-age=31536000; includeSubDomains; preload
|
1837
|
+
Server:
|
1838
|
+
- cloudflare
|
1839
|
+
Cf-Ray:
|
1840
|
+
- 7e1d30a47ea10b7b-AMS
|
1841
|
+
Alt-Svc:
|
1842
|
+
- h3=":443"; ma=86400
|
1843
|
+
body:
|
1844
|
+
encoding: UTF-8
|
1845
|
+
string: |-
|
1846
|
+
<html><head><title>Handle Redirect</title></head>
|
1847
|
+
<body><a href="https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform">https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform</a></body></html>
|
1848
|
+
recorded_at: Wed, 05 Jul 2023 05:25:54 GMT
|
1849
|
+
- request:
|
1850
|
+
method: get
|
1851
|
+
uri: https://doi.org/10.31222/osf.io/h8xjw
|
1852
|
+
body:
|
1853
|
+
encoding: UTF-8
|
1854
|
+
string: ''
|
1855
|
+
headers:
|
1856
|
+
Accept:
|
1857
|
+
- application/vnd.citationstyles.csl+json
|
1858
|
+
Connection:
|
1859
|
+
- close
|
1860
|
+
Host:
|
1861
|
+
- doi.org
|
1862
|
+
User-Agent:
|
1863
|
+
- http.rb/5.1.1
|
1864
|
+
response:
|
1865
|
+
status:
|
1866
|
+
code: 302
|
1867
|
+
message: Found
|
1868
|
+
headers:
|
1869
|
+
Date:
|
1870
|
+
- Wed, 05 Jul 2023 05:25:54 GMT
|
1871
|
+
Content-Type:
|
1872
|
+
- text/html;charset=utf-8
|
1873
|
+
Content-Length:
|
1874
|
+
- '223'
|
1875
|
+
Connection:
|
1876
|
+
- close
|
1877
|
+
Location:
|
1878
|
+
- https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform
|
1879
|
+
Vary:
|
1880
|
+
- Accept
|
1881
|
+
Expires:
|
1882
|
+
- Wed, 05 Jul 2023 05:30:31 GMT
|
1883
|
+
Permissions-Policy:
|
1884
|
+
- interest-cohort=(),browsing-topics=()
|
1885
|
+
Cf-Cache-Status:
|
1886
|
+
- DYNAMIC
|
1887
|
+
Report-To:
|
1888
|
+
- '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=v%2Bq5JX0xVchDq5Kg2qeBU9wR7bUp%2FWm%2FOBRAzBifZAICQvEhCTQXqT1iHd4p5oQntKGaeL%2BBAaxMRp3CDyjzW7owYY2mJmdSV2T2eehbf0rWTYnE51mKWos%3D"}],"group":"cf-nel","max_age":604800}'
|
1889
|
+
Nel:
|
1890
|
+
- '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
|
1891
|
+
Strict-Transport-Security:
|
1892
|
+
- max-age=31536000; includeSubDomains; preload
|
1893
|
+
Server:
|
1894
|
+
- cloudflare
|
1895
|
+
Cf-Ray:
|
1896
|
+
- 7e1d30a5bcdb0bde-AMS
|
1897
|
+
Alt-Svc:
|
1898
|
+
- h3=":443"; ma=86400
|
1899
|
+
body:
|
1900
|
+
encoding: UTF-8
|
1901
|
+
string: |-
|
1902
|
+
<html><head><title>Handle Redirect</title></head>
|
1903
|
+
<body><a href="https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform">https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform</a></body></html>
|
1904
|
+
recorded_at: Wed, 05 Jul 2023 05:25:54 GMT
|
1905
|
+
- request:
|
1906
|
+
method: get
|
1907
|
+
uri: https://api.crossref.org/v1/works/10.3386%2Fw27250/transform
|
1908
|
+
body:
|
1909
|
+
encoding: UTF-8
|
1910
|
+
string: ''
|
1911
|
+
headers:
|
1912
|
+
Accept:
|
1913
|
+
- application/vnd.citationstyles.csl+json
|
1914
|
+
Connection:
|
1915
|
+
- close
|
1916
|
+
User-Agent:
|
1917
|
+
- http.rb/5.1.1
|
1918
|
+
Host:
|
1919
|
+
- api.crossref.org
|
1920
|
+
response:
|
1921
|
+
status:
|
1922
|
+
code: 200
|
1923
|
+
message: OK
|
1924
|
+
headers:
|
1925
|
+
Date:
|
1926
|
+
- Wed, 05 Jul 2023 05:27:42 GMT
|
1927
|
+
Content-Type:
|
1928
|
+
- application/vnd.citationstyles.csl+json
|
1929
|
+
Transfer-Encoding:
|
1930
|
+
- chunked
|
1931
|
+
Vary:
|
1932
|
+
- Accept
|
1933
|
+
Link:
|
1934
|
+
- <http://dx.doi.org/10.3386/w27250>; rel="canonical"
|
1935
|
+
Access-Control-Expose-Headers:
|
1936
|
+
- Link
|
1937
|
+
Access-Control-Allow-Headers:
|
1938
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
1939
|
+
Accept-Ranges, Cache-Control
|
1940
|
+
Access-Control-Allow-Origin:
|
1941
|
+
- "*"
|
1942
|
+
Server:
|
1943
|
+
- Jetty(9.4.40.v20210413)
|
1944
|
+
X-Ratelimit-Limit:
|
1945
|
+
- '50'
|
1946
|
+
X-Ratelimit-Interval:
|
1947
|
+
- 1s
|
1948
|
+
X-Api-Pool:
|
1949
|
+
- public
|
1950
|
+
X-Rate-Limit-Limit:
|
1951
|
+
- '50'
|
1952
|
+
X-Rate-Limit-Interval:
|
1953
|
+
- 1s
|
1954
|
+
Permissions-Policy:
|
1955
|
+
- interest-cohort=()
|
1956
|
+
Connection:
|
1957
|
+
- close
|
1958
|
+
body:
|
1959
|
+
encoding: ASCII-8BIT
|
1960
|
+
string: '{"institution":[{"name":"National Bureau of Economic Research","acronym":["NBER"],"place":["Cambridge,
|
1961
|
+
MA"]}],"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:28Z","timestamp":1687134448953},"publisher-location":"Cambridge,
|
1962
|
+
MA","reference-count":0,"publisher":"National Bureau of Economic Research","content-domain":{"domain":[],"crossmark-restriction":false},"DOI":"10.3386\/w27250","type":"report","created":{"date-parts":[[2020,6,2]],"date-time":"2020-06-02T01:54:11Z","timestamp":1591062851000},"source":"Crossref","is-referenced-by-count":6,"title":"Research
|
1963
|
+
Registries: Facts, Myths, and Possible Improvements","prefix":"10.3386","author":[{"given":"Eliot","family":"Abrams","sequence":"first","affiliation":[]},{"given":"Jonathan","family":"Libgober","sequence":"additional","affiliation":[]},{"given":"John","family":"List","sequence":"additional","affiliation":[]}],"member":"1960","published-online":{"date-parts":[[2020,5]]},"container-title":[],"original-title":[],"deposited":{"date-parts":[[2021,4,16]],"date-time":"2021-04-16T15:57:54Z","timestamp":1618588674000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.nber.org\/papers\/w27250.pdf"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.3386\/w27250","relation":{},"published":{"date-parts":[[2020,5]]}}'
|
1964
|
+
recorded_at: Wed, 05 Jul 2023 05:27:42 GMT
|
1965
|
+
- request:
|
1966
|
+
method: get
|
1967
|
+
uri: https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform
|
1968
|
+
body:
|
1969
|
+
encoding: UTF-8
|
1970
|
+
string: ''
|
1971
|
+
headers:
|
1972
|
+
Accept:
|
1973
|
+
- application/vnd.citationstyles.csl+json
|
1974
|
+
Connection:
|
1975
|
+
- close
|
1976
|
+
User-Agent:
|
1977
|
+
- http.rb/5.1.1
|
1978
|
+
Host:
|
1979
|
+
- api.crossref.org
|
1980
|
+
response:
|
1981
|
+
status:
|
1982
|
+
code: 200
|
1983
|
+
message: OK
|
1984
|
+
headers:
|
1985
|
+
Date:
|
1986
|
+
- Wed, 05 Jul 2023 05:27:42 GMT
|
1987
|
+
Content-Type:
|
1988
|
+
- application/vnd.citationstyles.csl+json
|
1989
|
+
Transfer-Encoding:
|
1990
|
+
- chunked
|
1991
|
+
Vary:
|
1992
|
+
- Accept
|
1993
|
+
Link:
|
1994
|
+
- <http://dx.doi.org/10.1371/journal.pbio.3000937>; rel="canonical", <https://dx.plos.org/10.1371/journal.pbio.3000937>;
|
1995
|
+
version="vor"; rel="item", <http://creativecommons.org/licenses/by/4.0/>;
|
1996
|
+
version="vor"; rel="license", <http://orcid.org/0000-0001-9024-337X>; title="Marjan
|
1997
|
+
Bakker"; rel="author", <http://orcid.org/0000-0003-4471-6396>; title="Elise
|
1998
|
+
A. V. Crompvoets"; rel="author", <http://orcid.org/0000-0003-1227-7042>; title="Courtney
|
1999
|
+
K. Soderberg"; rel="author", <http://orcid.org/0000-0003-2415-2933>; title="Jelte
|
2000
|
+
M. Wicherts"; rel="author"
|
2001
|
+
Access-Control-Expose-Headers:
|
2002
|
+
- Link
|
2003
|
+
Access-Control-Allow-Headers:
|
2004
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
2005
|
+
Accept-Ranges, Cache-Control
|
2006
|
+
Access-Control-Allow-Origin:
|
2007
|
+
- "*"
|
2008
|
+
Server:
|
2009
|
+
- Jetty(9.4.40.v20210413)
|
2010
|
+
X-Ratelimit-Limit:
|
2011
|
+
- '50'
|
2012
|
+
X-Ratelimit-Interval:
|
2013
|
+
- 1s
|
2014
|
+
X-Api-Pool:
|
2015
|
+
- public
|
2016
|
+
X-Rate-Limit-Limit:
|
2017
|
+
- '50'
|
2018
|
+
X-Rate-Limit-Interval:
|
2019
|
+
- 1s
|
2020
|
+
Permissions-Policy:
|
2021
|
+
- interest-cohort=()
|
2022
|
+
Connection:
|
2023
|
+
- close
|
2024
|
+
body:
|
2025
|
+
encoding: ASCII-8BIT
|
2026
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:50Z","timestamp":1687134470935},"reference-count":67,"publisher":"Public
|
2027
|
+
Library of Science (PLoS)","issue":"12","license":[{"start":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T00:00:00Z","timestamp":1607472000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European
|
2028
|
+
Research Council","doi-asserted-by":"publisher","award":["726361"]},{"DOI":"10.13039\/100009827","name":"Laura
|
2029
|
+
and John Arnold Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100011730","name":"Templeton
|
2030
|
+
World Charity Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/100000925","name":"John
|
2031
|
+
Templeton Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100013437","name":"Templeton
|
2032
|
+
Religion Trust","doi-asserted-by":"publisher"}],"content-domain":{"domain":["www.plosbiology.org"],"crossmark-restriction":false},"abstract":"<jats:p>Researchers
|
2033
|
+
face many, often seemingly arbitrary, choices in formulating hypotheses, designing
|
2034
|
+
protocols, collecting data, analyzing data, and reporting results. Opportunistic
|
2035
|
+
use of \u201cresearcher degrees of freedom\u201d aimed at obtaining statistical
|
2036
|
+
significance increases the likelihood of obtaining and publishing false-positive
|
2037
|
+
results and overestimated effect sizes. Preregistration is a mechanism for
|
2038
|
+
reducing such degrees of freedom by specifying designs and analysis plans
|
2039
|
+
before observing the research outcomes. The effectiveness of preregistration
|
2040
|
+
may depend, in part, on whether the process facilitates sufficiently specific
|
2041
|
+
articulation of such plans. In this preregistered study, we compared 2 formats
|
2042
|
+
of preregistration available on the OSF: Standard Pre-Data Collection Registration
|
2043
|
+
and Prereg Challenge Registration (now called \u201cOSF Preregistration,\u201d
|
2044
|
+
<jats:ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\"
|
2045
|
+
xlink:href=\"http:\/\/osf.io\/prereg\/\" xlink:type=\"simple\">http:\/\/osf.io\/prereg\/<\/jats:ext-link>).
|
2046
|
+
The Prereg Challenge format was a \u201cstructured\u201d workflow with detailed
|
2047
|
+
instructions and an independent review to confirm completeness; the \u201cStandard\u201d
|
2048
|
+
format was \u201cunstructured\u201d with minimal direct guidance to give researchers
|
2049
|
+
flexibility for what to prespecify. Results of comparing random samples of
|
2050
|
+
53 preregistrations from each format indicate that the \u201cstructured\u201d
|
2051
|
+
format restricted the opportunistic use of researcher degrees of freedom better
|
2052
|
+
(Cliff\u2019s Delta = 0.49) than the \u201cunstructured\u201d format, but
|
2053
|
+
neither eliminated all researcher degrees of freedom. We also observed very
|
2054
|
+
low concordance among coders about the number of hypotheses (14%), indicating
|
2055
|
+
that they are often not clearly stated. We conclude that effective preregistration
|
2056
|
+
is challenging, and registration formats that provide effective guidance may
|
2057
|
+
improve the quality of research.<\/jats:p>","DOI":"10.1371\/journal.pbio.3000937","type":"journal-article","created":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T22:49:35Z","timestamp":1607554175000},"page":"e3000937","update-policy":"http:\/\/dx.doi.org\/10.1371\/journal.pbio.corrections_policy","source":"Crossref","is-referenced-by-count":29,"title":"Ensuring
|
2058
|
+
the quality and specificity of preregistrations","prefix":"10.1371","volume":"18","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-9024-337X","authenticated-orcid":true,"given":"Marjan","family":"Bakker","sequence":"first","affiliation":[]},{"given":"Coosje
|
2059
|
+
L. S.","family":"Veldkamp","sequence":"additional","affiliation":[]},{"given":"Marcel
|
2060
|
+
A. L. M.","family":"van Assen","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-4471-6396","authenticated-orcid":true,"given":"Elise
|
2061
|
+
A. V.","family":"Crompvoets","sequence":"additional","affiliation":[]},{"given":"How
|
2062
|
+
Hwee","family":"Ong","sequence":"additional","affiliation":[]},{"given":"Brian
|
2063
|
+
A.","family":"Nosek","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-1227-7042","authenticated-orcid":true,"given":"Courtney
|
2064
|
+
K.","family":"Soderberg","sequence":"additional","affiliation":[]},{"given":"David","family":"Mellor","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2415-2933","authenticated-orcid":true,"given":"Jelte
|
2065
|
+
M.","family":"Wicherts","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2020,12,9]]},"reference":[{"issue":"11","key":"pbio.3000937.ref001","doi-asserted-by":"crossref","first-page":"2600","DOI":"10.1073\/pnas.1708274114","article-title":"The
|
2066
|
+
preregistration revolution","volume":"115","author":"BA Nosek","year":"2018","journal-title":"Proc
|
2067
|
+
Natl Acad Sci U S A"},{"key":"pbio.3000937.ref002","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1177\/1745691612463078","article-title":"An
|
2068
|
+
agenda for purely confirmatory research","volume":"7","author":"EJ Wagenmakers","year":"2012","journal-title":"Perspect
|
2069
|
+
Psychol Sci"},{"key":"pbio.3000937.ref003","doi-asserted-by":"crossref","unstructured":"Christensen
|
2070
|
+
G, Wang Z, Levy Paluck E, Swanson N, Birke D, Miguel E, et al. Open Science
|
2071
|
+
Practices are on the Rise: The State of Social Science (3S) Survey. UC Berkeley:
|
2072
|
+
Center for Effective Global Action. 2020. https:\/\/escholarship.org\/uc\/item\/0hx0207r.","DOI":"10.31222\/osf.io\/5rksu"},{"key":"pbio.3000937.ref004","doi-asserted-by":"crossref","first-page":"1250","DOI":"10.1056\/NEJMe048225","article-title":"Clinical
|
2073
|
+
trial registration: a statement from the International Committee of Medical
|
2074
|
+
Journal Editors","volume":"351","author":"C De Angelis","year":"2004","journal-title":"N
|
2075
|
+
Engl J Med"},{"issue":"6","key":"pbio.3000937.ref005","doi-asserted-by":"crossref","first-page":"1105","DOI":"10.1177\/1745691619858427","article-title":"Curtailing
|
2076
|
+
the Use of Preregistration: A Misused Term","volume":"14","author":"DB Rice","year":"2019","journal-title":"Perspect
|
2077
|
+
Psychol Sci"},{"issue":"8","key":"pbio.3000937.ref006","doi-asserted-by":"crossref","first-page":"e3081","DOI":"10.1371\/journal.pone.0003081","article-title":"Systematic
|
2078
|
+
review of the empirical evidence of study publication bias and outcome reporting
|
2079
|
+
bias","volume":"3","author":"K Dwan","year":"2018","journal-title":"PLoS ONE"},{"issue":"8","key":"pbio.3000937.ref007","doi-asserted-by":"crossref","first-page":"e0132382","DOI":"10.1371\/journal.pone.0132382","article-title":"Likelihood
|
2080
|
+
of null effects of large NHLBI clinical trials has increased over time","volume":"10","author":"RM
|
2081
|
+
Kaplan","year":"2015","journal-title":"PLoS ONE"},{"key":"pbio.3000937.ref008","doi-asserted-by":"crossref","first-page":"c365","DOI":"10.1136\/bmj.c365","article-title":"The
|
2082
|
+
impact of outcome reporting bias in randomised controlled trials on a cohort
|
2083
|
+
of systematic reviews","volume":"340","author":"JJ Kirkham","year":"2010","journal-title":"BMJ"},{"issue":"2","key":"pbio.3000937.ref009","doi-asserted-by":"crossref","first-page":"e0188247","DOI":"10.1371\/journal.pone.0188247","article-title":"Determinants
|
2084
|
+
of selective reporting: A taxonomy based on content analysis of a random selection
|
2085
|
+
of the literature","volume":"13","author":"JT van der Steen","year":"2018","journal-title":"PLoS
|
2086
|
+
ONE"},{"key":"pbio.3000937.ref010","volume-title":"Thinking, fast and slow","author":"D
|
2087
|
+
Kahneman","year":"2011"},{"issue":"2","key":"pbio.3000937.ref011","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1037\/1089-2680.2.2.175","article-title":"Confirmation
|
2088
|
+
bias: A ubiquitous phenomenon in many guises","volume":"2","author":"RS Nickerson","year":"1998","journal-title":"Rev
|
2089
|
+
Gen Psychol"},{"key":"pbio.3000937.ref012","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1016\/j.actpsy.2014.02.001","article-title":"The
|
2090
|
+
meaning of \"significance\" for different types of research [translated and
|
2091
|
+
annotated by Eric-Jan Wagenmakers, Denny Borsboom, Josine Verhagen, Rogier
|
2092
|
+
Kievit, Marjan Bakker, Angelique Cramer, Dora Matzke, Don Mellenbergh, and
|
2093
|
+
Han L. J. van der Maas]. 1969","volume":"148","author":"AD de Groot","year":"2014","journal-title":"Acta
|
2094
|
+
Psychol"},{"issue":"6","key":"pbio.3000937.ref013","doi-asserted-by":"crossref","first-page":"460","DOI":"10.1511\/2014.111.460","article-title":"The
|
2095
|
+
statistical crisis in science: data-dependent analysis\u2014a \u201cgarden
|
2096
|
+
of forking paths\u201d\u2014explains why many statistically significant comparisons
|
2097
|
+
don\u2019t hold up","volume":"102","author":"A Gelman","year":"2014","journal-title":"Am
|
2098
|
+
Sci"},{"issue":"8","key":"pbio.3000937.ref014","doi-asserted-by":"crossref","first-page":"e124","DOI":"10.1371\/journal.pmed.0020124","article-title":"Why
|
2099
|
+
most published research findings are false","volume":"2","author":"JPA Ioannidis","year":"2005","journal-title":"PLoS
|
2100
|
+
Med"},{"issue":"5","key":"pbio.3000937.ref015","doi-asserted-by":"crossref","first-page":"640","DOI":"10.1097\/EDE.0b013e31818131e7","article-title":"Why
|
2101
|
+
most discovered true associations are inflated","volume":"19","author":"JPA
|
2102
|
+
Ioannidis","year":"2008","journal-title":"Epidemiology"},{"key":"pbio.3000937.ref016","doi-asserted-by":"crossref","first-page":"0021","DOI":"10.1038\/s41562-016-0021","article-title":"A
|
2103
|
+
manifesto for reproducible science","volume":"1","author":"MR Munaf\u00f2","year":"2017","journal-title":"Nat
|
2104
|
+
Hum Behav"},{"key":"pbio.3000937.ref017","doi-asserted-by":"crossref","first-page":"524","DOI":"10.1177\/0956797611430953","article-title":"Measuring
|
2105
|
+
the prevalence of questionable research practices with incentives for truth-telling","volume":"23","author":"LK
|
2106
|
+
John","year":"2012","journal-title":"Psychol Sci"},{"key":"pbio.3000937.ref018","doi-asserted-by":"crossref","first-page":"1832","DOI":"10.3389\/fpsyg.2016.01832","article-title":"Degrees
|
2107
|
+
of Freedom in Planning, Running, Analyzing, and Reporting Psychological Studies:
|
2108
|
+
A Checklist to Avoid p-Hacking","volume":"7","author":"JM Wicherts","year":"2016","journal-title":"Front
|
2109
|
+
Psychol"},{"issue":"4","key":"pbio.3000937.ref019","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1056\/NEJMsr1601330","article-title":"Update
|
2110
|
+
on trial registration 11 years after the ICMJE policy was established","volume":"376","author":"DA
|
2111
|
+
Zarin","year":"2017","journal-title":"N Engl J Med"},{"issue":"3","key":"pbio.3000937.ref020","article-title":"Preregistration
|
2112
|
+
becoming the norm in psychological science","volume":"31","author":"BA Nosek","year":"2018","journal-title":"APS
|
2113
|
+
Obs"},{"issue":"17","key":"pbio.3000937.ref021","doi-asserted-by":"crossref","first-page":"1838","DOI":"10.1001\/jama.2012.3424","article-title":"Characteristics
|
2114
|
+
of clinical trials registered in clinicaltrials.gov, 2007\u20132010","volume":"307","author":"RM
|
2115
|
+
Califf","year":"2012","journal-title":"JAMA"},{"key":"pbio.3000937.ref022","unstructured":"Simmons
|
2116
|
+
JP, Nelson LD, Simonsohn U. How to properly preregister a study [Blog post].
|
2117
|
+
2017. http:\/\/datacolada.org\/64."},{"key":"pbio.3000937.ref023","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.jesp.2016.03.004","article-title":"Preregistration
|
2118
|
+
in social psychology\u2014A discussion and suggested template","volume":"67","author":"AE
|
2119
|
+
van\u2019t Veer","year":"2016","journal-title":"J Exp Soc Psychol"},{"key":"pbio.3000937.ref024","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1016\/j.jesp.2013.10.005","article-title":"The
|
2120
|
+
replication recipe: What makes for a convincing replication?","volume":"50","author":"MJ
|
2121
|
+
Brandt","year":"2014","journal-title":"J Exp Soc Psychol"},{"issue":"1","key":"pbio.3000937.ref025","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1111\/add.12728","article-title":"Ten
|
2122
|
+
reasons why journals must review manuscripts before results are known","volume":"110","author":"CD
|
2123
|
+
Chambers","year":"2015","journal-title":"Addiction"},{"key":"pbio.3000937.ref026","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1027\/1864-9335\/a000192","article-title":"Registered
|
2124
|
+
reports: A method to increase the credibility of published results","volume":"45","author":"BA
|
2125
|
+
Nosek","year":"2014","journal-title":"Soc Psychol"},{"key":"pbio.3000937.ref027","doi-asserted-by":"crossref","unstructured":"Cr\u00fcwell
|
2126
|
+
S, Evans NJ. Preregistration in Complex Contexts: A Preregistration Template
|
2127
|
+
for the Application of Cognitive Models. 2019. 10.31234\/osf.io\/2hykx","DOI":"10.31234\/osf.io\/2hykx"},{"key":"pbio.3000937.ref028","unstructured":"Flannery
|
2128
|
+
J. fMRI Preregistration Template. 2018. https:\/\/osf.io\/dvb2e\/."},{"issue":"3","key":"pbio.3000937.ref029","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1080\/08989621.2019.1580147","article-title":"Preregistering
|
2129
|
+
qualitative research","volume":"26","author":"TL Haven","year":"2019","journal-title":"Account
|
2130
|
+
Res"},{"issue":"5","key":"pbio.3000937.ref030","doi-asserted-by":"crossref","first-page":"702","DOI":"10.1177\/1745691616658637","article-title":"Increasing
|
2131
|
+
transparency through a multiverse analysis","volume":"11","author":"S Steegen","year":"2016","journal-title":"Perspect
|
2132
|
+
Psychol Sci"},{"issue":"6","key":"pbio.3000937.ref031","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1037\/a0039191","article-title":"Opportunistic
|
2133
|
+
biases: Their origins, effects, and an integrated solution","volume":"70","author":"J
|
2134
|
+
DeCoster","year":"2015","journal-title":"Am Psychol"},{"issue":"1","key":"pbio.3000937.ref032","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/s11336-015-9444-2","article-title":"Improving
|
2135
|
+
the conduct and reporting of statistical analysis in psychology","volume":"81","author":"K
|
2136
|
+
Sijtsma","year":"2015","journal-title":"Psychometrika"},{"key":"pbio.3000937.ref033","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.1177\/0956797611417632","article-title":"False-positive
|
2137
|
+
psychology undisclosed flexibility in data collection and analysis allows
|
2138
|
+
presenting anything as significant","volume":"22","author":"JP Simmons","year":"2011","journal-title":"Psychol
|
2139
|
+
Sci"},{"issue":"3","key":"pbio.3000937.ref034","doi-asserted-by":"crossref","first-page":"e0172792","DOI":"10.1371\/journal.pone.0172792","article-title":"Questionable
|
2140
|
+
research practices among italian research psychologists","volume":"12","author":"F
|
2141
|
+
Agnoli","year":"2017","journal-title":"PLoS ONE"},{"key":"pbio.3000937.ref035","doi-asserted-by":"crossref","first-page":"e5738","DOI":"10.1371\/journal.pone.0005738","article-title":"How
|
2142
|
+
many scientists fabricate and falsify research? A systematic review and meta-analysis
|
2143
|
+
of survey data","volume":"4","author":"D Fanelli","year":"2009","journal-title":"PLoS
|
2144
|
+
ONE"},{"issue":"1","key":"pbio.3000937.ref036","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1177\/1948550615612150","article-title":"Questionable
|
2145
|
+
research practices revisited","volume":"7","author":"K Fiedler","year":"2016","journal-title":"Soc
|
2146
|
+
Psychol Personal Sci"},{"issue":"1","key":"pbio.3000937.ref037","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1177\/1948550615598377","article-title":"Underreporting
|
2147
|
+
in Psychology Experiments: Evidence From a Study Registry","volume":"7","author":"A
|
2148
|
+
Franco","year":"2016","journal-title":"Soc Psychol Personal Sci"},{"issue":"4","key":"pbio.3000937.ref038","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1177\/1745691613491437","article-title":"PsychDisclosure.org:
|
2149
|
+
Grassroot Support for Reforming Reporting Standards in Psychology","volume":"8","author":"E
|
2150
|
+
LeBel","year":"2013","journal-title":"Perspect Psychol Sci"},{"issue":"2","key":"pbio.3000937.ref039","first-page":"376","article-title":"The
|
2151
|
+
chrysalis effect: How ugly initial results metamorphosize into beautiful articles","volume":"43","author":"EH
|
2152
|
+
O\u2019Boyle","year":"2017","journal-title":"J Manag"},{"issue":"7","key":"pbio.3000937.ref040","doi-asserted-by":"crossref","first-page":"e0236079","DOI":"10.1371\/journal.pone.0236079","article-title":"Recommendations
|
2153
|
+
in pre-registrations and internal review board proposals promote formal power
|
2154
|
+
analyses but do not increase sample size","volume":"15","author":"M Bakker","year":"2020","journal-title":"PLoS
|
2155
|
+
ONE"},{"issue":"3","key":"pbio.3000937.ref041","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1037\/met0000014","article-title":"Outlier
|
2156
|
+
removal, sum scores, and the inflation of the type I error rate in independent
|
2157
|
+
samples t tests: The power of alternatives and recommendations","volume":"19","author":"M
|
2158
|
+
Bakker","year":"2014","journal-title":"Psychol Methods"},{"issue":"3","key":"pbio.3000937.ref042","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","article-title":"Dominance
|
2159
|
+
statistics: Ordinal analyses to answer ordinal questions","volume":"114","author":"N
|
2160
|
+
Cliff","year":"1993","journal-title":"Psychol Bull"},{"key":"pbio.3000937.ref043","volume-title":"Ordinal
|
2161
|
+
Methods for Behavior Data Analysis","author":"N Cliff","year":"1996"},{"key":"pbio.3000937.ref044","unstructured":"Romano
|
2162
|
+
J, Kromrey JD, Coraggio J, Skowronek J. Appropriate statistics for ordinal
|
2163
|
+
level data: Should we really be using t-test and Cohen\u2019s d for evaluating
|
2164
|
+
group differences on the NSSE and other surveys?. Paper presented at the Annual
|
2165
|
+
meeting of the Florida Association of Institutional Research. Chicago, Illinois;
|
2166
|
+
2006."},{"issue":"11","key":"pbio.3000937.ref045","doi-asserted-by":"crossref","first-page":"e230","DOI":"10.1371\/journal.pmed.0050230","article-title":"Bias,
|
2167
|
+
spin, and misreporting: time for full access to trial protocols and results","volume":"5","author":"A-W
|
2168
|
+
Chan","year":"2008","journal-title":"PLoS Med"},{"issue":"7494","key":"pbio.3000937.ref046","doi-asserted-by":"crossref","first-page":"753","DOI":"10.1136\/bmj.38356.424606.8F","article-title":"Identifying
|
2169
|
+
outcome reporting bias in randomised trials on PubMed: review of publications
|
2170
|
+
and survey of authors","volume":"330","author":"A-W Chan","year":"2005","journal-title":"BMJ"},{"issue":"20","key":"pbio.3000937.ref047","doi-asserted-by":"crossref","first-page":"2457","DOI":"10.1001\/jama.291.20.2457","article-title":"Empirical
|
2171
|
+
evidence for selective reporting of outcomes in randomized trials: comparison
|
2172
|
+
of protocols to published articles","volume":"291","author":"A-W Chan","year":"2004","journal-title":"JAMA"},{"key":"pbio.3000937.ref048","doi-asserted-by":"crossref","first-page":"a2299","DOI":"10.1136\/bmj.a2299","article-title":"Discrepancies
|
2173
|
+
in sample size calculations and data analyses reported in randomised trials:
|
2174
|
+
comparison of publications with protocols","volume":"337","author":"A-W Chan","year":"2008","journal-title":"BMJ"},{"issue":"7588","key":"pbio.3000937.ref049","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1038\/530007a","article-title":"Make
|
2175
|
+
journals report clinical trials properly","volume":"530","author":"B Goldacre","year":"2016","journal-title":"Nature"},{"key":"pbio.3000937.ref050","doi-asserted-by":"crossref","first-page":"j408","DOI":"10.1136\/bmj.j408","article-title":"Outcome
|
2176
|
+
reporting bias in clinical trials: why monitoring matters","volume":"356","author":"JPA
|
2177
|
+
Ioannidis","year":"2017","journal-title":"BMJ"},{"issue":"4","key":"pbio.3000937.ref051","doi-asserted-by":"crossref","first-page":"1292","DOI":"10.1213\/ANE.0000000000002272","article-title":"Comparison
|
2178
|
+
of registered and reported outcomes in randomized clinical trials published
|
2179
|
+
in anesthesiology journals","volume":"125","author":"PM Jones","year":"2017","journal-title":"Anesth
|
2180
|
+
Analg"},{"issue":"9","key":"pbio.3000937.ref052","doi-asserted-by":"crossref","first-page":"e1232","DOI":"10.1038\/tp.2017.203","article-title":"Outcome
|
2181
|
+
reporting bias in randomized-controlled trials investigating antipsychotic
|
2182
|
+
drugs","volume":"7","author":"M Lancee","year":"2017","journal-title":"Transl
|
2183
|
+
Psychiatry"},{"key":"pbio.3000937.ref053","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1016\/j.jclinepi.2017.07.014","article-title":"Cherry-picking
|
2184
|
+
by trialists and meta-analysts can drive conclusions about intervention efficacy","volume":"91","author":"E
|
2185
|
+
Mayo-Wilson","year":"2017","journal-title":"J Clin Epidemiol"},{"issue":"4","key":"pbio.3000937.ref054","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1111\/cob.12199","article-title":"Selective
|
2186
|
+
outcome reporting in obesity clinical trials: a cross-sectional review","volume":"7","author":"J
|
2187
|
+
Rankin","year":"2017","journal-title":"Clin Obes"},{"issue":"6","key":"pbio.3000937.ref055","doi-asserted-by":"crossref","first-page":"e0178379","DOI":"10.1371\/journal.pone.0178379","article-title":"Evidence
|
2188
|
+
of selective reporting bias in hematology journals: A systematic review","volume":"12","author":"C
|
2189
|
+
Wayant","year":"2017","journal-title":"PLoS ONE"},{"issue":"49","key":"pbio.3000937.ref056","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1016\/j.cortex.2012.12.016","article-title":"Registered
|
2190
|
+
reports: a new publishing initiative at Cortex","volume":"3","author":"CD
|
2191
|
+
Chambers","year":"2013","journal-title":"Cortex"},{"key":"pbio.3000937.ref057","volume-title":"Preregistration:
|
2192
|
+
Comparing Dream to Reality","author":"A Claesen","year":"2019"},{"issue":"1","key":"pbio.3000937.ref058","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1186\/s13063-019-3173-2","article-title":"COMPare:
|
2193
|
+
a prospective cohort study correcting and monitoring 58 misreported trials
|
2194
|
+
in real time","volume":"20","author":"B Goldacre","year":"2019","journal-title":"Trials"},{"issue":"1","key":"pbio.3000937.ref059","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1525\/collabra.71","article-title":"Too
|
2195
|
+
good to be false: Nonsignificant results revisited","volume":"3","author":"CH
|
2196
|
+
Hartgerink","year":"2017","journal-title":"Collabra"},{"issue":"1","key":"pbio.3000937.ref060","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1037\/pspa0000084","article-title":"The
|
2197
|
+
State of Social and Personality Science: Rotten to the Core, Not So Bad, Getting
|
2198
|
+
Better, or Getting Worse?","volume":"113","author":"M Motyl","year":"2017","journal-title":"J
|
2199
|
+
Pers Soc Psychol"},{"key":"pbio.3000937.ref061","unstructured":"Nelson LD,
|
2200
|
+
Simmons JP, Simonsohn U. Forthcoming in JPSP: A Non-Diagnostic Audit of Psychological
|
2201
|
+
Research. http:\/\/datacolada.org\/60 2017."},{"issue":"6251","key":"pbio.3000937.ref062","doi-asserted-by":"crossref","DOI":"10.1126\/science.aac4716","article-title":"Estimating
|
2202
|
+
the reproducibility of psychological science","volume":"349","author":"Open
|
2203
|
+
Science Collaboration","year":"2015","journal-title":"Science"},{"issue":"10","key":"pbio.3000937.ref063","doi-asserted-by":"crossref","first-page":"815","DOI":"10.1016\/j.tics.2019.07.009","article-title":"Preregistration
|
2204
|
+
Is Hard, And Worthwhile","volume":"23","author":"BA Nosek","year":"2019","journal-title":"Trends
|
2205
|
+
Cogn Sci"},{"key":"pbio.3000937.ref064","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1038\/d41586-019-02674-6","article-title":"What\u2019s
|
2206
|
+
next for registered reports?","volume":"573","author":"CD Chambers","year":"2019","journal-title":"Nature"},{"issue":"9","key":"pbio.3000937.ref065","article-title":"Seven
|
2207
|
+
selfish reasons for preregistration","volume":"29","author":"EJ Wagenmakers","year":"2016","journal-title":"APS
|
2208
|
+
Obs"},{"key":"pbio.3000937.ref066","first-page":"1","article-title":"Study
|
2209
|
+
Preregistration: An Evaluation of a Method for Transparent Reporting","volume":"2020","author":"AA
|
2210
|
+
Toth","journal-title":"J Bus Psychol"},{"key":"pbio.3000937.ref067","doi-asserted-by":"crossref","first-page":"175","DOI":"10.3758\/BF03193146","article-title":"G*Power
|
2211
|
+
3: A flexible statistical power analysis program for the social, behavioral,
|
2212
|
+
and biomedical sciences","volume":"39","author":"F Faul","year":"2007","journal-title":"Behav
|
2213
|
+
Res Methods"}],"container-title":"PLOS Biology","original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pbio.3000937","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T22:50:42Z","timestamp":1607554242000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pbio.3000937"}},"subtitle":[],"editor":[{"given":"Lisa","family":"Bero","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2020,12,9]]},"references-count":67,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2020,12,9]]}},"URL":"http:\/\/dx.doi.org\/10.1371\/journal.pbio.3000937","relation":{},"ISSN":["1545-7885"],"subject":["General
|
2214
|
+
Agricultural and Biological Sciences","General Immunology and Microbiology","General
|
2215
|
+
Biochemistry, Genetics and Molecular Biology","General Neuroscience"],"container-title-short":"PLoS
|
2216
|
+
Biol","published":{"date-parts":[[2020,12,9]]}}'
|
2217
|
+
recorded_at: Wed, 05 Jul 2023 05:27:42 GMT
|
2218
|
+
- request:
|
2219
|
+
method: get
|
2220
|
+
uri: https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform
|
2221
|
+
body:
|
2222
|
+
encoding: UTF-8
|
2223
|
+
string: ''
|
2224
|
+
headers:
|
2225
|
+
Accept:
|
2226
|
+
- application/vnd.citationstyles.csl+json
|
2227
|
+
Connection:
|
2228
|
+
- close
|
2229
|
+
User-Agent:
|
2230
|
+
- http.rb/5.1.1
|
2231
|
+
Host:
|
2232
|
+
- api.crossref.org
|
2233
|
+
response:
|
2234
|
+
status:
|
2235
|
+
code: 200
|
2236
|
+
message: OK
|
2237
|
+
headers:
|
2238
|
+
Date:
|
2239
|
+
- Wed, 05 Jul 2023 05:27:43 GMT
|
2240
|
+
Content-Type:
|
2241
|
+
- application/vnd.citationstyles.csl+json
|
2242
|
+
Transfer-Encoding:
|
2243
|
+
- chunked
|
2244
|
+
Vary:
|
2245
|
+
- Accept
|
2246
|
+
Link:
|
2247
|
+
- <http://dx.doi.org/10.1098/rsos.211037>; rel="canonical", <https://royalsocietypublishing.org/doi/pdf/10.1098/rsos.211037>;
|
2248
|
+
version="vor"; type="application/pdf"; rel="item", <https://royalsocietypublishing.org/doi/full-xml/10.1098/rsos.211037>;
|
2249
|
+
version="vor"; type="application/xml"; rel="item", <https://royalsocietypublishing.org/doi/pdf/10.1098/rsos.211037>;
|
2250
|
+
version="vor"; rel="item", <https://royalsociety.org/journals/ethics-policies/data-sharing-mining/>;
|
2251
|
+
version="tdm"; rel="license", <http://orcid.org/0000-0002-0303-2441>; title="Aline
|
2252
|
+
Claesen"; rel="author", <http://orcid.org/0000-0002-2099-6314>; title="Sara
|
2253
|
+
Gomes"; rel="author", <http://orcid.org/0000-0002-1775-7654>; title="Francis
|
2254
|
+
Tuerlinckx"; rel="author", <http://orcid.org/0000-0002-5855-3885>; title="Wolf
|
2255
|
+
Vanpaemel"; rel="author"
|
2256
|
+
Access-Control-Expose-Headers:
|
2257
|
+
- Link
|
2258
|
+
Access-Control-Allow-Headers:
|
2259
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
2260
|
+
Accept-Ranges, Cache-Control
|
2261
|
+
Access-Control-Allow-Origin:
|
2262
|
+
- "*"
|
2263
|
+
Server:
|
2264
|
+
- Jetty(9.4.40.v20210413)
|
2265
|
+
X-Ratelimit-Limit:
|
2266
|
+
- '50'
|
2267
|
+
X-Ratelimit-Interval:
|
2268
|
+
- 1s
|
2269
|
+
X-Api-Pool:
|
2270
|
+
- public
|
2271
|
+
X-Rate-Limit-Limit:
|
2272
|
+
- '50'
|
2273
|
+
X-Rate-Limit-Interval:
|
2274
|
+
- 1s
|
2275
|
+
Permissions-Policy:
|
2276
|
+
- interest-cohort=()
|
2277
|
+
Connection:
|
2278
|
+
- close
|
2279
|
+
body:
|
2280
|
+
encoding: ASCII-8BIT
|
2281
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:56Z","timestamp":1687134476166},"reference-count":30,"publisher":"The
|
2282
|
+
Royal Society","issue":"10","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/royalsociety.org\/journals\/ethics-policies\/data-sharing-mining\/"}],"funder":[{"DOI":"10.13039\/501100004040","name":"KU
|
2283
|
+
Leuven","doi-asserted-by":"crossref","award":["C14\/19\/054"]}],"content-domain":{"domain":["royalsocietypublishing.org"],"crossmark-restriction":true},"published-print":{"date-parts":[[2021,10]]},"abstract":"<jats:p>\n Preregistration
|
2284
|
+
is a method to increase research transparency by documenting research decisions
|
2285
|
+
on a public, third-party repository prior to any influence by data. It is
|
2286
|
+
becoming increasingly popular in all subfields of psychology and beyond. Adherence
|
2287
|
+
to the preregistration plan may not always be feasible and even is not necessarily
|
2288
|
+
desirable, but without disclosure of deviations, readers who do not carefully
|
2289
|
+
consult the preregistration plan might get the incorrect impression that the
|
2290
|
+
study was exactly conducted and reported as planned. In this paper, we have
|
2291
|
+
investigated adherence and disclosure of deviations for all articles published
|
2292
|
+
with the Preregistered badge in\n <jats:italic>Psychological Science<\/jats:italic>\n between
|
2293
|
+
February 2015 and November 2017 and shared our findings with the corresponding
|
2294
|
+
authors for feedback. Two out of 27 preregistered studies contained no deviations
|
2295
|
+
from the preregistration plan. In one study, all deviations were disclosed.
|
2296
|
+
Nine studies disclosed none of the deviations. We mainly observed (un)disclosed
|
2297
|
+
deviations from the plan regarding the reported sample size, exclusion criteria
|
2298
|
+
and statistical analysis. This closer look at preregistrations of the first
|
2299
|
+
generation reveals possible hurdles for reporting preregistered studies and
|
2300
|
+
provides input for future reporting guidelines. We discuss the results and
|
2301
|
+
possible explanations, and provide recommendations for preregistered research.\n <\/jats:p>","DOI":"10.1098\/rsos.211037","type":"journal-article","created":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T07:05:32Z","timestamp":1635318332000},"update-policy":"http:\/\/dx.doi.org\/10.1098\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":"Comparing
|
2302
|
+
dream to reality: an assessment of adherence of the first generation of preregistered
|
2303
|
+
studies","prefix":"10.1098","volume":"8","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-0303-2441","authenticated-orcid":true,"given":"Aline","family":"Claesen","sequence":"first","affiliation":[{"name":"Faculty
|
2304
|
+
of Psychology and Educational Sciences, KU Leuven, Tiensestraat 102, Leuven
|
2305
|
+
3000, Belgium"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-2099-6314","authenticated-orcid":true,"given":"Sara","family":"Gomes","sequence":"additional","affiliation":[{"name":"Faculty
|
2306
|
+
of Psychology and Educational Sciences, KU Leuven, Tiensestraat 102, Leuven
|
2307
|
+
3000, Belgium"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-1775-7654","authenticated-orcid":true,"given":"Francis","family":"Tuerlinckx","sequence":"additional","affiliation":[{"name":"Faculty
|
2308
|
+
of Psychology and Educational Sciences, KU Leuven, Tiensestraat 102, Leuven
|
2309
|
+
3000, Belgium"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5855-3885","authenticated-orcid":true,"given":"Wolf","family":"Vanpaemel","sequence":"additional","affiliation":[{"name":"Faculty
|
2310
|
+
of Psychology and Educational Sciences, KU Leuven, Tiensestraat 102, Leuven
|
2311
|
+
3000, Belgium"}]}],"member":"175","published-online":{"date-parts":[[2021,10,27]]},"reference":[{"key":"e_1_3_8_2_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"key":"e_1_3_8_3_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124"},{"key":"e_1_3_8_4_2","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.01832"},{"key":"e_1_3_8_5_2","unstructured":"Gelman
|
2312
|
+
A Loken E. 2013 The garden of forking paths: why multiple comparisons can
|
2313
|
+
be a problem even when there is no \u2018fishing expedition\u2019 or \u2018p-hacking\u2019
|
2314
|
+
and the research hypothesis was posited ahead of time. Dep Stat Columbia Univ
|
2315
|
+
[Internet]. See http:\/\/stat.columbia.edu\/~gelman\/research\/unpublished\/forking.pdf."},{"key":"e_1_3_8_6_2","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1708274114"},{"key":"e_1_3_8_7_2","first-page":"aac4716","article-title":"Estimating
|
2316
|
+
the reproducibility of psychological science","volume":"349","author":"Open
|
2317
|
+
Science Collaboration","year":"2015","unstructured":"Open Science Collaboration.
|
2318
|
+
2015 Estimating the reproducibility of psychological science. J. Am. Stat.
|
2319
|
+
Assoc. 349, aac4716. (doi:10.1126\/science.aac4716)","journal-title":"J. Am.
|
2320
|
+
Stat. Assoc."},{"key":"e_1_3_8_8_2","doi-asserted-by":"publisher","DOI":"10.1037\/a0040195"},{"key":"e_1_3_8_9_2","doi-asserted-by":"publisher","DOI":"10.1177\/2515245918787489"},{"key":"e_1_3_8_10_2","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612459058"},{"key":"e_1_3_8_11_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2019.11.009"},{"key":"e_1_3_8_12_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797613512465"},{"key":"e_1_3_8_13_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.cortex.2012.12.016"},{"key":"e_1_3_8_14_2","unstructured":"DeHaven
|
2321
|
+
A. 2017 Preregistration: a plan not a prison [Internet]. [cited 10 February
|
2322
|
+
2021]. See https:\/\/www.cos.io\/blog\/preregistration-plan-not-prison."},{"key":"e_1_3_8_15_2","doi-asserted-by":"publisher","DOI":"10.1111\/1475-679X.12208"},{"key":"e_1_3_8_16_2","doi-asserted-by":"publisher","DOI":"10.1161\/01.CIR.0000158823.53941.BE"},{"key":"e_1_3_8_17_2","doi-asserted-by":"publisher","DOI":"10.1186\/s13063-019-3173-2"},{"key":"e_1_3_8_18_2","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-015-0520-3"},{"key":"e_1_3_8_19_2","doi-asserted-by":"publisher","DOI":"10.1080\/03630242.2017.1421287"},{"key":"e_1_3_8_20_2","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2009.1242"},{"key":"e_1_3_8_21_2","doi-asserted-by":"publisher","DOI":"10.2106\/JBJS.15.00400"},{"key":"e_1_3_8_22_2","volume-title":"R:
|
2323
|
+
a language and environment for statistical computing","author":"R Core Team","year":"2020","unstructured":"R
|
2324
|
+
Core Team. 2020 R: a language and environment for statistical computing. Vienna,
|
2325
|
+
Austria: R Foundation for Statistical Computing. See https:\/\/www.r-project.org\/."},{"key":"e_1_3_8_23_2","unstructured":"Dragulescu
|
2326
|
+
A Arendt C. 2020 xlsx: read write format Excel 2007 and Excel 97\/2000\/XP\/2003
|
2327
|
+
Files [Internet]. See https:\/\/cran.r-project.org\/package=xlsx."},{"key":"e_1_3_8_24_2","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01686"},{"key":"e_1_3_8_25_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24277-4"},{"key":"e_1_3_8_26_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2016.03.004"},{"key":"e_1_3_8_27_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2013.10.005"},{"key":"e_1_3_8_28_2","doi-asserted-by":"publisher","DOI":"10.1017\/S1537592721000931"},{"key":"e_1_3_8_29_2","doi-asserted-by":"crossref","unstructured":"Heirene
|
2328
|
+
R et al. 2021 Preregistration specificity & adherence: a review of preregistered
|
2329
|
+
gambling studies & cross-disciplinary comparison. [cited 20 August 2021];
|
2330
|
+
See https:\/\/psyarxiv.com\/nj4es\/.","DOI":"10.31234\/osf.io\/nj4es"},{"key":"e_1_3_8_30_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.3000937"},{"key":"e_1_3_8_31_2","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-018-0444-y"}],"container-title":"Royal
|
2331
|
+
Society Open Science","original-title":[],"language":"en","link":[{"URL":"https:\/\/royalsocietypublishing.org\/doi\/pdf\/10.1098\/rsos.211037","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/royalsocietypublishing.org\/doi\/full-xml\/10.1098\/rsos.211037","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/royalsocietypublishing.org\/doi\/pdf\/10.1098\/rsos.211037","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T07:05:50Z","timestamp":1635318350000},"score":1,"resource":{"primary":{"URL":"https:\/\/royalsocietypublishing.org\/doi\/10.1098\/rsos.211037"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10]]},"references-count":30,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["10.1098\/rsos.211037"],"URL":"http:\/\/dx.doi.org\/10.1098\/rsos.211037","relation":{},"ISSN":["2054-5703"],"subject":["Multidisciplinary"],"container-title-short":"R.
|
2332
|
+
Soc. open sci.","published":{"date-parts":[[2021,10]]},"assertion":[{"value":"2021-06-23","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication
|
2333
|
+
History"}},{"value":"2021-09-29","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication
|
2334
|
+
History"}},{"value":"2021-10-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication
|
2335
|
+
History"}}]}'
|
2336
|
+
recorded_at: Wed, 05 Jul 2023 05:27:43 GMT
|
2337
|
+
- request:
|
2338
|
+
method: get
|
2339
|
+
uri: https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform
|
2340
|
+
body:
|
2341
|
+
encoding: UTF-8
|
2342
|
+
string: ''
|
2343
|
+
headers:
|
2344
|
+
Accept:
|
2345
|
+
- application/vnd.citationstyles.csl+json
|
2346
|
+
Connection:
|
2347
|
+
- close
|
2348
|
+
User-Agent:
|
2349
|
+
- http.rb/5.1.1
|
2350
|
+
Host:
|
2351
|
+
- api.crossref.org
|
2352
|
+
response:
|
2353
|
+
status:
|
2354
|
+
code: 200
|
2355
|
+
message: OK
|
2356
|
+
headers:
|
2357
|
+
Date:
|
2358
|
+
- Wed, 05 Jul 2023 05:27:43 GMT
|
2359
|
+
Content-Type:
|
2360
|
+
- application/vnd.citationstyles.csl+json
|
2361
|
+
Transfer-Encoding:
|
2362
|
+
- chunked
|
2363
|
+
Vary:
|
2364
|
+
- Accept
|
2365
|
+
Link:
|
2366
|
+
- <http://dx.doi.org/10.7554/elife.67995>; rel="canonical", <https://cdn.elifesciences.org/articles/67995/elife-67995-v2.pdf>;
|
2367
|
+
version="vor"; type="application/pdf"; rel="item", <https://cdn.elifesciences.org/articles/67995/elife-67995-v2.xml>;
|
2368
|
+
version="vor"; type="application/xml"; rel="item", <http://creativecommons.org/licenses/by/4.0/>;
|
2369
|
+
version="vor"; rel="license", <http://creativecommons.org/licenses/by/4.0/>;
|
2370
|
+
version="am"; rel="license", <http://creativecommons.org/licenses/by/4.0/>;
|
2371
|
+
version="tdm"; rel="license", <http://orcid.org/0000-0002-4959-5143>; title="Timothy
|
2372
|
+
M Errington"; rel="author", <http://orcid.org/0000-0001-9546-215X>; title="Nicole
|
2373
|
+
Perfito"; rel="author", <http://orcid.org/0000-0002-5515-1258>; title="Elizabeth
|
2374
|
+
Iorns"; rel="author", <http://orcid.org/0000-0001-6797-5476>; title="Brian
|
2375
|
+
A Nosek"; rel="author"
|
2376
|
+
Access-Control-Expose-Headers:
|
2377
|
+
- Link
|
2378
|
+
Access-Control-Allow-Headers:
|
2379
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
2380
|
+
Accept-Ranges, Cache-Control
|
2381
|
+
Access-Control-Allow-Origin:
|
2382
|
+
- "*"
|
2383
|
+
Server:
|
2384
|
+
- Jetty(9.4.40.v20210413)
|
2385
|
+
X-Ratelimit-Limit:
|
2386
|
+
- '50'
|
2387
|
+
X-Ratelimit-Interval:
|
2388
|
+
- 1s
|
2389
|
+
X-Api-Pool:
|
2390
|
+
- public
|
2391
|
+
X-Rate-Limit-Limit:
|
2392
|
+
- '50'
|
2393
|
+
X-Rate-Limit-Interval:
|
2394
|
+
- 1s
|
2395
|
+
Permissions-Policy:
|
2396
|
+
- interest-cohort=()
|
2397
|
+
Connection:
|
2398
|
+
- close
|
2399
|
+
body:
|
2400
|
+
encoding: ASCII-8BIT
|
2401
|
+
string: '{"indexed":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T18:17:31Z","timestamp":1687976251621},"reference-count":196,"publisher":"eLife
|
2402
|
+
Sciences Publications, Ltd","license":[{"start":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:00Z","timestamp":1638835200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:00Z","timestamp":1638835200000},"content-version":"am","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:00Z","timestamp":1638835200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100014848","name":"Arnold
|
2403
|
+
Ventures","doi-asserted-by":"crossref"}],"content-domain":{"domain":["elifesciences.org"],"crossmark-restriction":false},"accepted":{"date-parts":[[2021,7,20]]},"abstract":"<jats:p>We
|
2404
|
+
conducted the <jats:ext-link ext-link-type=\"uri\" xlink:href=\"https:\/\/elifesciences.org\/collections\/9b1e83d1\/reproducibility-project-cancer-biology\">Reproducibility
|
2405
|
+
Project: Cancer Biology<\/jats:ext-link> to investigate the replicability
|
2406
|
+
of preclinical research in cancer biology. The initial aim of the project
|
2407
|
+
was to repeat 193 experiments from 53 high-impact papers, using an approach
|
2408
|
+
in which the experimental protocols and plans for data analysis had to be
|
2409
|
+
peer reviewed and accepted for publication before experimental work could
|
2410
|
+
begin. However, the various barriers and challenges we encountered while designing
|
2411
|
+
and conducting the experiments meant that we were only able to repeat 50 experiments
|
2412
|
+
from 23 papers. Here we report these barriers and challenges. First, many
|
2413
|
+
original papers failed to report key descriptive and inferential statistics:
|
2414
|
+
the data needed to compute effect sizes and conduct power analyses was publicly
|
2415
|
+
accessible for just 4 of 193 experiments. Moreover, despite contacting the
|
2416
|
+
authors of the original papers, we were unable to obtain these data for 68%
|
2417
|
+
of the experiments. Second, none of the 193 experiments were described in
|
2418
|
+
sufficient detail in the original paper to enable us to design protocols to
|
2419
|
+
repeat the experiments, so we had to seek clarifications from the original
|
2420
|
+
authors. While authors were <jats:italic>extremely<\/jats:italic> or <jats:italic>very
|
2421
|
+
helpful<\/jats:italic> for 41% of experiments, they were <jats:italic>minimally
|
2422
|
+
helpful<\/jats:italic> for 9% of experiments, and <jats:italic>not at all
|
2423
|
+
helpful<\/jats:italic> (or did not respond to us) for 32% of experiments.
|
2424
|
+
Third, once experimental work started, 67% of the peer-reviewed protocols
|
2425
|
+
required modifications to complete the research and just 41% of those modifications
|
2426
|
+
could be implemented. Cumulatively, these three factors limited the number
|
2427
|
+
of experiments that could be repeated. This experience draws attention to
|
2428
|
+
a basic and fundamental concern about replication \u2013 it is hard to assess
|
2429
|
+
whether reported findings are credible.<\/jats:p>","DOI":"10.7554\/elife.67995","type":"journal-article","created":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:20Z","timestamp":1638835220000},"update-policy":"http:\/\/dx.doi.org\/10.7554\/elife.67995","source":"Crossref","is-referenced-by-count":75,"title":"Challenges
|
2430
|
+
for assessing replicability in preclinical cancer biology","prefix":"10.7554","volume":"10","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-4959-5143","authenticated-orcid":true,"given":"Timothy
|
2431
|
+
M","family":"Errington","sequence":"first","affiliation":[{"name":"Center
|
2432
|
+
for Open Science","place":["Charlottesville, United States"]}]},{"given":"Alexandria","family":"Denis","sequence":"additional","affiliation":[{"name":"Center
|
2433
|
+
for Open Science","place":["Charlottesville, United States"]}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-9546-215X","authenticated-orcid":true,"given":"Nicole","family":"Perfito","sequence":"additional","affiliation":[{"name":"Science
|
2434
|
+
Exchange","place":["Palo Alto, United States"]}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5515-1258","authenticated-orcid":true,"given":"Elizabeth","family":"Iorns","sequence":"additional","affiliation":[{"name":"Science
|
2435
|
+
Exchange","place":["Palo Alto, United States"]}]},{"ORCID":"http:\/\/orcid.org\/0000-0001-6797-5476","authenticated-orcid":true,"given":"Brian
|
2436
|
+
A","family":"Nosek","sequence":"additional","affiliation":[{"name":"Center
|
2437
|
+
for Open Science","place":["Charlottesville, United States"]},{"name":"University
|
2438
|
+
of Virginia","place":["Charlottesville, United States"]}]}],"member":"4374","published-online":{"date-parts":[[2021,12,7]]},"reference":[{"key":"bib1","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.21253","article-title":"Replication
|
2439
|
+
Study: BET bromodomain inhibition as a therapeutic strategy to target c-Myc","volume":"6","author":"Aird","year":"2017","journal-title":"eLife"},{"key":"bib2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.3000246","article-title":"Open
|
2440
|
+
science challenges, benefits and tips in early career and beyond","volume":"17","author":"Allen","year":"2019","journal-title":"PLOS
|
2441
|
+
Biology"},{"key":"bib3","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1525\/jer.2007.2.4.3","article-title":"Normative
|
2442
|
+
dissonance in science: results from a national survey of U.S. scientists","volume":"2","author":"Anderson","year":"2007","journal-title":"Journal
|
2443
|
+
of Empirical Research on Human Research Ethics"},{"key":"bib4","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1126\/science.1224820","article-title":"Intestinal
|
2444
|
+
inflammation targets cancer-inducing activity of the microbiota","volume":"338","author":"Arthur","year":"2012","journal-title":"Science"},{"key":"bib5","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.1001756","article-title":"Two
|
2445
|
+
years later: journals are not yet enforcing the ARRIVE guidelines on reporting
|
2446
|
+
standards for pre-clinical animal studies","volume":"12","author":"Baker","year":"2014","journal-title":"PLOS
|
2447
|
+
Biology"},{"key":"bib6","doi-asserted-by":"publisher","article-title":"Dutch
|
2448
|
+
agency launches first grants programme dedicated to replication","author":"Baker","year":"2016","journal-title":"Nature","DOI":"10.1038\/nature.2016.20287"},{"key":"bib7","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1038\/483531a","article-title":"Drug
|
2449
|
+
development: Raise standards for preclinical cancer research","volume":"483","author":"Begley","year":"2012","journal-title":"Nature"},{"key":"bib8","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1161\/CIRCRESAHA.114.303819","article-title":"Reproducibility
|
2450
|
+
in science: Improving the standard for basic and preclinical research","volume":"116","author":"Begley","year":"2015","journal-title":"Circulation
|
2451
|
+
Research"},{"key":"bib9","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1038\/nature11071","article-title":"Melanoma
|
2452
|
+
genome sequencing reveals frequent PREX2 mutations","volume":"485","author":"Berger","year":"2012","journal-title":"Nature"},{"key":"bib10","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.11999","article-title":"Registered
|
2453
|
+
Report: Kinase-dead BRAF and oncogenic RAS cooperate to drive tumor progression
|
2454
|
+
through CRAF","volume":"5","author":"Bhargava","year":"2016","journal-title":"eLife"},{"key":"bib11","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.09976","article-title":"Registered
|
2455
|
+
Report: RAF inhibitors prime wild-type RAF to activate the MAPK pathway and
|
2456
|
+
enhance growth","volume":"5","author":"Bhargava","year":"2016","journal-title":"eLife"},{"key":"bib12","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04034","article-title":"Registered
|
2457
|
+
Report: Tumour micro-environment elicits innate resistance to RAF inhibitors
|
2458
|
+
through HGF secretion","volume":"3","author":"Blum","year":"2014","journal-title":"eLife"},{"key":"bib13","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04024","article-title":"Registered
|
2459
|
+
Report: Transcriptional amplification in tumor cells with elevated c-Myc","volume":"4","author":"Blum","year":"2015","journal-title":"eLife"},{"key":"bib14","first-page":"437","article-title":"Effects
|
2460
|
+
of article retraction on citation and practice in medicine","volume":"87","author":"Budd","year":"1999","journal-title":"Bulletin
|
2461
|
+
of the Medical Library Association"},{"key":"bib15","doi-asserted-by":"publisher","first-page":"1433","DOI":"10.1126\/science.aaf0918","article-title":"Evaluating
|
2462
|
+
replicability of laboratory experiments in economics","volume":"351","author":"Camerer","year":"2016","journal-title":"Science"},{"key":"bib16","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1038\/s41562-018-0399-z","article-title":"Evaluating
|
2463
|
+
the replicability of social science experiments in nature and science between
|
2464
|
+
2010 and 2015","volume":"2","author":"Camerer","year":"2018","journal-title":"Nature
|
2465
|
+
Human Behaviour"},{"key":"bib17","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1038\/nature08712","article-title":"The
|
2466
|
+
transcriptional network for mesenchymal transformation of brain tumours","volume":"463","author":"Carro","year":"2010","journal-title":"Nature"},{"key":"bib18","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1128\/IAI.06183-11","article-title":"Reforming
|
2467
|
+
science: methodological and cultural reforms","volume":"80","author":"Casadevall","year":"2012","journal-title":"Infection
|
2468
|
+
and Immunity"},{"key":"bib19","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1101\/gr.126516.111","article-title":"Fusobacterium
|
2469
|
+
nucleatum infection is prevalent in human colorectal carcinoma","volume":"22","author":"Castellarin","year":"2012","journal-title":"Genome
|
2470
|
+
Research"},{"key":"bib20","doi-asserted-by":"publisher","first-page":"7950","DOI":"10.1073\/pnas.1102454108","article-title":"Normal
|
2471
|
+
and neoplastic nonstem cells can spontaneously convert to a stem-like state","volume":"108","author":"Chaffer","year":"2011","journal-title":"PNAS"},{"key":"bib21","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/S0140-6736(13)62229-1","article-title":"How
|
2472
|
+
to increase value and reduce waste when research priorities are set","volume":"383","author":"Chalmers","year":"2014","journal-title":"Lancet"},{"key":"bib22","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1038\/d41586-019-02674-6","article-title":"What\u2019s
|
2473
|
+
next for registered reports","volume":"573","author":"Chambers","year":"2019","journal-title":"Nature"},{"key":"bib23","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1038\/nature11287","article-title":"A
|
2474
|
+
restricted cell population propagates glioblastoma growth after chemotherapy","volume":"488","author":"Chen","year":"2012","journal-title":"Nature"},{"key":"bib24","doi-asserted-by":"publisher","article-title":"Open
|
2475
|
+
science practices are on the rise: The State of Social Science (3S) Survey","volume-title":"OSF
|
2476
|
+
Preprints","author":"Christensen","year":"2019","DOI":"10.31222\/osf.io\/5rksu"},{"key":"bib25","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/0749-5978(91)90010-Q","article-title":"The
|
2477
|
+
hindsight bias: A meta-analysis","volume":"48","author":"Christensen-Szalanski","year":"1991","journal-title":"Organizational
|
2478
|
+
Behavior and Human Decision Processes"},{"key":"bib26","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04180","article-title":"Registered
|
2479
|
+
Report: Melanoma genome sequencing reveals frequent PREX2 mutations","volume":"3","author":"Chroscinski","year":"2014","journal-title":"eLife"},{"key":"bib27","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04586","article-title":"Registered
|
2480
|
+
Report: The CD47-signal regulated protein alpha (SIRPa) interaction is a therapeutic
|
2481
|
+
target for human solid tumors","volume":"4","author":"Chroscinski","year":"2015","journal-title":"eLife"},{"key":"bib28","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04363","article-title":"Registered
|
2482
|
+
Report: Tumour vascularization via endothelial differentiation of glioblastoma
|
2483
|
+
stem-like cells","volume":"4","author":"Chroscinski","year":"2015","journal-title":"eLife"},{"key":"bib29","article-title":"Dear
|
2484
|
+
colleague letter: Robust and reliable research in the social, behavioral,
|
2485
|
+
and economic sciences","volume-title":"National Science Foundation","author":"Cook","year":"2016","unstructured":"Cook
|
2486
|
+
FL. 2016. Dear colleague letter: Robust and reliable research in the social,
|
2487
|
+
behavioral, and economic sciences. National Science Foundation. https:\/\/www.nsf.gov\/pubs\/2016\/nsf16137\/nsf16137.jsp
|
2488
|
+
[Accessed August 5, 2021]."},{"key":"bib30","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/s13164-018-0400-9","article-title":"Estimating
|
2489
|
+
the reproducibility of experimental philosophy","volume":"12","author":"Cova","year":"2018","journal-title":"Review
|
2490
|
+
of Philosophy and Psychology"},{"key":"bib31","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1038\/nature10802","article-title":"DNA
|
2491
|
+
breaks and chromosome pulverization from errors in mitosis","volume":"482","author":"Crasta","year":"2012","journal-title":"Nature"},{"key":"bib32","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature10509","article-title":"Inhibition
|
2492
|
+
of BET recruitment to chromatin as an effective treatment for MLL-fusion leukaemia","volume":"478","author":"Dawson","year":"2011","journal-title":"Nature"},{"key":"bib33","doi-asserted-by":"publisher","first-page":"904","DOI":"10.1016\/j.cell.2011.08.017","article-title":"BET
|
2493
|
+
bromodomain inhibition as a therapeutic strategy to target c-Myc","volume":"146","author":"Delmore","year":"2011","journal-title":"Cell"},{"key":"bib34","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1038\/nature10189","article-title":"Oncogene-induced
|
2494
|
+
Nrf2 transcription promotes ROS detoxification and tumorigenesis","volume":"475","author":"DeNicola","year":"2011","journal-title":"Nature"},{"key":"bib35","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1038\/nature11344","article-title":"Defining
|
2495
|
+
the mode of tumour growth by clonal analysis","volume":"488","author":"Driessens","year":"2012","journal-title":"Nature"},{"key":"bib36","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1016\/j.cmet.2016.08.006","article-title":"Never
|
2496
|
+
waste a good crisis: Confronting reproducibility in translational research","volume":"24","author":"Drucker","year":"2016","journal-title":"Cell
|
2497
|
+
Metabolism"},{"key":"bib37","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04186","article-title":"Registered
|
2498
|
+
Report: Intestinal inflammation targets cancer-inducing activity of the microbiota","volume":"4","author":"Eaton","year":"2015","journal-title":"eLife"},{"key":"bib38","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.34364","article-title":"Replication
|
2499
|
+
Study: Intestinal inflammation targets cancer-inducing activity of the microbiota","volume":"7","author":"Eaton","year":"2018","journal-title":"eLife"},{"key":"bib39","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1016\/j.jesp.2015.10.012","article-title":"Many
|
2500
|
+
Labs 3: Evaluating participant pool quality across the academic semester via
|
2501
|
+
replication","volume":"67","author":"Ebersole","year":"2016","journal-title":"Journal
|
2502
|
+
of Experimental Social Psychology"},{"key":"bib40","doi-asserted-by":"publisher","article-title":"Many
|
2503
|
+
Labs 5: Testing pre-data collection peer review as an intervention to increase
|
2504
|
+
replicability","volume-title":"PsyArXiv","author":"Ebersole","year":"2019","DOI":"10.31234\/osf.io\/sxfm2"},{"key":"bib41","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04333","article-title":"An
|
2505
|
+
open investigation of the reproducibility of cancer biology research","volume":"3","author":"Errington","year":"2014","journal-title":"eLife"},{"key":"bib42","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.73430","article-title":"Experiments
|
2506
|
+
from unfinished Registered Reports in the Reproducibility Project: Cancer
|
2507
|
+
Biology","volume":"10","author":"Errington","year":"2021","journal-title":"eLife"},{"key":"bib43","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.71601","article-title":"Investigating
|
2508
|
+
the replicability of preclinical cancer biology","volume":"10","author":"Errington","year":"2021","journal-title":"eLife"},{"key":"bib44","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.45426","article-title":"Replication
|
2509
|
+
Study: Wnt activity defines colon cancer stem cells and is regulated by the
|
2510
|
+
microenvironment","volume":"8","author":"Essex","year":"2019","journal-title":"eLife"},{"key":"bib45","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.07301","article-title":"Registered
|
2511
|
+
report: Wnt activity defines colon cancer stem cells and is regulated by the
|
2512
|
+
microenvironment","volume":"4","author":"Evans","year":"2015","journal-title":"eLife"},{"key":"bib46","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.07420","article-title":"Registered
|
2513
|
+
Report: Oncometabolite 2-hydroxyglutarate is a competitive inhibitor of \u03b1-ketoglutarate-dependent
|
2514
|
+
dioxygenases","volume":"4","author":"Evans","year":"2015","journal-title":"eLife"},{"key":"bib47","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0010068","article-title":"\u201cPositive\u201d
|
2515
|
+
results increase down the hierarchy of the sciences","volume":"5","author":"Fanelli","year":"2010","journal-title":"PLOS
|
2516
|
+
ONE"},{"key":"bib48","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1007\/s11192-011-0494-7","article-title":"Negative
|
2517
|
+
results are disappearing from most disciplines and countries","volume":"90","author":"Fanelli","year":"2011","journal-title":"Scientometrics"},{"key":"bib49","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.12626","article-title":"Registered
|
2518
|
+
Report: The common feature of leukemia-associated IDH1 and IDH2 mutations
|
2519
|
+
is a neomorphic enzyme activity converting alpha-ketoglutarate to 2-hydroxyglutarate","volume":"5","author":"Fiehn","year":"2016","journal-title":"eLife"},{"key":"bib50","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04796","article-title":"Registered
|
2520
|
+
Report: Biomechanical remodeling of the microenvironment by stromal caveolin-1
|
2521
|
+
favors tumor invasion and metastasis","volume":"4","author":"Fiering","year":"2015","journal-title":"eLife"},{"key":"bib51","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1016\/j.ccr.2010.11.015","article-title":"Leukemic
|
2522
|
+
IDH1 and IDH2 mutations result in a hypermethylation phenotype, disrupt TET2
|
2523
|
+
function, and impair hematopoietic differentiation","volume":"18","author":"Figueroa","year":"2010","journal-title":"Cancer
|
2524
|
+
Cell"},{"key":"bib52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0030-5073(75)90002-1","article-title":"I
|
2525
|
+
knew it would happen: Remembered probabilities of once\u2014future things","volume":"13","author":"Fischhoff","year":"1975","journal-title":"Organizational
|
2526
|
+
Behavior and Human Performance"},{"key":"bib53","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.08997","article-title":"Registered
|
2527
|
+
Report: Inhibition of BET recruitment to chromatin as an effective treatment
|
2528
|
+
for MLL-fusion leukemia","volume":"4","author":"Fung","year":"2015","journal-title":"eLife"},{"key":"bib54","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1038\/nature11005","article-title":"Systematic
|
2529
|
+
identification of genomic markers of drug sensitivity in cancer cells","volume":"483","author":"Garnett","year":"2012","journal-title":"Nature"},{"key":"bib55","article-title":"The
|
2530
|
+
Garden of Forking Paths: Why Multiple Comparisons Can Be a Problem, Even When
|
2531
|
+
There Is No \u201cFishing Expedition\u201d or \u201cp-Hacking\u201d and the
|
2532
|
+
Research Hypothesis Was Posited Ahead of Time","volume-title":"Department
|
2533
|
+
of Statistics, Columbia University","author":"Gelman","year":"2013","unstructured":"Gelman
|
2534
|
+
A, Loken E. 2013. The Garden of Forking Paths: Why Multiple Comparisons Can
|
2535
|
+
Be a Problem, Even When There Is No \u201cFishing Expedition\u201d or \u201cp-Hacking\u201d
|
2536
|
+
and the Research Hypothesis Was Posited Ahead of Time. Department of Statistics,
|
2537
|
+
Columbia University. http:\/\/www.stat.columbia.edu\/~gelman\/research\/unpublished\/forking.pdf
|
2538
|
+
[Accessed August 5, 2021]."},{"key":"bib56","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1177\/1745691612457576","article-title":"Science
|
2539
|
+
or art? How aesthetic standards grease the way through the publication bottleneck
|
2540
|
+
but undermine science","volume":"7","author":"Giner-Sorolla","year":"2012","journal-title":"Perspectives
|
2541
|
+
on Psychological Science"},{"key":"bib57","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/S0140-6736(13)62228-X","article-title":"Reducing
|
2542
|
+
waste from incomplete or unusable reports of biomedical research","volume":"383","author":"Glasziou","year":"2014","journal-title":"Lancet"},{"key":"bib58","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1016\/j.cell.2011.05.040","article-title":"Biomechanical
|
2543
|
+
remodeling of the microenvironment by stromal caveolin-1 favors tumor invasion
|
2544
|
+
and metastasis","volume":"146","author":"Goetz","year":"2011","journal-title":"Cell"},{"key":"bib59","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04037","article-title":"Registered
|
2545
|
+
Report: Widespread potential for growth factor-driven resistance to anticancer
|
2546
|
+
kinase inhibitors","volume":"3","author":"Greenfield","year":"2014","journal-title":"eLife"},{"key":"bib60","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1037\/h0076157","article-title":"Consequences
|
2547
|
+
of prejudice against the null hypothesis","volume":"82","author":"Greenwald","year":"1975","journal-title":"Psychological
|
2548
|
+
Bulletin"},{"key":"bib61","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pntd.0004194","article-title":"Quality
|
2549
|
+
of reporting and adherence to arrive guidelines in animal studies for chagas
|
2550
|
+
disease preclinical drug research: A systematic review","volume":"9","author":"Gulin","year":"2015","journal-title":"PLOS
|
2551
|
+
Neglected Tropical Diseases"},{"key":"bib62","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1038\/nature08975","article-title":"Long
|
2552
|
+
non-coding RNA HOTAIR reprograms chromatin state to promote cancer metastasis","volume":"464","author":"Gupta","year":"2010","journal-title":"Nature"},{"key":"bib63","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0183591","article-title":"A
|
2553
|
+
checklist is associated with increased quality of reporting preclinical biomedical
|
2554
|
+
research: A systematic review","volume":"12","author":"Han","year":"2017","journal-title":"PLOS
|
2555
|
+
ONE"},{"key":"bib64","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1037\/a0015701","article-title":"Feeling
|
2556
|
+
validated versus being correct: A meta-analysis of selective exposure to information","volume":"135","author":"Hart","year":"2009","journal-title":"Psychological
|
2557
|
+
Bulletin"},{"key":"bib65","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1038\/nature08833","article-title":"RAF
|
2558
|
+
inhibitors prime wild-type RAF to activate the MAPK pathway and enhance growth","volume":"464","author":"Hatzivassiliou","year":"2010","journal-title":"Nature"},{"key":"bib66","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.09462","article-title":"Registered
|
2559
|
+
Report: A chromatin-mediated reversible drug-tolerant state in cancer cell
|
2560
|
+
subpopulations","volume":"5","author":"Haven","year":"2016","journal-title":"eLife"},{"key":"bib67","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1016\/j.cell.2009.12.040","article-title":"Kinase-dead
|
2561
|
+
BRAF and oncogenic RAS cooperate to drive tumor progression through CRAF","volume":"140","author":"Heidorn","year":"2010","journal-title":"Cell"},{"key":"bib68","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.18173","article-title":"Replication
|
2562
|
+
Study: The CD47-signal regulatory protein alpha (SIRPa) interaction is a therapeutic
|
2563
|
+
target for human solid tumors","volume":"6","author":"Horrigan","year":"2017","journal-title":"eLife"},{"key":"bib69","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.21634","article-title":"Replication
|
2564
|
+
Study: Melanoma genome sequencing reveals frequent PREX2 mutations","volume":"6","author":"Horrigan","year":"2017","journal-title":"eLife"},{"key":"bib70","doi-asserted-by":"publisher","article-title":"Evaluating
|
2565
|
+
Registered Reports: A Naturalistic Comparative Study of Article Impact","volume-title":"OSF","author":"Hummer","year":"2017","DOI":"10.31219\/osf.io\/5y8w7"},{"key":"bib71","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.06938","article-title":"Registered
|
2566
|
+
Report: Interactions between cancer stem cells and their niche govern metastatic
|
2567
|
+
colonization","volume":"4","author":"Incardona","year":"2015","journal-title":"eLife"},{"key":"bib72","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124","article-title":"Why
|
2568
|
+
most published research findings are false","volume":"2","author":"Ioannidis","year":"2005","journal-title":"PLOS
|
2569
|
+
Medicine"},{"key":"bib73","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1016\/S0140-6736(13)62227-8","article-title":"Increasing
|
2570
|
+
value and reducing waste in research design, conduct, and analysis","volume":"383","author":"Ioannidis","year":"2014","journal-title":"Lancet"},{"key":"bib74","doi-asserted-by":"publisher","first-page":"968","DOI":"10.1038\/nature09627","article-title":"COT
|
2571
|
+
drives resistance to RAF inhibition through MAP kinase pathway reactivation","volume":"468","author":"Johannessen","year":"2010","journal-title":"Nature"},{"key":"bib75","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1177\/0956797611430953","article-title":"Measuring
|
2572
|
+
the prevalence of questionable research practices with incentives for truth
|
2573
|
+
telling","volume":"23","author":"John","year":"2012","journal-title":"Psychological
|
2574
|
+
Science"},{"key":"bib76","doi-asserted-by":"publisher","first-page":"869","DOI":"10.1038\/nature09208","article-title":"Diverse
|
2575
|
+
somatic mutation patterns and pathway alterations in human cancers","volume":"466","author":"Kan","year":"2010","journal-title":"Nature"},{"key":"bib77","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.06959","article-title":"Registered
|
2576
|
+
Report: Coadministration of a tumor-penetrating peptide enhances the efficacy
|
2577
|
+
of cancer drugs","volume":"4","author":"Kandela","year":"2015","journal-title":"eLife"},{"key":"bib78","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.07072","article-title":"Registered
|
2578
|
+
Report: BET bromodomain inhibition as a therapeutic strategy to target c-Myc","volume":"4","author":"Kandela","year":"2015","journal-title":"eLife"},{"key":"bib79","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.06847","article-title":"Registered
|
2579
|
+
Report: Discovery and preclinical validation of drug indications using compendia
|
2580
|
+
of public gene expression data","volume":"4","author":"Kandela","year":"2015","journal-title":"eLife"},{"key":"bib80","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.17044","article-title":"Replication
|
2581
|
+
Study: Discovery and preclinical validation of drug indications using compendia
|
2582
|
+
of public gene expression data","volume":"6","author":"Kandela","year":"2017","journal-title":"eLife"},{"key":"bib81","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1038\/nature10599","article-title":"Senescence
|
2583
|
+
surveillance of pre-malignant hepatocytes limits liver cancer development","volume":"479","author":"Kang","year":"2011","journal-title":"Nature"},{"key":"bib82","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0132382","article-title":"Likelihood
|
2584
|
+
of null effects of large NHLBI clinical trials has Increased over time","volume":"10","author":"Kaplan","year":"2015","journal-title":"PLOS
|
2585
|
+
ONE"},{"key":"bib83","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1207\/s15327957pspr0203_4","article-title":"HARKing:
|
2586
|
+
hypothesizing after the results are known","volume":"2","author":"Kerr","year":"1998","journal-title":"Personality
|
2587
|
+
and Social Psychology Review"},{"key":"bib84","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.51019","article-title":"Replication
|
2588
|
+
Study: A coding-independent function of gene and pseudogene mRNAs regulates
|
2589
|
+
tumour biology","volume":"9","author":"Kerwin","year":"2020","journal-title":"eLife"},{"key":"bib85","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.08245","article-title":"Registered
|
2590
|
+
Report: A coding-independent function of gene and pseudogene mRNAs regulates
|
2591
|
+
tumour biology","volume":"4","author":"Khan","year":"2015","journal-title":"eLife"},{"key":"bib86","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0007824","article-title":"Survey
|
2592
|
+
of the quality of experimental design, statistical analysis and reporting
|
2593
|
+
of research using animals","volume":"4","author":"Kilkenny","year":"2009","journal-title":"PLOS
|
2594
|
+
ONE"},{"key":"bib87","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.39944","article-title":"Replication
|
2595
|
+
study: Melanoma exosomes educate bone marrow progenitor cells toward a pro-metastatic
|
2596
|
+
phenotype through MET","volume":"7","author":"Kim","year":"2018","journal-title":"eLife"},{"key":"bib88","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1027\/1864-9335\/a000178","article-title":"Investigating
|
2597
|
+
variation in replicability: A \u201cMany Labs\u201d replication project","volume":"45","author":"Klein","year":"2014","journal-title":"Social
|
2598
|
+
Psychology"},{"key":"bib89","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1177\/2515245918810225","article-title":"Many
|
2599
|
+
Labs 2: Investigating variation in replicability across samples and settings","volume":"1","author":"Klein","year":"2018","journal-title":"Advances
|
2600
|
+
in Methods and Practices in Psychological Science"},{"key":"bib90","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1038\/nature09586","article-title":"Impaired
|
2601
|
+
hydroxylation of 5-methylcytosine in myeloid cancers with mutant TET2","volume":"468","author":"Ko","year":"2010","journal-title":"Nature"},{"key":"bib91","doi-asserted-by":"publisher","first-page":"480","DOI":"10.1037\/0033-2909.108.3.480","article-title":"The
|
2602
|
+
case for motivated reasoning","volume":"108","author":"Kunda","year":"1990","journal-title":"Psychological
|
2603
|
+
Bulletin"},{"key":"bib92","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1038\/nature11556","article-title":"A
|
2604
|
+
call for transparent reporting to optimize the predictive value of preclinical
|
2605
|
+
research","volume":"490","author":"Landis","year":"2012","journal-title":"Nature"},{"key":"bib93","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1016\/j.cell.2012.03.031","article-title":"Sequential
|
2606
|
+
application of anticancer drugs enhances cell death by rewiring apoptotic
|
2607
|
+
signaling networks","volume":"149","author":"Lee","year":"2012","journal-title":"Cell"},{"key":"bib94","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.07383","article-title":"Registered
|
2608
|
+
Report: Melanoma exosomes educate bone marrow progenitor cells toward a pro-metastatic
|
2609
|
+
phenotype through MET","volume":"5","author":"Lesnik","year":"2016","journal-title":"eLife"},{"key":"bib95","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.30274","article-title":"Replication
|
2610
|
+
Study: Transcriptional amplification in tumor cells with elevated c-Myc","volume":"7","author":"Lewis","year":"2018","journal-title":"eLife"},{"key":"bib96","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.06434","article-title":"Registered
|
2611
|
+
Report: The microRNA miR-34a inhibits prostate cancer stem cells and metastasis
|
2612
|
+
by directly repressing CD44","volume":"4","author":"Li","year":"2015","journal-title":"eLife"},{"key":"bib97","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.cell.2012.08.026","article-title":"Transcriptional
|
2613
|
+
amplification in tumor cells with elevated c-Myc","volume":"151","author":"Lin","year":"2012","journal-title":"Cell"},{"key":"bib98","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1038\/nm.2284","article-title":"The
|
2614
|
+
microRNA miR-34a inhibits prostate cancer stem cells and metastasis by directly
|
2615
|
+
repressing CD44","volume":"17","author":"Liu","year":"2011","journal-title":"Nature
|
2616
|
+
Medicine"},{"key":"bib99","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1038\/522151a","article-title":"Reproducibility:
|
2617
|
+
Use mouse biobanks or lose them","volume":"522","author":"Lloyd","year":"2015","journal-title":"Nature"},{"key":"bib100","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1038\/nature10860","article-title":"IDH
|
2618
|
+
mutation impairs histone demethylation and results in a block to cell differentiation","volume":"483","author":"Lu","year":"2012","journal-title":"Nature"},{"key":"bib101","doi-asserted-by":"publisher","DOI":"10.1038\/srep03146","article-title":"The
|
2619
|
+
retraction penalty: Evidence from the Web of Science","volume":"3","author":"Lu","year":"2013","journal-title":"Scientific
|
2620
|
+
Reports"},{"key":"bib102","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/S0140-6736(13)62329-6","article-title":"Biomedical
|
2621
|
+
research: Increasing value, reducing waste","volume":"383","author":"Macleod","year":"2014","journal-title":"Lancet"},{"key":"bib103","doi-asserted-by":"publisher","article-title":"Findings
|
2622
|
+
of a Retrospective, Controlled Cohort Study of the Impact of a Change in Nature
|
2623
|
+
Journals\u2019 Editorial Policy for Life Sciences Research on the Completeness
|
2624
|
+
of Reporting Study Design and Execution","volume-title":"bioRxiv","author":"Macleod","year":"2017","DOI":"10.1101\/187245"},{"key":"bib104","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2103238118","article-title":"The
|
2625
|
+
MDAR (Materials Design Analysis Reporting) Framework for transparent reporting
|
2626
|
+
in the life sciences","volume":"118","author":"Macleod","year":"2021","journal-title":"PNAS"},{"key":"bib105","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/s11948-014-9532-1","article-title":"The
|
2627
|
+
(lack of) impact of retraction on citation networks","volume":"21","author":"Madlock-Brown","year":"2015","journal-title":"Science
|
2628
|
+
and Engineering Ethics"},{"key":"bib106","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/BF01173636","article-title":"Publication
|
2629
|
+
prejudices: An experimental study of confirmatory bias in the peer review
|
2630
|
+
system","volume":"1","author":"Mahoney","year":"1977","journal-title":"Cognitive
|
2631
|
+
Therapy and Research"},{"key":"bib107","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1177\/1745691612460688","article-title":"Replications
|
2632
|
+
in psychology research: How often do they really occur?","volume":"7","author":"Makel","year":"2012","journal-title":"Perspectives
|
2633
|
+
on Psychological Science"},{"key":"bib108","doi-asserted-by":"publisher","first-page":"304","DOI":"10.3102\/0013189X14545513","article-title":"Facts
|
2634
|
+
are more important than novelty: Replication in the education sciences","volume":"43","author":"Makel","year":"2014","journal-title":"Educational
|
2635
|
+
Researcher"},{"key":"bib109","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1038\/nature10694","article-title":"Interactions
|
2636
|
+
between cancer stem cells and their niche govern metastatic colonization","volume":"481","author":"Malanchi","year":"2011","journal-title":"Nature"},{"key":"bib110","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.17584","article-title":"Replication
|
2637
|
+
Study: Coadministration of a tumor-penetrating peptide enhances the efficacy
|
2638
|
+
of cancer drugs","volume":"6","author":"Mantis","year":"2017","journal-title":"eLife"},{"key":"bib111","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1016\/j.cell.2016.08.021","article-title":"A
|
2639
|
+
STAR Is born","volume":"166","author":"Marcus","year":"2016","journal-title":"Cell"},{"key":"bib112","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1080\/08109029208629515","article-title":"Scientific
|
2640
|
+
fraud and the power structure of science","volume":"10","author":"Martin","year":"1992","journal-title":"Prometheus"},{"key":"bib113","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.16800","article-title":"How
|
2641
|
+
open science helps researchers succeed","volume":"5","author":"McKiernan","year":"2016","journal-title":"eLife"},{"key":"bib114","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1126\/science.aad7048","article-title":"Liberating
|
2642
|
+
field science samples and data","volume":"351","author":"McNutt","year":"2016","journal-title":"Science"},{"key":"bib115","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1038\/nature10602","article-title":"Reductive
|
2643
|
+
glutamine metabolism by IDH1 mediates lipogenesis under hypoxia","volume":"481","author":"Metallo","year":"2011","journal-title":"Nature"},{"key":"bib116","doi-asserted-by":"publisher","DOI":"10.1186\/1741-7015-6-13","article-title":"Helping
|
2644
|
+
editors, peer reviewers and authors improve the clarity, completeness and
|
2645
|
+
transparency of reporting health research","volume":"6","author":"Moher","year":"2008","journal-title":"BMC
|
2646
|
+
Medicine"},{"key":"bib117","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.1001195","article-title":"The
|
2647
|
+
Open Knowledge Foundation: open data means better science","volume":"9","author":"Molloy","year":"2011","journal-title":"PLOS
|
2648
|
+
Biology"},{"key":"bib118","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1038\/ng.518","article-title":"Somatic
|
2649
|
+
mutations altering EZH2 (Tyr641) in follicular and diffuse large B-cell lymphomas
|
2650
|
+
of germinal-center origin","volume":"42","author":"Morin","year":"2010","journal-title":"Nature
|
2651
|
+
Genetics"},{"key":"bib119","article-title":"Panton Principles, Principles
|
2652
|
+
for Open Data in Science","author":"Murray-Rust","year":"2010","unstructured":"Murray-Rust
|
2653
|
+
P, Neylon C, Pollock R, Wilbanks J. 2010. Panton Principles, Principles for
|
2654
|
+
Open Data in Science. http:\/\/pantonprinciples.org [Accessed August 5, 2021]."},{"key":"bib120","doi-asserted-by":"publisher","volume-title":"Reproducibility
|
2655
|
+
and Replicability in Science","author":"NAS","year":"2019","DOI":"10.17226\/25303"},{"key":"bib121","doi-asserted-by":"publisher","DOI":"10.1038\/496398a","article-title":"Announcement:
|
2656
|
+
Reducing our irreproducibility","volume":"496","author":"Nature","year":"2013","journal-title":"Nature"},{"key":"bib122","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1038\/nature09626","article-title":"Melanomas
|
2657
|
+
acquire resistance to B-RAF(V600E) inhibition by RTK or N-RAS upregulation","volume":"468","author":"Nazarian","year":"2010","journal-title":"Nature"},{"key":"bib123","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1037\/1089-2680.2.2.175","article-title":"Confirmation
|
2658
|
+
bias: A ubiquitous phenomenon in many guises","volume":"2","author":"Nickerson","year":"1998","journal-title":"Review
|
2659
|
+
of General Psychology"},{"key":"bib124","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1177\/1745691612459058","article-title":"Scientific
|
2660
|
+
Utopia: II. Restructuring incentives and practices to promote truth over publishability","volume":"7","author":"Nosek","year":"2012","journal-title":"Perspectives
|
2661
|
+
on Psychological Science"},{"key":"bib125","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1027\/1864-9335\/a000192","article-title":"Registered
|
2662
|
+
Reports: A method to increase the credibility of published results","volume":"45","author":"Nosek","year":"2014","journal-title":"Social
|
2663
|
+
Psychology"},{"key":"bib126","doi-asserted-by":"publisher","first-page":"1422","DOI":"10.1126\/science.aab2374","article-title":"Promoting
|
2664
|
+
an open research culture","volume":"348","author":"Nosek","year":"2015","journal-title":"Science"},{"key":"bib127","doi-asserted-by":"publisher","first-page":"2600","DOI":"10.1073\/pnas.1708274114","article-title":"The
|
2665
|
+
preregistration revolution","volume":"115","author":"Nosek","year":"2018","journal-title":"PNAS"},{"key":"bib128","article-title":"Preregistration
|
2666
|
+
Becoming the Norm in Psychological Science","author":"Nosek","year":"2018","unstructured":"Nosek
|
2667
|
+
BA, Lindsay DS. 2018. Preregistration Becoming the Norm in Psychological Science.
|
2668
|
+
https:\/\/www.psychologicalscience.org\/observer\/preregistration-becoming-the-norm-in-psychological-science
|
2669
|
+
[Accessed August 5, 2021]."},{"key":"bib129","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1016\/j.tics.2019.07.009","article-title":"Preregistration
|
2670
|
+
Is hard, and worthwhile","volume":"23","author":"Nosek","year":"2019","journal-title":"Trends
|
2671
|
+
in Cognitive Sciences"},{"key":"bib130","doi-asserted-by":"publisher","first-page":"518","DOI":"10.1038\/d41586-020-02142-6","article-title":"The
|
2672
|
+
best time to argue about what a replication means? Before you do it","volume":"583","author":"Nosek","year":"2020","journal-title":"Nature"},{"key":"bib131","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.3000691","article-title":"What
|
2673
|
+
is replication?","volume":"18","author":"Nosek","year":"2020","journal-title":"PLOS
|
2674
|
+
Biology"},{"key":"bib132","doi-asserted-by":"publisher","DOI":"10.1126\/science.aac4716","article-title":"Psychology
|
2675
|
+
Estimating the reproducibility of psychological science","volume":"349","author":"Open
|
2676
|
+
Science Collaboration","year":"2015","journal-title":"Science"},{"key":"bib133","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1038\/nature10491","article-title":"An
|
2677
|
+
endogenous tumour-promoting ligand of the human aryl hydrocarbon receptor","volume":"478","author":"Opitz","year":"2011","journal-title":"Nature"},{"key":"bib134","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1038\/nm.2753","article-title":"Melanoma
|
2678
|
+
exosomes educate bone marrow progenitor cells toward a pro-metastatic phenotype
|
2679
|
+
through MET","volume":"18","author":"Peinado","year":"2012","journal-title":"Nature
|
2680
|
+
Medicine"},{"key":"bib135","doi-asserted-by":"publisher","article-title":"Replication
|
2681
|
+
Study: RAF Inhibitors Prime Wild-Type RAF to Activate the MAPK Pathway and
|
2682
|
+
Enhance Growth","volume-title":"bioRxiv","author":"Pelech","year":"2021","DOI":"10.1101\/2021.11.30.470372"},{"key":"bib136","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1038\/507423a","article-title":"Preclinical
|
2683
|
+
research: Make mouse studies work","volume":"507","author":"Perrin","year":"2014","journal-title":"Nature"},{"key":"bib137","doi-asserted-by":"publisher","first-page":"1420","DOI":"10.1001\/jama.1990.03440100140020","article-title":"The
|
2684
|
+
continued use of retracted, invalid scientific literature","volume":"263","author":"Pfeifer","year":"1990","journal-title":"JAMA"},{"key":"bib138","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.12470","article-title":"Registered
|
2685
|
+
Report: Coding-independent regulation of the tumor suppressor PTEN by competing
|
2686
|
+
endogenous mRNAs","volume":"5","author":"Phelps","year":"2016","journal-title":"eLife"},{"key":"bib139","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1038\/nature10661","article-title":"A
|
2687
|
+
microRNA regulon that mediates endothelial recruitment and metastasis by cancer
|
2688
|
+
cells","volume":"481","author":"Png","year":"2011","journal-title":"Nature"},{"key":"bib140","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.1038\/nature09144","article-title":"A
|
2689
|
+
coding-independent function of gene and pseudogene mRNAs regulates tumour
|
2690
|
+
biology","volume":"465","author":"Poliseno","year":"2010","journal-title":"Nature"},{"key":"bib141","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1038\/nature10350","article-title":"Functional
|
2691
|
+
genomics reveal that the serine synthesis pathway is essential in breast cancer","volume":"476","author":"Possemato","year":"2011","journal-title":"Nature"},{"key":"bib142","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1038\/nature08902","article-title":"RAF
|
2692
|
+
inhibitors transactivate RAF dimers and ERK signalling in cells with wild-type
|
2693
|
+
BRAF","volume":"464","author":"Poulikakos","year":"2010","journal-title":"Nature"},{"key":"bib143","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1038\/nature10868","article-title":"Unresponsiveness
|
2694
|
+
of colon cancer to BRAF(V600E) inhibition through feedback activation of EGFR","volume":"483","author":"Prahallad","year":"2012","journal-title":"Nature"},{"key":"bib144","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1146\/annurev-criminol-032317-091849","article-title":"Replication
|
2695
|
+
in criminology and the social sciences","volume":"1","author":"Pridemore","year":"2018","journal-title":"Annual
|
2696
|
+
Review of Criminology"},{"key":"bib145","doi-asserted-by":"publisher","DOI":"10.1038\/nrd3439-c1","article-title":"Believe
|
2697
|
+
it or not: How much can we rely on published data on potential drug targets","volume":"10","author":"Prinz","year":"2011","journal-title":"Nature
|
2698
|
+
Reviews Drug Discovery"},{"key":"bib146","volume-title":"Philosophical Papers:
|
2699
|
+
Mathematics, Matter, and Method","author":"Putnam","year":"1975"},{"key":"bib147","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1038\/nature10138","article-title":"CCL2
|
2700
|
+
recruits inflammatory monocytes to facilitate breast-tumour metastasis","volume":"475","author":"Qian","year":"2011","journal-title":"Nature"},{"key":"bib148","article-title":"R:
|
2701
|
+
A Language and Environment for Statistical Computing","author":"R Development
|
2702
|
+
Core Team","year":"2021","unstructured":"R Development Core Team. 2021. R:
|
2703
|
+
A Language and Environment for Statistical Computing. Vienna, Austria: R Foundation
|
2704
|
+
for Statistical Computing. https:\/\/www.R-project.org\/."},{"key":"bib149","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1038\/nature10167","article-title":"Selective
|
2705
|
+
killing of cancer cells by a small molecule targeting the stress response
|
2706
|
+
to ROS","volume":"475","author":"Raj","year":"2011","journal-title":"Nature"},{"key":"bib150","doi-asserted-by":"publisher","first-page":"1916","DOI":"10.1161\/CIRCRESAHA.117.310628","article-title":"Methodological
|
2707
|
+
rigor in preclinical cardiovascular studies","volume":"120","author":"Ramirez","year":"2017","journal-title":"Circulation
|
2708
|
+
Research"},{"key":"bib151","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04105","article-title":"Registered
|
2709
|
+
Report: Senescence surveillance of pre-malignant hepatocytes limits liver
|
2710
|
+
cancer development","volume":"4","author":"Raouf","year":"2015","journal-title":"eLife"},{"key":"bib152","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1038\/d41586-020-00672-7","article-title":"A
|
2711
|
+
controlled trial for reproducibility","volume":"579","author":"Raphael","year":"2020","journal-title":"Nature"},{"key":"bib153","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.10012","article-title":"Registered
|
2712
|
+
Report: Fusobacterium nucleatum infection is prevalent in human colorectal
|
2713
|
+
carcinoma","volume":"5","author":"Repass","year":"2016","journal-title":"eLife"},{"key":"bib154","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.25801","article-title":"Replication
|
2714
|
+
Study: Fusobacterium nucleatum infection is prevalent in human colorectal
|
2715
|
+
carcinoma","volume":"7","author":"Repass","year":"2018","journal-title":"eLife"},{"key":"bib155","doi-asserted-by":"publisher","first-page":"824","DOI":"10.1038\/nature09557","article-title":"Tumour
|
2716
|
+
vascularization via endothelial differentiation of glioblastoma stem-like
|
2717
|
+
cells","volume":"468","author":"Ricci-Vitiani","year":"2010","journal-title":"Nature"},{"key":"bib156","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.10860","article-title":"Registered
|
2718
|
+
Report: IDH mutation impairs histone demethylation and results in a block
|
2719
|
+
to cell differentiation","volume":"5","author":"Richarson","year":"2016","journal-title":"eLife"},{"key":"bib157","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1037\/0033-2909.86.3.638","article-title":"The
|
2720
|
+
file drawer problem and tolerance for null results","volume":"86","author":"Rosenthal","year":"1979","journal-title":"Psychological
|
2721
|
+
Bulletin"},{"key":"bib158","doi-asserted-by":"publisher","DOI":"10.1177\/25152459211007467","article-title":"An
|
2722
|
+
excess of positive results: Comparing the standard psychology literature with
|
2723
|
+
Registered Reports","volume":"4","author":"Scheel","year":"2020","journal-title":"Advances
|
2724
|
+
in Methods and Practices in Psychological Science"},{"key":"bib159","doi-asserted-by":"publisher","first-page":"730","DOI":"10.1126\/science.1224676","article-title":"Lineage
|
2725
|
+
tracing reveals Lgr5+ stem cell activity in mouse intestinal adenomas","volume":"337","author":"Schepers","year":"2012","journal-title":"Science"},{"key":"bib160","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1037\/a0015108","article-title":"Shall
|
2726
|
+
we really do it again? The powerful concept of replication is neglected in
|
2727
|
+
the social sciences","volume":"13","author":"Schmidt","year":"2009","journal-title":"Review
|
2728
|
+
of General Psychology"},{"key":"bib161","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.3001107","article-title":"Assessment
|
2729
|
+
of transparency indicators across the biomedical literature: How open is open","volume":"19","author":"Serghiou","year":"2021","journal-title":"PLOS
|
2730
|
+
Biology"},{"key":"bib162","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.25306","article-title":"Replication
|
2731
|
+
Study: Inhibition of BET recruitment to chromatin as an effective treatment
|
2732
|
+
for MLL-fusion leukaemia","volume":"6","author":"Shan","year":"2017","journal-title":"eLife"},{"key":"bib163","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.cell.2010.02.027","article-title":"A
|
2733
|
+
chromatin-mediated reversible drug-tolerant state in cancer cell subpopulations","volume":"141","author":"Sharma","year":"2010","journal-title":"Cell"},{"key":"bib164","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.11566","article-title":"Registered
|
2734
|
+
Report: Diverse somatic mutation patterns and pathway alterations in human
|
2735
|
+
cancers","volume":"5","author":"Sharma","year":"2016","journal-title":"eLife"},{"key":"bib165","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.11414","article-title":"Registered
|
2736
|
+
Report: COT drives resistance to RAF inhibition through MAP kinase pathway
|
2737
|
+
reactivation","volume":"5","author":"Sharma","year":"2016","journal-title":"eLife"},{"key":"bib166","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.45120","article-title":"Replication
|
2738
|
+
Study: Biomechanical remodeling of the microenvironment by stromal caveolin-1
|
2739
|
+
favors tumor invasion and metastasis","volume":"8","author":"Sheen","year":"2019","journal-title":"eLife"},{"key":"bib167","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.26030","article-title":"Replication
|
2740
|
+
Study: The common feature of leukemia-associated IDH1 and IDH2 mutations is
|
2741
|
+
a neomorphic enzyme activity converting alpha-ketoglutarate to 2-hydroxyglutarate","volume":"6","author":"Showalter","year":"2017","journal-title":"eLife"},{"key":"bib168","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1177\/0956797611417632","article-title":"False-positive
|
2742
|
+
psychology: undisclosed flexibility in data collection and analysis allows
|
2743
|
+
presenting anything as significant","volume":"22","author":"Simmons","year":"2011","journal-title":"Psychological
|
2744
|
+
Science"},{"key":"bib169","doi-asserted-by":"publisher","DOI":"10.1126\/scitranslmed.3001318","article-title":"Discovery
|
2745
|
+
and preclinical validation of drug indications using compendia of public gene
|
2746
|
+
expression data","volume":"3","author":"Sirota","year":"2011","journal-title":"Science
|
2747
|
+
Translational Medicine"},{"key":"bib170","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.160384","article-title":"The
|
2748
|
+
natural selection of bad science","volume":"3","author":"Smaldino","year":"2016","journal-title":"Royal
|
2749
|
+
Society Open Science"},{"key":"bib171","doi-asserted-by":"publisher","first-page":"990","DOI":"10.1038\/s41562-021-01142-4","article-title":"Initial
|
2750
|
+
evidence of research quality of registered reports compared with the standard
|
2751
|
+
publishing model","volume":"5","author":"Soderberg","year":"2021","journal-title":"Nature
|
2752
|
+
Human Behaviour"},{"key":"bib172","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/s11673-008-9113-6","article-title":"Exploring
|
2753
|
+
scientific misconduct: Isolated individuals, impure institutions, or an inevitable
|
2754
|
+
idiom of modern science","volume":"5","author":"Sovacool","year":"2008","journal-title":"Journal
|
2755
|
+
of Bioethical Inquiry"},{"key":"bib173","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1080\/01621459.1959.10501497","article-title":"Publication
|
2756
|
+
decisions and their possible effects on inferences drawn from tests of significance\u2014or
|
2757
|
+
vice versa","volume":"54","author":"Sterling","year":"1959","journal-title":"Journal
|
2758
|
+
of the American Statistical Association"},{"key":"bib174","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1080\/00031305.1995.10476125","article-title":"Publication
|
2759
|
+
Decisions Revisited: The Effect of the Outcome of Statistical Tests on the
|
2760
|
+
Decision to Publish and Vice Versa","volume":"49","author":"Sterling","year":"1995","journal-title":"The
|
2761
|
+
American Statistician"},{"key":"bib175","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1016\/j.expneurol.2011.06.017","article-title":"Replication
|
2762
|
+
and reproducibility in spinal cord injury research","volume":"233","author":"Steward","year":"2012","journal-title":"Experimental
|
2763
|
+
Neurology"},{"key":"bib176","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0067111","article-title":"Toward
|
2764
|
+
reproducible computational research: An empirical analysis of data and code
|
2765
|
+
policy adoption by journals","volume":"8","author":"Stodden","year":"2013","journal-title":"PLOS
|
2766
|
+
ONE"},{"key":"bib177","doi-asserted-by":"publisher","first-page":"500","DOI":"10.1038\/nature11183","article-title":"Tumour
|
2767
|
+
micro-environment elicits innate resistance to RAF inhibitors through HGF
|
2768
|
+
secretion","volume":"487","author":"Straussman","year":"2012","journal-title":"Nature"},{"key":"bib178","doi-asserted-by":"publisher","first-page":"1031","DOI":"10.1126\/science.1183057","article-title":"Coadministration
|
2769
|
+
of a tumor-penetrating peptide enhances the efficacy of cancer drugs","volume":"328","author":"Sugahara","year":"2010","journal-title":"Science"},{"key":"bib179","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1016\/j.cell.2011.09.041","article-title":"An
|
2770
|
+
extensive microRNA-mediated network of RNA-RNA interactions regulates established
|
2771
|
+
oncogenic pathways in glioblastoma","volume":"147","author":"Sumazin","year":"2011","journal-title":"Cell"},{"key":"bib180","doi-asserted-by":"publisher","first-page":"344","DOI":"10.1016\/j.cell.2011.09.029","article-title":"Coding-independent
|
2772
|
+
regulation of the tumor suppressor PTEN by competing endogenous mRNAs","volume":"147","author":"Tay","year":"2011","journal-title":"Cell"},{"key":"bib181","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s11121-011-0217-6","article-title":"Replication
|
2773
|
+
in prevention science","volume":"12","author":"Valentine","year":"2011","journal-title":"Prevention
|
2774
|
+
Science"},{"key":"bib182","doi-asserted-by":"publisher","DOI":"10.1136\/bmjos-2019-100051","article-title":"Publication
|
2775
|
+
rate in preclinical research: a plea for preregistration","volume":"4","author":"van
|
2776
|
+
der Naald","year":"2020","journal-title":"BMJ Open Science"},{"key":"bib183","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.13620","article-title":"Registered
|
2777
|
+
Report: Systematic identification of genomic markers of drug sensitivity in
|
2778
|
+
cancer cells","volume":"5","author":"Vanden Heuvel","year":"2016","journal-title":"eLife"},{"key":"bib184","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.29747","article-title":"Replication
|
2779
|
+
Study: Systematic identification of genomic markers of drug sensitivity in
|
2780
|
+
cancer cells","volume":"7","author":"Vanden Heuvel","year":"2018","journal-title":"eLife"},{"key":"bib185","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1038\/ncb2048","article-title":"Wnt
|
2781
|
+
activity defines colon cancer stem cells and is regulated by the microenvironment","volume":"12","author":"Vermeulen","year":"2010","journal-title":"Nature
|
2782
|
+
Cell Biology"},{"key":"bib186","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1177\/1745691612463078","article-title":"An
|
2783
|
+
agenda for purely confirmatory research","volume":"7","author":"Wagenmakers","year":"2012","journal-title":"Perspectives
|
2784
|
+
on Psychological Science"},{"key":"bib187","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.56651","article-title":"Replication
|
2785
|
+
Study: Coding-independent regulation of the tumor suppressor PTEN by competing
|
2786
|
+
endogenous mRNAs","volume":"9","author":"Wang","year":"2020","journal-title":"eLife"},{"key":"bib188","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/j.ccr.2010.01.020","article-title":"The
|
2787
|
+
common feature of leukemia-associated IDH1 and IDH2 mutations is a neomorphic
|
2788
|
+
enzyme activity converting alpha-ketoglutarate to 2-hydroxyglutarate","volume":"17","author":"Ward","year":"2010","journal-title":"Cancer
|
2789
|
+
Cell"},{"key":"bib189","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.18","article-title":"The
|
2790
|
+
FAIR Guiding Principles for scientific data management and stewardship","volume":"3","author":"Wilkinson","year":"2016","journal-title":"Scientific
|
2791
|
+
Data"},{"key":"bib190","doi-asserted-by":"publisher","first-page":"6662","DOI":"10.1073\/pnas.1121623109","article-title":"The
|
2792
|
+
CD47-signal regulatory protein alpha (SIRPa) interaction is a therapeutic
|
2793
|
+
target for human solid tumors","volume":"109","author":"Willingham","year":"2012","journal-title":"PNAS"},{"key":"bib191","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1038\/nature11249","article-title":"Widespread
|
2794
|
+
potential for growth-factor-driven resistance to anticancer kinase inhibitors","volume":"487","author":"Wilson","year":"2012","journal-title":"Nature"},{"key":"bib192","article-title":"ACD
|
2795
|
+
Working Group on Enhancing Rigor, Transparency, and Translatability in Animal
|
2796
|
+
Research","author":"Wold","year":"2021","unstructured":"Wold B, Tabak LA,
|
2797
|
+
Ator N, Berro L, Bliss-Moreau E, Gonzalez-Villalobos RA, Hankenson C, Kiermer
|
2798
|
+
V, Mathis KW, Nusser S, Nuzzo R, Prager E, Ramirez FD, Svenson K, Berridge
|
2799
|
+
B, Brown P, Clayton J, Gordon JA, Lauer M, Wolinetz C. 2021. ACD Working Group
|
2800
|
+
on Enhancing Rigor, Transparency, and Translatability in Animal Research.
|
2801
|
+
https:\/\/www.acd.od.nih.gov\/documents\/presentations\/06112021_ACD_WorkingGroup_FinalReport.pdf
|
2802
|
+
[Accessed August 5, 2021]."},{"key":"bib193","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.ccr.2010.12.014","article-title":"Oncometabolite
|
2803
|
+
2-hydroxyglutarate is a competitive inhibitor of \u03b1-ketoglutarate-dependent
|
2804
|
+
dioxygenases","volume":"19","author":"Xu","year":"2011","journal-title":"Cancer
|
2805
|
+
Cell"},{"key":"bib194","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.43511","article-title":"Replication
|
2806
|
+
Study: The microRNA miR-34a inhibits prostate cancer stem cells and metastasis
|
2807
|
+
by directly repressing CD44","volume":"8","author":"Yan","year":"2019","journal-title":"eLife"},{"key":"bib195","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1038\/nature10371","article-title":"BRCA1
|
2808
|
+
tumour suppression occurs via heterochromatin-mediated silencing","volume":"477","author":"Zhu","year":"2011","journal-title":"Nature"},{"key":"bib196","doi-asserted-by":"publisher","first-page":"524","DOI":"10.1038\/nature10334","article-title":"RNAi
|
2809
|
+
screen identifies Brd4 as a therapeutic target in acute myeloid leukaemia","volume":"478","author":"Zuber","year":"2011","journal-title":"Nature"}],"container-title":"eLife","original-title":[],"language":"en","link":[{"URL":"https:\/\/cdn.elifesciences.org\/articles\/67995\/elife-67995-v2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/cdn.elifesciences.org\/articles\/67995\/elife-67995-v2.xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T14:55:21Z","timestamp":1686754521000},"score":1,"resource":{"primary":{"URL":"https:\/\/elifesciences.org\/articles\/67995"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,7]]},"references-count":196,"alternative-id":["10.7554\/eLife.67995"],"URL":"http:\/\/dx.doi.org\/10.7554\/elife.67995","relation":{"references":[{"id-type":"doi","id":"10.31219\/osf.io\/5y8w7","asserted-by":"subject"}],"is-supplemented-by":[{"id-type":"accession","id":"e5nvr","asserted-by":"subject"}]},"ISSN":["2050-084X"],"subject":["General
|
2810
|
+
Immunology and Microbiology","General Biochemistry, Genetics and Molecular
|
2811
|
+
Biology","General Medicine","General Neuroscience"],"published":{"date-parts":[[2021,12,7]]}}'
|
2812
|
+
recorded_at: Wed, 05 Jul 2023 05:27:43 GMT
|
2813
|
+
- request:
|
2814
|
+
method: get
|
2815
|
+
uri: https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform
|
2816
|
+
body:
|
2817
|
+
encoding: UTF-8
|
2818
|
+
string: ''
|
2819
|
+
headers:
|
2820
|
+
Accept:
|
2821
|
+
- application/vnd.citationstyles.csl+json
|
2822
|
+
Connection:
|
2823
|
+
- close
|
2824
|
+
User-Agent:
|
2825
|
+
- http.rb/5.1.1
|
2826
|
+
Host:
|
2827
|
+
- api.crossref.org
|
2828
|
+
response:
|
2829
|
+
status:
|
2830
|
+
code: 200
|
2831
|
+
message: OK
|
2832
|
+
headers:
|
2833
|
+
Date:
|
2834
|
+
- Wed, 05 Jul 2023 05:27:44 GMT
|
2835
|
+
Content-Type:
|
2836
|
+
- application/vnd.citationstyles.csl+json
|
2837
|
+
Transfer-Encoding:
|
2838
|
+
- chunked
|
2839
|
+
Vary:
|
2840
|
+
- Accept
|
2841
|
+
Link:
|
2842
|
+
- <http://dx.doi.org/10.31234/osf.io/5vfq6>; rel="canonical", <https://creativecommons.org/licenses/by/4.0/legalcode>;
|
2843
|
+
rel="license"
|
2844
|
+
Access-Control-Expose-Headers:
|
2845
|
+
- Link
|
2846
|
+
Access-Control-Allow-Headers:
|
2847
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
2848
|
+
Accept-Ranges, Cache-Control
|
2849
|
+
Access-Control-Allow-Origin:
|
2850
|
+
- "*"
|
2851
|
+
Server:
|
2852
|
+
- Jetty(9.4.40.v20210413)
|
2853
|
+
X-Ratelimit-Limit:
|
2854
|
+
- '50'
|
2855
|
+
X-Ratelimit-Interval:
|
2856
|
+
- 1s
|
2857
|
+
X-Api-Pool:
|
2858
|
+
- public
|
2859
|
+
X-Rate-Limit-Limit:
|
2860
|
+
- '50'
|
2861
|
+
X-Rate-Limit-Interval:
|
2862
|
+
- 1s
|
2863
|
+
Permissions-Policy:
|
2864
|
+
- interest-cohort=()
|
2865
|
+
Connection:
|
2866
|
+
- close
|
2867
|
+
body:
|
2868
|
+
encoding: ASCII-8BIT
|
2869
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:22Z","timestamp":1687134442960},"posted":{"date-parts":[[2019,12,18]]},"group-title":"PsyArXiv","reference-count":0,"publisher":"Center
|
2870
|
+
for Open Science","license":[{"start":{"date-parts":[[2019,12,18]],"date-time":"2019-12-18T00:00:00Z","timestamp":1576627200000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>In
|
2871
|
+
light of the \u201creplication crisis,\u201d some advocate for stricter standards
|
2872
|
+
and greater transparency in research methods. These efforts push toward a
|
2873
|
+
data analysis approach called \u201cconfirmatory data analysis\u201d (CDA).
|
2874
|
+
However, some (e.g., Baumeister, 2016; Finkel, Eastwick, &amp; Reis, 2017;
|
2875
|
+
Goldin-Meadow, 2016) argued emphasizing CDA may restrict creativity and discovery.
|
2876
|
+
These scholars argued (sometimes inadvertently) for greater freedom to pursue
|
2877
|
+
an approach called \u201cexploratory data analysis\u201d (EDA). Unfortunately,
|
2878
|
+
many of those who push against stricter CDA standards don\u2019t realize EDA
|
2879
|
+
even exists, or fail to understand the philosophy and proper tools for exploration.
|
2880
|
+
In this paper, the meaning, tools, and ethics associated with EDA, CDA, and
|
2881
|
+
a relatively unknown but important approach called \u201crough CDA\u201d are
|
2882
|
+
clarified. Important distinctions are developed between EDA\/rough CDA\/CDA
|
2883
|
+
and problematic analysis activities including p-hacking, HARKing, and data
|
2884
|
+
mining. CDA, EDA, p-hacking, HARKing, etc., are situated in a unified (graphical)
|
2885
|
+
framework that clarifies ethical boundaries associated with each. In short,
|
2886
|
+
the proper data analytic approach depends on (1) intentions, and (2) transparency.
|
2887
|
+
Most psychological research isn\u2019t at a maturity level to justify CDA,
|
2888
|
+
and researchers have historically utilized tools that are mismatched to their
|
2889
|
+
research agenda. In the conclusion, guidelines are presented about how these
|
2890
|
+
typologies can be integrated into a cumulative research program that can help
|
2891
|
+
psychology move beyond the replication crisis.<\/p>","DOI":"10.31234\/osf.io\/5vfq6","type":"posted-content","created":{"date-parts":[[2019,12,18]],"date-time":"2019-12-18T19:35:52Z","timestamp":1576697752000},"source":"Crossref","is-referenced-by-count":3,"title":"Moving
|
2892
|
+
Beyond the \"Replication Crisis\": Understanding the Exploratory\/Confirmatory
|
2893
|
+
Data Analysis Continuum","prefix":"10.31234","author":[{"given":"Dustin","family":"Fife","sequence":"first","affiliation":[]},{"given":"Joseph
|
2894
|
+
Lee","family":"Rodgers","sequence":"additional","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T17:11:24Z","timestamp":1615223484000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/5vfq6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,18]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31234\/osf.io\/5vfq6","relation":{},"published":{"date-parts":[[2019,12,18]]},"subtype":"preprint"}'
|
2895
|
+
recorded_at: Wed, 05 Jul 2023 05:27:44 GMT
|
2896
|
+
- request:
|
2897
|
+
method: get
|
2898
|
+
uri: https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform
|
2899
|
+
body:
|
2900
|
+
encoding: UTF-8
|
2901
|
+
string: ''
|
2902
|
+
headers:
|
2903
|
+
Accept:
|
2904
|
+
- application/vnd.citationstyles.csl+json
|
2905
|
+
Connection:
|
2906
|
+
- close
|
2907
|
+
User-Agent:
|
2908
|
+
- http.rb/5.1.1
|
2909
|
+
Host:
|
2910
|
+
- api.crossref.org
|
2911
|
+
response:
|
2912
|
+
status:
|
2913
|
+
code: 200
|
2914
|
+
message: OK
|
2915
|
+
headers:
|
2916
|
+
Date:
|
2917
|
+
- Wed, 05 Jul 2023 05:27:44 GMT
|
2918
|
+
Content-Type:
|
2919
|
+
- application/vnd.citationstyles.csl+json
|
2920
|
+
Transfer-Encoding:
|
2921
|
+
- chunked
|
2922
|
+
Vary:
|
2923
|
+
- Accept
|
2924
|
+
Link:
|
2925
|
+
- <http://dx.doi.org/10.1038/s41562-021-01203-8>; rel="canonical", <https://www.nature.com/articles/s41562-021-01203-8.pdf>;
|
2926
|
+
version="vor"; type="application/pdf"; rel="item", <https://www.nature.com/articles/s41562-021-01203-8>;
|
2927
|
+
version="vor"; type="text/html"; rel="item", <https://www.nature.com/articles/s41562-021-01203-8.pdf>;
|
2928
|
+
version="vor"; type="application/pdf"; rel="item", <https://www.springernature.com/gp/researchers/text-and-data-mining>;
|
2929
|
+
version="tdm"; rel="license", <https://www.springernature.com/gp/researchers/text-and-data-mining>;
|
2930
|
+
version="vor"; rel="license", <http://orcid.org/0000-0002-1588-7527>; title="Rink
|
2931
|
+
Hoekstra"; rel="author", <http://orcid.org/0000-0002-3933-9752>; title="Simine
|
2932
|
+
Vazire"; rel="author"
|
2933
|
+
Access-Control-Expose-Headers:
|
2934
|
+
- Link
|
2935
|
+
Access-Control-Allow-Headers:
|
2936
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
2937
|
+
Accept-Ranges, Cache-Control
|
2938
|
+
Access-Control-Allow-Origin:
|
2939
|
+
- "*"
|
2940
|
+
Server:
|
2941
|
+
- Jetty(9.4.40.v20210413)
|
2942
|
+
X-Ratelimit-Limit:
|
2943
|
+
- '50'
|
2944
|
+
X-Ratelimit-Interval:
|
2945
|
+
- 1s
|
2946
|
+
X-Api-Pool:
|
2947
|
+
- public
|
2948
|
+
X-Rate-Limit-Limit:
|
2949
|
+
- '50'
|
2950
|
+
X-Rate-Limit-Interval:
|
2951
|
+
- 1s
|
2952
|
+
Permissions-Policy:
|
2953
|
+
- interest-cohort=()
|
2954
|
+
Connection:
|
2955
|
+
- close
|
2956
|
+
body:
|
2957
|
+
encoding: ASCII-8BIT
|
2958
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:22Z","timestamp":1687134442476},"reference-count":39,"publisher":"Springer
|
2959
|
+
Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T00:00:00Z","timestamp":1635379200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T00:00:00Z","timestamp":1635379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000925","name":"John
|
2960
|
+
Templeton Foundation","doi-asserted-by":"publisher","award":["60937"]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"DOI":"10.1038\/s41562-021-01203-8","type":"journal-article","created":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T16:02:41Z","timestamp":1635436961000},"page":"1602-1607","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":"Aspiring
|
2961
|
+
to greater intellectual humility in science","prefix":"10.1038","volume":"5","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-1588-7527","authenticated-orcid":false,"given":"Rink","family":"Hoekstra","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-3933-9752","authenticated-orcid":false,"given":"Simine","family":"Vazire","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,28]]},"reference":[{"key":"1203_CR1","doi-asserted-by":"publisher","unstructured":"[Editorial].
|
2962
|
+
Tell it like it is. Nat. Hum. Behav. https:\/\/doi.org\/10.1038\/s41562-020-0818-9
|
2963
|
+
(2020).","DOI":"10.1038\/s41562-020-0818-9"},{"key":"1203_CR2","unstructured":"Pashler,
|
2964
|
+
H. & De Ruiter, J. P. Taking responsibility for our field\u2019s reputation.
|
2965
|
+
APS Letter\/Observer Forum https:\/\/www.psychologicalscience.org\/observer\/taking-responsibility-for-our-fields-reputation
|
2966
|
+
(2017)."},{"key":"1203_CR3","doi-asserted-by":"publisher","unstructured":"Whitcomb,
|
2967
|
+
D., Battaly, H., Baehr, J. & Howard-Snyder, D. Intellectual humility: owning
|
2968
|
+
our limitations. Phil. Phenom. Res. https:\/\/doi.org\/10.1111\/phpr.12228
|
2969
|
+
(2015).","DOI":"10.1111\/phpr.12228"},{"key":"1203_CR4","doi-asserted-by":"publisher","first-page":"e0182950","DOI":"10.1371\/journal.pone.0182950","volume":"12","author":"M
|
2970
|
+
Alfano","year":"2017","unstructured":"Alfano, M. et al. Development and validation
|
2971
|
+
of a multi-dimensional measure of intellectual humility. PLoS ONE 12, e0182950
|
2972
|
+
(2017).","journal-title":"PLoS ONE"},{"key":"1203_CR5","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1177\/0146167217697695","volume":"43","author":"MR
|
2973
|
+
Leary","year":"2017","unstructured":"Leary, M. R. et al. Cognitive and interpersonal
|
2974
|
+
features of intellectual humility. Pers. Soc. Psych. Bull. 43, 793\u2013813
|
2975
|
+
(2017).","journal-title":"Pers. Soc. Psych. Bull."},{"key":"1203_CR6","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1080\/00223891.2015.1068174","volume":"98","author":"EJ
|
2976
|
+
Krumrei-Mancuso","year":"2015","unstructured":"Krumrei-Mancuso, E. J. & Rouse,
|
2977
|
+
S. V. The development and validation of the Comprehensive Intellectual Humility
|
2978
|
+
Scale. J. Pers. Assess. 98, 209\u2013221 (2015).","journal-title":"J. Pers.
|
2979
|
+
Assess."},{"key":"1203_CR7","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1177\/0963721419850153","volume":"28","author":"DR
|
2980
|
+
Van Tongeren","year":"2019","unstructured":"Van Tongeren, D. R., Davis, D.
|
2981
|
+
E., Hook, J. N. & Witvliet, C. V. Humility. Curr. Dir. Psych. Sci. 28, 463\u2013468
|
2982
|
+
(2019).","journal-title":"Curr. Dir. Psych. Sci."},{"key":"1203_CR8","first-page":"115","volume":"1","author":"RK
|
2983
|
+
Merton","year":"1942","unstructured":"Merton, R. K. Science and technology
|
2984
|
+
in a democratic order. J. Leg. Pol. Soc. 1, 115\u2013126 (1942).","journal-title":"J.
|
2985
|
+
Leg. Pol. Soc."},{"key":"1203_CR9","doi-asserted-by":"publisher","first-page":"h6467","DOI":"10.1136\/bmj.h6467","volume":"351","author":"CH
|
2986
|
+
Vinkers","year":"2015","unstructured":"Vinkers, C. H., Tijdink, J. K. & Otte,
|
2987
|
+
W. M. Use of positive and negative words in scientific PubMed abstracts between
|
2988
|
+
1974 and 2014: retrospective analysis. BMJ 351, h6467 (2015).","journal-title":"BMJ"},{"key":"1203_CR10","doi-asserted-by":"publisher","unstructured":"Yarkoni,
|
2989
|
+
T. The generalizability crisis. Behav. Brain Sci. https:\/\/doi.org\/10.1017\/S0140525X20001685
|
2990
|
+
(2020).","DOI":"10.1017\/S0140525X20001685"},{"key":"1203_CR11","doi-asserted-by":"publisher","unstructured":"Riddle,
|
2991
|
+
T. Linguistic overfitting in empirical psychology. Preprint at https:\/\/doi.org\/10.31234\/osf.io\/qasde
|
2992
|
+
(2018).","DOI":"10.31234\/osf.io\/qasde"},{"key":"1203_CR12","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1525\/jer.2007.2.4.3","volume":"2","author":"MS
|
2993
|
+
Anderson","year":"2007","unstructured":"Anderson, M. S., Martinson, B. C.
|
2994
|
+
& De Vries, R. Normative dissonance in science: results from a national survey
|
2995
|
+
of US scientists. J. Empir. Res. Hum. Res. Ethics 2, 3\u201314 (2007).","journal-title":"J.
|
2996
|
+
Empir. Res. Hum. Res. Ethics"},{"key":"1203_CR13","doi-asserted-by":"publisher","first-page":"579","DOI":"10.2307\/2094423","volume":"39","author":"II
|
2997
|
+
Mitroff","year":"1974","unstructured":"Mitroff, I. I. Norms and counter-norms
|
2998
|
+
in a select group of the Apollo moon scientists: a case study of the ambivalence
|
2999
|
+
of scientists. Am. Soc. Rev. 39, 579\u2013595 (1974).","journal-title":"Am.
|
3000
|
+
Soc. Rev."},{"key":"1203_CR14","unstructured":"Sessions, R. How a \u2018difficult\u2019
|
3001
|
+
composer gets that way. New York Times (8 January 1950)."},{"key":"1203_CR15","unstructured":"Bem,
|
3002
|
+
D. J. in The Compleat Academic: A Practical Guide for the Beginning Social
|
3003
|
+
Scientist (eds Darley, J. M. et al.) Ch. 10 (American Psychological Association,
|
3004
|
+
2004)."},{"key":"1203_CR16","unstructured":"Kail, R. V. Reflections on five
|
3005
|
+
years as editor. APS Observer https:\/\/www.psychologicalscience.org\/observer\/reflections-on-five-years-as-editor
|
3006
|
+
(2012)."},{"key":"1203_CR17","doi-asserted-by":"publisher","first-page":"1422","DOI":"10.1126\/science.aab2374","volume":"348","author":"BA
|
3007
|
+
Nosek","year":"2015","unstructured":"Nosek, B. A. et al. Promoting an open
|
3008
|
+
research culture. Science 348, 1422\u20131425 (2015).","journal-title":"Science"},{"key":"1203_CR18","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1177\/2515245918806489","volume":"1","author":"WE
|
3009
|
+
Davis","year":"2018","unstructured":"Davis, W. E. et al. Peer-review guidelines
|
3010
|
+
promoting replicability and transparency in psychological science. Adv. Methods
|
3011
|
+
Pract. Psychol. Sci. 1, 556\u2013573 (2018).","journal-title":"Adv. Methods
|
3012
|
+
Pract. Psychol. Sci."},{"key":"1203_CR19","doi-asserted-by":"publisher","first-page":"150547","DOI":"10.1098\/rsos.150547","volume":"3","author":"RD
|
3013
|
+
Morey","year":"2016","unstructured":"Morey, R. D. et al. The Peer Reviewers\u2019
|
3014
|
+
Openness Initiative: incentivizing open research practices through peer review.
|
3015
|
+
R. Soc. Open Sci. 3, 150547 (2016).","journal-title":"R. Soc. Open Sci."},{"key":"1203_CR20","first-page":"4","volume":"26","author":"JP
|
3016
|
+
Simmons","year":"2012","unstructured":"Simmons, J. P., Nelson, L. & Simonsohn,
|
3017
|
+
U. A 21 word solution. Soc. Pers. Soc. Psych. Dial. 26, 4\u20137 (2012).","journal-title":"Soc.
|
3018
|
+
Pers. Soc. Psych. Dial."},{"key":"1203_CR21","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1016\/j.cortex.2012.12.016","volume":"49","author":"CD
|
3019
|
+
Chambers","year":"2013","unstructured":"Chambers, C. D. Registered Reports:
|
3020
|
+
a new publishing initiative at Cortex. Cortex 49, 609\u2013610 (2013).","journal-title":"Cortex"},{"key":"1203_CR22","doi-asserted-by":"publisher","first-page":"250","DOI":"10.3758\/BF03204506","volume":"25","author":"GR
|
3021
|
+
Loftus","year":"1993","unstructured":"Loftus, G. R. A picture is worth a thousand
|
3022
|
+
P values: on the irrelevance of hypothesis testing in the microcomputer age.
|
3023
|
+
Behav. Res. Meth. Inst. Comp. 25, 250\u2013256 (1993).","journal-title":"Behav.
|
3024
|
+
Res. Meth. Inst. Comp."},{"key":"1203_CR23","doi-asserted-by":"crossref","unstructured":"Dragicevic,
|
3025
|
+
P., Jansen, Y., Sarma, A., Kay, M. & Chevalier, F. Increasing the transparency
|
3026
|
+
of research papers with explorable multiverse analyses. In Proc. 2019 Conf.
|
3027
|
+
on Human Factors in Computing Systems (eds Brewster, S. et al.) Paper no.
|
3028
|
+
65 (Association for Computing Machinery, 2019).","DOI":"10.1145\/3290605.3300295"},{"key":"1203_CR24","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1177\/1745691616658637","volume":"11","author":"S
|
3029
|
+
Steegen","year":"2016","unstructured":"Steegen, S., Tuerlinckx, F., Gelman,
|
3030
|
+
A. & Vanpaemel, W. Increasing transparency through a multiverse analysis.
|
3031
|
+
Perspect. Psychol. Sci. 11, 702\u2013712 (2016).","journal-title":"Perspect.
|
3032
|
+
Psychol. Sci."},{"key":"1203_CR25","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1177\/1745691612463078","volume":"7","author":"EJ
|
3033
|
+
Wagenmakers","year":"2012","unstructured":"Wagenmakers, E. J., Wetzels, R.,
|
3034
|
+
Borsboom, D., van der Maas, H. L. & Kievit, R. A. An agenda for purely confirmatory
|
3035
|
+
research. Perspect. Psychol. Sci. 7, 632\u2013638 (2012).","journal-title":"Perspect.
|
3036
|
+
Psychol. Sci."},{"key":"1203_CR26","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.3758\/BF03213921","volume":"13","author":"R
|
3037
|
+
Hoekstra","year":"2006","unstructured":"Hoekstra, R., Finch, S., Kiers, H.
|
3038
|
+
A. L. & Johnson, A. Probability as certainty: dichotomous thinking and the
|
3039
|
+
misuse of P values. Psychon. Bull. Rev. 13, 1033\u20131037 (2006).","journal-title":"Psychon.
|
3040
|
+
Bull. Rev."},{"key":"1203_CR27","doi-asserted-by":"publisher","first-page":"181870","DOI":"10.1098\/rsos.181870","volume":"6","author":"AM
|
3041
|
+
Van der Bles","year":"2019","unstructured":"Van der Bles, A. M. et al. Communicating
|
3042
|
+
uncertainty about facts, numbers and science. R. Soc. Open Sci. 6, 181870
|
3043
|
+
(2019).","journal-title":"R. Soc. Open Sci."},{"key":"1203_CR28","doi-asserted-by":"crossref","first-page":"103","DOI":"10.54870\/1551-3440.1338","volume":"12","author":"R
|
3044
|
+
Hoekstra","year":"2015","unstructured":"Hoekstra, R. Risk as an explanatory
|
3045
|
+
factor for researchers\u2019 inferential interpretations. Math. Enthus. 12,
|
3046
|
+
103\u2013112 (2015).","journal-title":"Math. Enthus."},{"key":"1203_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/00031305.2019.1583913","volume":"73","author":"RL
|
3047
|
+
Wasserstein","year":"2019","unstructured":"Wasserstein, R. L., Schirm, A.
|
3048
|
+
L. & Lazar, N. A. Moving to a world beyond \u2018P < 0.05\u2019. Am. Stat.
|
3049
|
+
73, 1\u201319 (2019).","journal-title":"Am. Stat."},{"key":"1203_CR30","doi-asserted-by":"publisher","first-page":"5","DOI":"10.3758\/s13423-017-1262-3","volume":"25","author":"A
|
3050
|
+
Etz","year":"2018","unstructured":"Etz, A. & Vandekerckhove, J. Introduction
|
3051
|
+
to Bayesian inference for psychology. Psychon. Bull. Rev. 25, 5\u201334 (2018).","journal-title":"Psychon.
|
3052
|
+
Bull. Rev."},{"key":"1203_CR31","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1177\/2515245918779348","volume":"1","author":"A
|
3053
|
+
Ly","year":"2018","unstructured":"Ly, A. et al. Bayesian reanalyses from summary
|
3054
|
+
statistics: a guide for academic consumers. Adv. Methods Pract. Psychol. Sci.
|
3055
|
+
1, 367\u2013374 (2018).","journal-title":"Adv. Methods Pract. Psychol. Sci."},{"key":"1203_CR32","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1948550615603955","volume":"7","author":"S
|
3056
|
+
Vazire","year":"2016","unstructured":"Vazire, S. Editorial. Soc. Psychol.
|
3057
|
+
Personal. Sci. 7, 3\u20137 (2016).","journal-title":"Soc. Psychol. Personal.
|
3058
|
+
Sci."},{"key":"1203_CR33","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.1177\/1745691617708630","volume":"12","author":"DJ
|
3059
|
+
Simons","year":"2017","unstructured":"Simons, D. J., Shoda, Y. & Lindsay,
|
3060
|
+
D. S. Constraints on generality (COG): a proposed addition to all empirical
|
3061
|
+
papers. Perspect. Psychol. Sci. 12, 1123\u20131128 (2017).","journal-title":"Perspect.
|
3062
|
+
Psychol. Sci."},{"key":"1203_CR34","doi-asserted-by":"publisher","first-page":"1092","DOI":"10.1038\/s41562-020-00990-w","volume":"4","author":"H
|
3063
|
+
IJzerman","year":"2020","unstructured":"IJzerman, H. et al. Use caution when
|
3064
|
+
applying behavioural science to policy. Nat. Hum. Behav. 4, 1092\u20131094
|
3065
|
+
(2020).","journal-title":"Nat. Hum. Behav."},{"key":"1203_CR35","doi-asserted-by":"publisher","unstructured":"Flake,
|
3066
|
+
J. K., & Fried, E. I. Measurement schmeasurement: questionable measurement
|
3067
|
+
practices and how to avoid them. Preprint at https:\/\/doi.org\/10.31234\/osf.io\/hs7wm
|
3068
|
+
(2019).","DOI":"10.31234\/osf.io\/hs7wm"},{"key":"1203_CR36","unstructured":"Schubert,
|
3069
|
+
S. Hedge-drift and advanced motte-and-bailey. LessWrong Blog https:\/\/www.lesswrong.com\/posts\/oMYeJrQmCeoY5sEzg\/hedge-drift-and-advanced-motte-and-bailey
|
3070
|
+
(2016)."},{"key":"1203_CR37","doi-asserted-by":"publisher","first-page":"g7015","DOI":"10.1136\/bmj.g7015","volume":"349","author":"P
|
3071
|
+
Sumner","year":"2014","unstructured":"Sumner, P. et al. The association between
|
3072
|
+
exaggeration in health related science news and academic press releases: retrospective
|
3073
|
+
observational study. BMJ 349, g7015 (2014).","journal-title":"BMJ"},{"key":"1203_CR38","doi-asserted-by":"publisher","unstructured":"Rohrer,
|
3074
|
+
J. M. et al. Putting the self in self-correction: findings from the loss-of-confidence
|
3075
|
+
project. Perspect. Psychol. Sci., https:\/\/doi.org\/10.1177\/1745691620964106
|
3076
|
+
(2021).","DOI":"10.1177\/1745691620964106"},{"key":"1203_CR39","unstructured":"Yarkoni,
|
3077
|
+
T. (2018). No, it\u2019s not the incentives\u2014it\u2019s you. Talyarkoni
|
3078
|
+
Blog https:\/\/www.talyarkoni.org\/blog\/2018\/10\/02\/no-its-not-the-incentives-its-you\/
|
3079
|
+
(2018)."}],"container-title":"Nature Human Behaviour","original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41562-021-01203-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41562-021-01203-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41562-021-01203-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,3]],"date-time":"2022-12-03T00:32:07Z","timestamp":1670027527000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41562-021-01203-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,28]]},"references-count":39,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2021,12]]}},"alternative-id":["1203"],"URL":"http:\/\/dx.doi.org\/10.1038\/s41562-021-01203-8","relation":{},"ISSN":["2397-3374"],"subject":["Behavioral
|
3080
|
+
Neuroscience","Experimental and Cognitive Psychology","Social Psychology"],"container-title-short":"Nat
|
3081
|
+
Hum Behav","published":{"date-parts":[[2021,10,28]]},"assertion":[{"value":"12
|
3082
|
+
June 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article
|
3083
|
+
History"}},{"value":"18 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article
|
3084
|
+
History"}},{"value":"28 October 2021","order":3,"name":"first_online","label":"First
|
3085
|
+
Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The
|
3086
|
+
authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing
|
3087
|
+
interests"}}]}'
|
3088
|
+
recorded_at: Wed, 05 Jul 2023 05:27:44 GMT
|
3089
|
+
- request:
|
3090
|
+
method: get
|
3091
|
+
uri: https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform
|
3092
|
+
body:
|
3093
|
+
encoding: UTF-8
|
3094
|
+
string: ''
|
3095
|
+
headers:
|
3096
|
+
Accept:
|
3097
|
+
- application/vnd.citationstyles.csl+json
|
3098
|
+
Connection:
|
3099
|
+
- close
|
3100
|
+
User-Agent:
|
3101
|
+
- http.rb/5.1.1
|
3102
|
+
Host:
|
3103
|
+
- api.crossref.org
|
3104
|
+
response:
|
3105
|
+
status:
|
3106
|
+
code: 200
|
3107
|
+
message: OK
|
3108
|
+
headers:
|
3109
|
+
Date:
|
3110
|
+
- Wed, 05 Jul 2023 05:27:45 GMT
|
3111
|
+
Content-Type:
|
3112
|
+
- application/vnd.citationstyles.csl+json
|
3113
|
+
Transfer-Encoding:
|
3114
|
+
- chunked
|
3115
|
+
Vary:
|
3116
|
+
- Accept
|
3117
|
+
Link:
|
3118
|
+
- <http://dx.doi.org/10.1177/0956797611430953>; rel="canonical", <http://journals.sagepub.com/doi/pdf/10.1177/0956797611430953>;
|
3119
|
+
version="vor"; type="application/pdf"; rel="item", <http://journals.sagepub.com/doi/full-xml/10.1177/0956797611430953>;
|
3120
|
+
version="vor"; type="application/xml"; rel="item", <http://journals.sagepub.com/doi/pdf/10.1177/0956797611430953>;
|
3121
|
+
version="vor"; rel="item", <http://journals.sagepub.com/page/policies/text-and-data-mining-license>;
|
3122
|
+
version="tdm"; rel="license"
|
3123
|
+
Access-Control-Expose-Headers:
|
3124
|
+
- Link
|
3125
|
+
Access-Control-Allow-Headers:
|
3126
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
3127
|
+
Accept-Ranges, Cache-Control
|
3128
|
+
Access-Control-Allow-Origin:
|
3129
|
+
- "*"
|
3130
|
+
Server:
|
3131
|
+
- Jetty(9.4.40.v20210413)
|
3132
|
+
X-Ratelimit-Limit:
|
3133
|
+
- '50'
|
3134
|
+
X-Ratelimit-Interval:
|
3135
|
+
- 1s
|
3136
|
+
X-Api-Pool:
|
3137
|
+
- public
|
3138
|
+
X-Rate-Limit-Limit:
|
3139
|
+
- '50'
|
3140
|
+
X-Rate-Limit-Interval:
|
3141
|
+
- 1s
|
3142
|
+
Permissions-Policy:
|
3143
|
+
- interest-cohort=()
|
3144
|
+
Connection:
|
3145
|
+
- close
|
3146
|
+
body:
|
3147
|
+
encoding: ASCII-8BIT
|
3148
|
+
string: '{"indexed":{"date-parts":[[2023,7,4]],"date-time":"2023-07-04T20:09:40Z","timestamp":1688501380479},"reference-count":31,"publisher":"SAGE
|
3149
|
+
Publications","issue":"5","license":[{"start":{"date-parts":[[2012,4,16]],"date-time":"2012-04-16T00:00:00Z","timestamp":1334534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/journals.sagepub.com\/page\/policies\/text-and-data-mining-license"}],"content-domain":{"domain":["journals.sagepub.com"],"crossmark-restriction":true},"published-print":{"date-parts":[[2012,5]]},"abstract":"<jats:p>
|
3150
|
+
Cases of clear scientific misconduct have received significant media attention
|
3151
|
+
recently, but less flagrantly questionable research practices may be more
|
3152
|
+
prevalent and, ultimately, more damaging to the academic enterprise. Using
|
3153
|
+
an anonymous elicitation format supplemented by incentives for honest reporting,
|
3154
|
+
we surveyed over 2,000 psychologists about their involvement in questionable
|
3155
|
+
research practices. The impact of truth-telling incentives on self-admissions
|
3156
|
+
of questionable research practices was positive, and this impact was greater
|
3157
|
+
for practices that respondents judged to be less defensible. Combining three
|
3158
|
+
different estimation methods, we found that the percentage of respondents
|
3159
|
+
who have engaged in questionable practices was surprisingly high. This finding
|
3160
|
+
suggests that some questionable practices may constitute the prevailing research
|
3161
|
+
norm. <\/jats:p>","DOI":"10.1177\/0956797611430953","type":"journal-article","created":{"date-parts":[[2012,4,17]],"date-time":"2012-04-17T05:55:06Z","timestamp":1334642106000},"page":"524-532","update-policy":"http:\/\/dx.doi.org\/10.1177\/sage-journals-update-policy","source":"Crossref","is-referenced-by-count":1181,"title":"Measuring
|
3162
|
+
the Prevalence of Questionable Research Practices With Incentives for Truth
|
3163
|
+
Telling","prefix":"10.1177","volume":"23","author":[{"given":"Leslie K.","family":"John","sequence":"first","affiliation":[{"name":"Marketing
|
3164
|
+
Unit, Harvard Business School"}]},{"given":"George","family":"Loewenstein","sequence":"additional","affiliation":[{"name":"Department
|
3165
|
+
of Social & Decision Sciences, Carnegie Mellon University"}]},{"given":"Drazen","family":"Prelec","sequence":"additional","affiliation":[{"name":"Sloan
|
3166
|
+
School of Management and Departments of Economics and Brain & Cognitive Sciences,
|
3167
|
+
Massachusetts Institute of Technology"}]}],"member":"179","published-online":{"date-parts":[[2012,4,16]]},"reference":[{"key":"bibr2-0956797611430953","doi-asserted-by":"publisher","DOI":"10.3758\/BF03329773"},{"key":"bibr3-0956797611430953","volume-title":"Improving
|
3168
|
+
interview method and questionnaire design: Response effects to threatening
|
3169
|
+
questions in survey research","author":"Bradburn N.","year":"1979"},{"key":"bibr4-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1126\/science.284.5420.1670"},{"key":"bibr5-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1038\/479151a"},{"key":"bibr6-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.c5347"},{"key":"bibr7-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1509\/jmkr.47.1.14"},{"key":"bibr9-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1126\/science.284.5420.1599a"},{"key":"bibr12-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1016\/j.cct.2004.11.013"},{"key":"bibr13-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1136\/jme.27.5.344"},{"key":"bibr14-0956797611430953","first-page":"142","volume-title":"Scaling:
|
3170
|
+
A sourcebook for behavioral scientists","author":"Guttman L. L.","year":"1974"},{"key":"bibr15-0956797611430953","doi-asserted-by":"publisher","DOI":"10.5694\/j.1326-5377.2005.tb06813.x"},{"key":"bibr16-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1001\/jama.294.2.218"},{"key":"bibr18-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.108.3.480"},{"key":"bibr19-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1093\/jleo\/ewp031"},{"key":"bibr21-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1177\/0049124104268664"},{"key":"bibr22-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1093\/ei\/39.1.162"},{"key":"bibr23-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1126\/science.290.5497.1662"},{"key":"bibr24-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1038\/435737a"},{"key":"bibr25-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ecolsys.31.1.441"},{"key":"bibr26-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1126\/science.1102081"},{"key":"bibr28-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"key":"bibr29-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1007\/s11673-008-9113-6"},{"key":"bibr30-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9280.00169"},{"key":"bibr31-0956797611430953","first-page":"1","volume-title":"Investigating
|
3171
|
+
Research Integrity: Proceedings of the First ORI Research Conference on Research
|
3172
|
+
Integrity","author":"Steneck N. H.","year":"2002"},{"key":"bibr32-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-006-0006-y"},{"key":"bibr33-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1207\/s15327019eb1604_3"},{"key":"bibr34-0956797611430953","first-page":"542","volume":"81","author":"Swazey
|
3173
|
+
J. P.","year":"1993","journal-title":"American Scientist"},{"key":"bibr35-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.133.5.859"},{"key":"bibr36-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1126\/science.280.5365.867"},{"key":"bibr37-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1965.10480775"},{"key":"bibr38-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1038\/480007a"}],"container-title":"Psychological
|
3174
|
+
Science","original-title":[],"language":"en","link":[{"URL":"http:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0956797611430953","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/journals.sagepub.com\/doi\/full-xml\/10.1177\/0956797611430953","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0956797611430953","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,5]],"date-time":"2020-11-05T21:17:52Z","timestamp":1604611072000},"score":1,"resource":{"primary":{"URL":"http:\/\/journals.sagepub.com\/doi\/10.1177\/0956797611430953"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,4,16]]},"references-count":31,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2012,5]]}},"alternative-id":["10.1177\/0956797611430953"],"URL":"http:\/\/dx.doi.org\/10.1177\/0956797611430953","relation":{},"ISSN":["0956-7976","1467-9280"],"subject":["General
|
3175
|
+
Psychology"],"container-title-short":"Psychol Sci","published":{"date-parts":[[2012,4,16]]}}'
|
3176
|
+
recorded_at: Wed, 05 Jul 2023 05:27:45 GMT
|
3177
|
+
- request:
|
3178
|
+
method: get
|
3179
|
+
uri: https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform
|
3180
|
+
body:
|
3181
|
+
encoding: UTF-8
|
3182
|
+
string: ''
|
3183
|
+
headers:
|
3184
|
+
Accept:
|
3185
|
+
- application/vnd.citationstyles.csl+json
|
3186
|
+
Connection:
|
3187
|
+
- close
|
3188
|
+
User-Agent:
|
3189
|
+
- http.rb/5.1.1
|
3190
|
+
Host:
|
3191
|
+
- api.crossref.org
|
3192
|
+
response:
|
3193
|
+
status:
|
3194
|
+
code: 200
|
3195
|
+
message: OK
|
3196
|
+
headers:
|
3197
|
+
Date:
|
3198
|
+
- Wed, 05 Jul 2023 05:27:45 GMT
|
3199
|
+
Content-Type:
|
3200
|
+
- application/vnd.citationstyles.csl+json
|
3201
|
+
Transfer-Encoding:
|
3202
|
+
- chunked
|
3203
|
+
Vary:
|
3204
|
+
- Accept
|
3205
|
+
Link:
|
3206
|
+
- <http://dx.doi.org/10.1207/s15327965pli0102_1>; rel="canonical", <http://www.tandfonline.com/doi/pdf/10.1207/s15327965pli0102_1>;
|
3207
|
+
version="vor"; rel="item"
|
3208
|
+
Access-Control-Expose-Headers:
|
3209
|
+
- Link
|
3210
|
+
Access-Control-Allow-Headers:
|
3211
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
3212
|
+
Accept-Ranges, Cache-Control
|
3213
|
+
Access-Control-Allow-Origin:
|
3214
|
+
- "*"
|
3215
|
+
Server:
|
3216
|
+
- Jetty(9.4.40.v20210413)
|
3217
|
+
X-Ratelimit-Limit:
|
3218
|
+
- '50'
|
3219
|
+
X-Ratelimit-Interval:
|
3220
|
+
- 1s
|
3221
|
+
X-Api-Pool:
|
3222
|
+
- public
|
3223
|
+
X-Rate-Limit-Limit:
|
3224
|
+
- '50'
|
3225
|
+
X-Rate-Limit-Interval:
|
3226
|
+
- 1s
|
3227
|
+
Permissions-Policy:
|
3228
|
+
- interest-cohort=()
|
3229
|
+
Connection:
|
3230
|
+
- close
|
3231
|
+
body:
|
3232
|
+
encoding: ASCII-8BIT
|
3233
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:24Z","timestamp":1687134444877},"reference-count":114,"publisher":"Informa
|
3234
|
+
UK Limited","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"published-print":{"date-parts":[[1990,4]]},"DOI":"10.1207\/s15327965pli0102_1","type":"journal-article","created":{"date-parts":[[2006,3,17]],"date-time":"2006-03-17T08:48:55Z","timestamp":1142585335000},"page":"108-141","source":"Crossref","is-referenced-by-count":328,"title":"Appraising
|
3235
|
+
and Amending Theories: The Strategy of Lakatosian Defense and Two Principles
|
3236
|
+
that Warrant It","prefix":"10.1080","volume":"1","author":[{"given":"Paul
|
3237
|
+
E.","family":"Meehl","sequence":"first","affiliation":[]}],"member":"301","reference":[{"key":"p_1_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1037\/h0093360","volume":"47","author":"Allport
|
3238
|
+
G. W.","year":"1936","journal-title":"Psychological Monographs"},{"key":"p_2_2","unstructured":"Andreski,
|
3239
|
+
S. (1972). Social sciences as sorcery. London: Deutsch."},{"key":"p_3_3","doi-asserted-by":"crossref","first-page":"227","DOI":"10.3758\/BF03342263","volume":"4","author":"Aronson
|
3240
|
+
E.","year":"1966","journal-title":"Psychonomic Science"},{"key":"p_4_4","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1037\/h0020412","volume":"66","author":"Bakan
|
3241
|
+
D.","year":"1966","journal-title":"Psychological Bulletin"},{"key":"p_5_5","doi-asserted-by":"crossref","first-page":"596","DOI":"10.1126\/science.134.3479.596","volume":"134","author":"Barber
|
3242
|
+
B.","year":"1961","journal-title":"Science"},{"key":"p_6_6","unstructured":"Betz,
|
3243
|
+
N. E. (Ed.). (1986). The g factor in employment [Special issue]. Journal of
|
3244
|
+
Vocational Behavior, 29(3)."},{"key":"p_7_7","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1093\/bjps\/38.4.533","volume":"38","author":"Brink
|
3245
|
+
C.","year":"1987","journal-title":"British Journal for Philosophy of Science"},{"key":"p_8_8","doi-asserted-by":"publisher","DOI":"10.1086\/286432"},{"key":"p_9_9","doi-asserted-by":"crossref","first-page":"513","DOI":"10.2307\/2102817","volume":"5","author":"Carnap
|
3246
|
+
R.","year":"1945","journal-title":"Philosophy and Phenomenological Research"},{"key":"p_10_10","unstructured":"Carnap,
|
3247
|
+
R. (1966). Philosophical foundations of physics. New York: Bas~c."},{"key":"p_11_11","doi-asserted-by":"crossref","unstructured":"Cartwright,
|
3248
|
+
N. (1983). How the laws of physics lie. New York: Oxford University Press.","DOI":"10.1093\/0198247044.001.0001"},{"key":"p_12_12","doi-asserted-by":"crossref","first-page":"378","DOI":"10.17763\/haer.48.3.t490261645281841","volume":"48","author":"Carver
|
3249
|
+
R. P.","year":"1978","journal-title":"Harvard Educational Review"},{"key":"p_13_13","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1080\/00223980.1987.9712666","volume":"121","author":"Chow
|
3250
|
+
S. L.","year":"1987","journal-title":"Journal of Psychology"},{"key":"p_14_14","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.103.1.105"},{"key":"p_15_15","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1037\/h0040957","volume":"52","author":"Cronbach
|
3251
|
+
L. J.","year":"1955","journal-title":"Psychological Bulletin"},{"key":"p_16_16","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.42.2.145"},{"key":"p_17_17","unstructured":"Dawes,
|
3252
|
+
R. M. (1988). Rational choice in an uncertain world. Chicago: Harcourt Brace
|
3253
|
+
Jovanovich."},{"key":"p_18_18","doi-asserted-by":"crossref","first-page":"1668","DOI":"10.1126\/science.2648573","volume":"243","author":"Dawes
|
3254
|
+
R. M.","year":"1989","journal-title":"Science"},{"key":"p_19_19","unstructured":"Draper,
|
3255
|
+
N. & Smith, H. (1981). Applied regression analysis (2nd ed.). New York: Wiley."},{"key":"p_20_20","doi-asserted-by":"crossref","first-page":"14","DOI":"10.2307\/1598947","volume":"35","author":"Dworkin
|
3256
|
+
R. M.","year":"1967","journal-title":"Universtty of Chicago Law Review"},{"key":"p_21_21","unstructured":"Eisberg,
|
3257
|
+
R. M. (1961). Fundamentals of modern physics. New York: W~ley."},{"key":"p_22_22","first-page":"1","volume":"12","author":"Evans
|
3258
|
+
C.","year":"1941","journal-title":"Journal of Psychology"},{"key":"p_23_23","unstructured":"Faust,
|
3259
|
+
D. (1984). The limits of scientific reasoning. Minneapolis: University of
|
3260
|
+
Minnesota Press."},{"key":"p_24_24","unstructured":"Feyerabend, P. (1970).
|
3261
|
+
Against method. In M. Radner & S. Winokur (Eds.), Minnesota studies in thephilosophy
|
3262
|
+
of science: Vol. IV. Analyses of theories and methods of physics andpsychology
|
3263
|
+
(pp. 17-130). Minneapolis: University of Minnesota Press."},{"key":"p_25_25","unstructured":"Fisher,
|
3264
|
+
R. A. (1925). Statistical methods for research workers. London: Oliver & Boyd."},{"key":"p_26_26","unstructured":"Fisher,
|
3265
|
+
R. A. (1937). The design of experiments (2nd ed.). London: Oliver & Boyd."},{"key":"p_27_27","unstructured":"Fiske,
|
3266
|
+
D. W. & Shweder, R. A. (1986). Metatheory in social science. Chicago: University
|
3267
|
+
of Chicago Press."},{"key":"p_28_28","unstructured":"Freud, S. (1957). On
|
3268
|
+
the history of the psycho-analytic movement. In J. Strachey (Ed. &Trans.),
|
3269
|
+
The standard edition of the completepsychological works of SigmundFreud (Vol.
|
3270
|
+
14, pp. 7-66). London: Hogarth. (Original work published 1914)"},{"key":"p_29_29","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1038\/scientificamerican0383-124","volume":"248","author":"Geller
|
3271
|
+
S. A.","year":"1983","journal-title":"Autopsy. Scientific American"},{"key":"p_30_30","unstructured":"Giere,
|
3272
|
+
R. N. (1984). Understanding scientific reasoning. New York: Holt, Rinehart
|
3273
|
+
& Winston."},{"key":"p_31_31","doi-asserted-by":"crossref","unstructured":"Giere,
|
3274
|
+
R. N. (1988). Explaining science: A cognitive approach. Chicago: University
|
3275
|
+
of Chicago Press.","DOI":"10.7208\/chicago\/9780226292038.001.0001"},{"key":"p_32_32","unstructured":"Glass,
|
3276
|
+
G. V., Cahen, L. S., Smith, M. L. & Filby, N. K. (1982). School class size:
|
3277
|
+
Research andpolicy. Beverly Hills, CA: Sage."},{"key":"p_33_33","unstructured":"Glass,
|
3278
|
+
G. V., McGaw, B. &Smith, M. L. (1981). Meta-analysis in social research. Beverly
|
3279
|
+
Hills, CA: Sage."},{"key":"p_34_34","unstructured":"Glymour, C. (1980). Theory
|
3280
|
+
and evidence. Princeton, NJ: Princeton University Press."},{"key":"p_35_35","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1111\/j.1469-1809.1978.tb00924.x","volume":"41","author":"Golden
|
3281
|
+
R.","year":"1978","journal-title":"Annals of Human Genetzcs London"},{"key":"p_36_36","doi-asserted-by":"publisher","DOI":"10.1086\/289462"},{"key":"p_37_37","unstructured":"Gough,
|
3282
|
+
H. G. (1987). CPI, Administrator''s guide. Palo Alto, CA: Consulting Psychologists
|
3283
|
+
Press."},{"key":"p_38_38","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1093\/bjps\/39.3.277","volume":"39","author":"Hacking
|
3284
|
+
I.","year":"1988","journal-title":"British Journal for the Philosophy of Science"},{"key":"p_39_39","unstructured":"Harman,
|
3285
|
+
H. H. (1960). Modern factor analysis. Chicago: University of Chicago Press."},{"key":"p_40_40","doi-asserted-by":"publisher","DOI":"10.1037\/\/0003-066X.42.5.443"},{"key":"p_41_41","unstructured":"Hodgman,
|
3286
|
+
C. D. (Compiler). (1941). Mathematical tables from handbook of chemistry and
|
3287
|
+
physics (7th ed.). Cleveland, OH: Chemical Rubber Publishing Co."},{"key":"p_42_42","unstructured":"Hogarth,
|
3288
|
+
R. M. (1987). Judgment andchoice: Thepsychology ofdecision. New York: Wiley."},{"key":"p_43_43","unstructured":"Hull,
|
3289
|
+
C. L. (1943). Principles of behavior. New York: Appleton-Century-Crofts."},{"key":"p_44_44","unstructured":"Hunter,
|
3290
|
+
J. E., Schmidt, F. L. & Jackson, G. B. (1982). Meta-analysis: Cumulating researchfindings
|
3291
|
+
across studies. Beverly Hills, CA: Sage."},{"key":"p_45_45","doi-asserted-by":"crossref","unstructured":"Kahneman,
|
3292
|
+
D., Slovic, P. & Tversky, A. (Eds.). (1982). Judgments under uncertainty:
|
3293
|
+
Heuristics and biases. Cambridge, England: Cambridge University Press.","DOI":"10.1017\/CBO9780511809477"},{"key":"p_46_46","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1177\/030631283013001003","volume":"13","author":"Kern
|
3294
|
+
L. H.","year":"1983","journal-title":"Social Studies of Science"},{"key":"p_47_47","unstructured":"Kuhn,
|
3295
|
+
T. S. (1970). The structure of scientific revolutions (2nd ed.; Vol. 2, No.
|
3296
|
+
2 of International Encyclopedia of Unzjied Science). Chicago: University of
|
3297
|
+
Chicago Press."},{"key":"p_48_48","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1093\/aristotelian\/69.1.149","volume":"69","author":"Lakatos","year":"1968","journal-title":"Proceedings
|
3298
|
+
of the Aristotelian Society"},{"key":"p_49_49","unstructured":"Lakatos, I.
|
3299
|
+
(1 970). Falsification and the methodology of scientific research programmes.
|
3300
|
+
In I. Lakatos & A. Musgrave (Eds.), Criticism and the growth of knowledge
|
3301
|
+
(pp. 91-195). Cambridge, England: Cambridge University Press. (Reprinted in
|
3302
|
+
J. Worrall & G. Currie [Eds.], Imre Lakatos: Philosophical papers. Vol. I:
|
3303
|
+
The methodology of scientific research programmes [pp. 8- 1011. New York:
|
3304
|
+
Cambridge University Press, 1978)"},{"key":"p_50_50","doi-asserted-by":"crossref","unstructured":"Lakatos,
|
3305
|
+
I. (1971). History of science and its rational reconstructions. In R. C. Buck
|
3306
|
+
& R. S. Cohen (Eds.), P. S. A. (1970 Boston Studies in the Philosophy of Science,
|
3307
|
+
Vol. 8, pp. 91-135). Dordrecht, Netherlands: Reidel. (Reprinted in J. Worrall
|
3308
|
+
& G. Currie [Eds.], Imre Lakatos: Philosophical papers. Vol. I: The methodology
|
3309
|
+
of scientific research programmes [pp. 102-1381. New York: Cambridge University
|
3310
|
+
Press, 1978)","DOI":"10.1007\/978-94-010-3142-4_7"},{"key":"p_51_51","doi-asserted-by":"crossref","first-page":"1249","DOI":"10.1056\/NEJM198805123181906","volume":"318","author":"Landefeld
|
3311
|
+
C. S.","year":"1983","journal-title":"New England Journal of Medicine"},{"key":"p_53_52","unstructured":"Laudan,
|
3312
|
+
L. (1977). Progress and its problems: Toward a theory of scientific growth.
|
3313
|
+
Berkeley: University of California Press."},{"key":"p_54_53","doi-asserted-by":"crossref","first-page":"427","DOI":"10.2307\/2023861","volume":"67","author":"Lewis
|
3314
|
+
D.","year":"1970","journal-title":"Journal of Philosophy"},{"key":"p_55_54","doi-asserted-by":"publisher","DOI":"10.1037\/\/0022-3514.37.6.833"},{"key":"p_56_55","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1037\/h0026141","volume":"70","author":"Lykken
|
3315
|
+
D. T.","year":"1968","journal-title":"Psychological Bulletin"},{"key":"p_57_56","unstructured":"MacCorquodale,
|
3316
|
+
K. & Meehl, P. E. (1954). E. C. Tolman. In W. K. Estes, S. Koch, K. MacCorquodale,
|
3317
|
+
P. E. Meehl, C. G. Mueller, W. N. Schoenfeld, & W. S. Verplanck, Modern learning
|
3318
|
+
theory (pp. 177-266). New York: Appleton-Century-Crofts."},{"key":"p_58_57","unstructured":"Mahoney,
|
3319
|
+
M. J. (1976). Scientist a s subject: The psychological imperative. Cambridge,
|
3320
|
+
MA: Ballinger."},{"key":"p_59_58","unstructured":"Maxwell, G. (1962). The
|
3321
|
+
ontological status of theoretical entities. In H. Feigl & G. Maxwell (Eds.),
|
3322
|
+
Minnesota studies in the philosophy of science: Vol. 3. Scientific explanations,
|
3323
|
+
space, and time (pp. 3-27). Minneapolis: University of Minnesota Press."},{"key":"p_60_59","unstructured":"Maxwell,
|
3324
|
+
G. (1970). Structural realism and the meaning of theoretical terms. In M.
|
3325
|
+
Radner & S. Winokur (Eds.), Minnesota studies in the philosophy of science:
|
3326
|
+
Vol. 4. Analyses of theories and methods of physics and psychology (pp. 18
|
3327
|
+
1- 192). Minneapolis: University of Minnesota Press."},{"key":"p_62_60","doi-asserted-by":"crossref","unstructured":"Meehl,
|
3328
|
+
P. E. (1954). Clinical versus statistical prediction: A theoretical analysis
|
3329
|
+
and a review of the evidence. Minneapolis: University of Minnesota Press.","DOI":"10.1037\/11281-000"},{"key":"p_63_61","doi-asserted-by":"crossref","first-page":"827","DOI":"10.1037\/h0041029","volume":"17","author":"Meehl
|
3330
|
+
P. E.","year":"1962","journal-title":"American Psychologist"},{"key":"p_64_62","unstructured":"Meehl,
|
3331
|
+
P. E. (1964). Minnesota-FordProjectgenotypicpersonality items [IBM and compatibles
|
3332
|
+
machine-readable data file]. (Available, with the Minnesota-Ford pool of phenotypic
|
3333
|
+
personality items, from P. E. Meehl, Department of Psychology, N218 Elliott
|
3334
|
+
Hall, University of Minnesota, 75 East River Road, MimeapoIis, MN 55455)"},{"key":"p_65_63","doi-asserted-by":"publisher","DOI":"10.1086\/288135"},{"key":"p_66_64","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1037\/h0030750","volume":"77","author":"Meehl
|
3335
|
+
P. E.","year":"1971","journal-title":"Journal of Abnormal Psychology"},{"key":"p_67_65","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1080\/00207411.1972.11448562","volume":"1","author":"Meehl
|
3336
|
+
P. E.","year":"1972","journal-title":"International Journal of Mental Health"},{"key":"p_68_66","unstructured":"Meehl,
|
3337
|
+
P. E. (1973a). MAXCOV-HITMAX: A taxonomic search method for loose genetic
|
3338
|
+
syndromes. In P. E. Meehl, Psychodiagnosis: Selected papers (pp. 200-224).
|
3339
|
+
Minneapolis: University of Minnesota Press."},{"key":"p_69_67","unstructured":"Meehl,
|
3340
|
+
P. E. (1973b). Psychodiagnosis: Selected papers. Minneapolis: University of
|
3341
|
+
Minnesota Press."},{"key":"p_70_68","doi-asserted-by":"publisher","DOI":"10.1037\/\/0022-006X.46.4.806"},{"key":"p_71_69","doi-asserted-by":"crossref","unstructured":"Meehl,
|
3342
|
+
P. E. (1983a). Consistency tests in estimating the completeness of the fossil
|
3343
|
+
record: A neo-Popperian approach to statistical paleontology. In J. Earman
|
3344
|
+
(Ed.), Minnesota studies in thephilosophy of science: Vol. X. Testing scientific
|
3345
|
+
theories (pp. 413-473). Minneapolis: University of Minnesota Press.","DOI":"10.5749\/j.cttts94f.18"},{"key":"p_72_70","doi-asserted-by":"crossref","unstructured":"Meehl,
|
3346
|
+
P. E. (1983b). Subjectivity in psychoanalytic inference: The nagging persistence
|
3347
|
+
of Wilhelm Fliess''s Achensee question. In J. Earman ( ~ d ), Minnesota studies
|
3348
|
+
in the philosophy of science: Vol. X. Testing scientific theories (pp. 349-41
|
3349
|
+
1). Minneapolis: University of Minnesota Press.","DOI":"10.5749\/j.cttts94f.17"},{"key":"p_73_71","unstructured":"Meehl,
|
3350
|
+
P. E. (1984). Foreword. In D. Faust, The limitsof scientific reasoning (pp.
|
3351
|
+
xi-xxiv). Minneapolis: University of Minnesota Press."},{"key":"p_74_72","doi-asserted-by":"publisher","DOI":"10.1207\/s15327752jpa5003_6"},{"key":"p_75_73","unstructured":"Meehl,
|
3352
|
+
P. E. (1986b). Diagnostic taxa as open concepts: Metatheoretical and statistical
|
3353
|
+
questions about reliability and construct validity in the grand strategy of
|
3354
|
+
nosological revision. In T. Millon & G. L. Klerman (Eds.), Contemporary directions
|
3355
|
+
in psychopathology (pp. 215-23 1). New York: Guilford."},{"key":"p_76_74","doi-asserted-by":"crossref","first-page":"935","DOI":"10.1001\/archpsyc.1989.01810100077015","volume":"46","author":"Meehl
|
3356
|
+
P. E.","year":"1989","journal-title":"Archives of General Psychiatry"},{"key":"p_77_75","unstructured":"Meehl,
|
3357
|
+
P. E. (1990a). Corroboration and verisimilitude: Against Lakatos'' \"sheer
|
3358
|
+
leap offaith\" (Working paper). Minneapolis: Minnesota Center for Philosophy
|
3359
|
+
of Science."},{"key":"p_78_76","unstructured":"Meehl, P. E. (1990b). Schizotaxia
|
3360
|
+
as an open concept. In A. I. Rahin, R. Zucker, R. Emmons, & S. Frank (Eds.),
|
3361
|
+
Studying persons and lives (pp. 248-303). New York: Springer."},{"key":"p_79_77","doi-asserted-by":"publisher","DOI":"10.2466\/PR0.66.1.195-244"},{"key":"p_80_78","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1521\/pedi.1990.4.1.1","volume":"4","author":"Meehl
|
3362
|
+
P. E.","year":"1990","journal-title":"Journal of Personality Disorders"},{"key":"p_81_79","unstructured":"Meehl,
|
3363
|
+
P. E. &Golden, R. (1982). Taxometric methods. In P. Kendall & J. Butcher (Eds.),
|
3364
|
+
Handbook of research methods in clinicalpsychology (pp. 127-181). New York:
|
3365
|
+
Wiley."},{"key":"p_82_80","first-page":"171","volume":"5","author":"Meehl
|
3366
|
+
P. E.","year":"1971","journal-title":"Journal of Experimental Research in
|
3367
|
+
Personality"},{"key":"p_83_81","unstructured":"Meehl, P. E., Schofield, W.,
|
3368
|
+
Glueck, B. C., Studdiford, W. B., Hastings, D. W., Hathaway, S. R. & Clyde,
|
3369
|
+
D. J. (1962). Minnesota-Ford pool of phenotypic personality items (August
|
3370
|
+
1962 ed.). Minneapolis: University of Minnesota."},{"key":"p_84_82","unstructured":"Morrison,
|
3371
|
+
D. E. & Henkel, R. E. (Eds.). (1970). The significance test controversy. Chicago:
|
3372
|
+
Aldine."},{"key":"p_85_83","unstructured":"Neurath, 0. (1932-1933). Protokollsatze.
|
3373
|
+
Erkenntnis, 3. (Trans. as \"Protocol sentences\" by F. Schick in A. J. Ayer
|
3374
|
+
[Ed.], LogicaEpositivism [pp. 201-2041, Glencoe, IL: Free Press, 1959)"},{"key":"p_86_84","unstructured":"Nisbett,
|
3375
|
+
R. E. &Ross, L. (1980). Human inference: Strategies and shortcomings of human
|
3376
|
+
judgment. Englewood Cliffs, NJ: Prentice-Hall."},{"key":"p_87_85","unstructured":"Nye,
|
3377
|
+
M. J. (1972). Molecular reality. London: Macdonald."},{"key":"p_88_86","unstructured":"O''Hear,
|
3378
|
+
A. (1980). Karl Popper. Boston: Routledge & Kegan Paul."},{"key":"p_89_87","first-page":"3","volume":"5","author":"Pap
|
3379
|
+
A.","year":"1953","journal-title":"Methodos"},{"key":"p_90_88","unstructured":"Pap,
|
3380
|
+
A. (1958). Semantics and necessary truth. New Haven, CT: Yale University Press."},{"key":"p_91_89","unstructured":"Pap,
|
3381
|
+
A. (1962). An introduction to the philosophy of science. New York: Free Press."},{"key":"p_92_90","first-page":"510","volume":"32","author":"Peppard
|
3382
|
+
T. A.","year":"1949","journal-title":"Minnesota Medicine"},{"key":"p_93_91","unstructured":"Penin,
|
3383
|
+
J. B. (1916). Atoms (D. L. Hammick, Trans.). New York: Van Nostrand. (Original
|
3384
|
+
work published 1913)"},{"key":"p_94_92","doi-asserted-by":"crossref","unstructured":"Popper,
|
3385
|
+
K. R. (1959). The logic of scientific discovery. New York: Basic. (Original
|
3386
|
+
work published 1935)","DOI":"10.1063\/1.3060577"},{"key":"p_95_93","unstructured":"Popper,
|
3387
|
+
K. R. (1962). Conjectures and refutations. New York: Basic."},{"key":"p_96_94","unstructured":"Popper,
|
3388
|
+
K. R. (1983). Postscript to the logic of scientific discovery: Vol. I . Realism
|
3389
|
+
and the aim of science W. W. Bartley I11 (Ed.). Totowa, NJ: Rowman & Littlefield."},{"key":"p_97_95","unstructured":"Rawls,
|
3390
|
+
J. (1971). A theory ofjustice. Cambridge, MA: Harvard University Press, Belknap
|
3391
|
+
Press."},{"key":"p_98_96","unstructured":"Reichenbach, H. (1938). Experience
|
3392
|
+
andprediction. Chicago: University of Chicago Press."},{"key":"p_99_97","doi-asserted-by":"crossref","first-page":"416","DOI":"10.1037\/h0042040","volume":"57","author":"Rozehoom
|
3393
|
+
W. W.","year":"1960","journal-title":"Psychological Bulletin"},{"key":"p_100_98","unstructured":"Salmon,
|
3394
|
+
W. C . (1984). Scientijic explanation and the causal structure of the world.
|
3395
|
+
Princeton, NJ: Princeton University Press."},{"key":"p_101_99","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1037\/h0023624","volume":"66","author":"Sawyer
|
3396
|
+
J.","year":"1966","journal-title":"Psychological Bulletin"},{"key":"p_102_100","unstructured":"Schilpp,
|
3397
|
+
P. A. (Ed.). (1974). Thephilosophy of Karl Popper. LaSalle, IL: Open Court."},{"key":"p_103_101","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1037\/0003-066X.40.1.73","volume":"40","author":"Serlin
|
3398
|
+
R. C.","year":"1985","journal-title":"American Psychologist"},{"key":"p_104_102","first-page":"80","volume":"40","author":"Simon
|
3399
|
+
H. A.","year":"1945","journal-title":"Journal of the American Statistical
|
3400
|
+
Association"},{"key":"p_105_103","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1192\/bjp.116.531.129","volume":"116","author":"Sines
|
3401
|
+
J.","year":"1970","journal-title":"British Journal of Psychiatry"},{"key":"p_106_104","unstructured":"Skinner,
|
3402
|
+
B. F. (1938). The behavior of organisms: An experimental analysis. New York:
|
3403
|
+
Appleton-Century."},{"key":"p_107_105","doi-asserted-by":"publisher","DOI":"10.1037\/\/0003-066X.32.8.638"},{"key":"p_108_106","unstructured":"Smith,
|
3404
|
+
M . L., Glass, G . V. &Miller, T. I. (1980). The benefitsofpsychotherapy.
|
3405
|
+
Baltimore: Johns Hopkins University Press."},{"key":"p_109_107","unstructured":"Suppe,
|
3406
|
+
F. (Ed.). (1977). The structure of scientific theories (2nd ed.). Urbana:
|
3407
|
+
University of Illinois Press."},{"key":"p_110_108","unstructured":"Taton,
|
3408
|
+
R. (1957). Reason and chance in scienti$c discovery. London. Hutchinson."},{"key":"p_111_109","unstructured":"Thurstone,
|
3409
|
+
L. L. (1938). Primary mental abilities. Chicago: University of Chicago Press."},{"key":"p_112_110","unstructured":"Thurstone,
|
3410
|
+
L. L. & Thurstone, T. G . (1941). Factorial studies of intelligence. Chicago:
|
3411
|
+
University of Chicago Press."},{"key":"p_113_111","unstructured":"Worrall,
|
3412
|
+
J. & Currie, G. (Eds.). (1978a). Imre Lakatos: Philosophical papers. Vol.
|
3413
|
+
I : The methodology of scientific research programmes. New York: Cambridge
|
3414
|
+
University Press."},{"key":"p_114_112","unstructured":"Worrall, J. & Cunie,
|
3415
|
+
G. (Eds.). (1978b). Imre Lakatos: Philosophical papers.Vol. 2: Mathematics,
|
3416
|
+
science and epistemology. New York: Cambridge University Press."},{"key":"p_115_113","unstructured":"Wren,
|
3417
|
+
P. C. (1925). Beau Geste. New York: Frederick A. Stokes."},{"key":"p_116_114","unstructured":"Ziman,
|
3418
|
+
J. (1978). Reliable knowledge. New York: Cambridge University Press."}],"container-title":"Psychological
|
3419
|
+
Inquiry","original-title":[],"language":"en","link":[{"URL":"http:\/\/www.tandfonline.com\/doi\/pdf\/10.1207\/s15327965pli0102_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,4,17]],"date-time":"2019-04-17T07:35:32Z","timestamp":1555486532000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.tandfonline.com\/doi\/abs\/10.1207\/s15327965pli0102_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1990,4]]},"references-count":114,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1990,4]]}},"alternative-id":["10.1207\/s15327965pli0102_1"],"URL":"http:\/\/dx.doi.org\/10.1207\/s15327965pli0102_1","relation":{},"ISSN":["1047-840X","1532-7965"],"subject":["General
|
3420
|
+
Psychology"],"container-title-short":"Psychological Inquiry","published":{"date-parts":[[1990,4]]}}'
|
3421
|
+
recorded_at: Wed, 05 Jul 2023 05:27:46 GMT
|
3422
|
+
- request:
|
3423
|
+
method: get
|
3424
|
+
uri: https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform
|
3425
|
+
body:
|
3426
|
+
encoding: UTF-8
|
3427
|
+
string: ''
|
3428
|
+
headers:
|
3429
|
+
Accept:
|
3430
|
+
- application/vnd.citationstyles.csl+json
|
3431
|
+
Connection:
|
3432
|
+
- close
|
3433
|
+
User-Agent:
|
3434
|
+
- http.rb/5.1.1
|
3435
|
+
Host:
|
3436
|
+
- api.crossref.org
|
3437
|
+
response:
|
3438
|
+
status:
|
3439
|
+
code: 200
|
3440
|
+
message: OK
|
3441
|
+
headers:
|
3442
|
+
Date:
|
3443
|
+
- Wed, 05 Jul 2023 05:27:46 GMT
|
3444
|
+
Content-Type:
|
3445
|
+
- application/vnd.citationstyles.csl+json
|
3446
|
+
Transfer-Encoding:
|
3447
|
+
- chunked
|
3448
|
+
Vary:
|
3449
|
+
- Accept
|
3450
|
+
Link:
|
3451
|
+
- <http://dx.doi.org/10.31234/osf.io/wxn58>; rel="canonical", <https://creativecommons.org/licenses/by/4.0/legalcode>;
|
3452
|
+
rel="license", <http://orcid.org/0000-0001-7648-6578>; title="Danielle Navarro";
|
3453
|
+
rel="author"
|
3454
|
+
Access-Control-Expose-Headers:
|
3455
|
+
- Link
|
3456
|
+
Access-Control-Allow-Headers:
|
3457
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
3458
|
+
Accept-Ranges, Cache-Control
|
3459
|
+
Access-Control-Allow-Origin:
|
3460
|
+
- "*"
|
3461
|
+
Server:
|
3462
|
+
- Jetty(9.4.40.v20210413)
|
3463
|
+
X-Ratelimit-Limit:
|
3464
|
+
- '50'
|
3465
|
+
X-Ratelimit-Interval:
|
3466
|
+
- 1s
|
3467
|
+
X-Api-Pool:
|
3468
|
+
- public
|
3469
|
+
X-Rate-Limit-Limit:
|
3470
|
+
- '50'
|
3471
|
+
X-Rate-Limit-Interval:
|
3472
|
+
- 1s
|
3473
|
+
Permissions-Policy:
|
3474
|
+
- interest-cohort=()
|
3475
|
+
Connection:
|
3476
|
+
- close
|
3477
|
+
body:
|
3478
|
+
encoding: ASCII-8BIT
|
3479
|
+
string: '{"indexed":{"date-parts":[[2023,6,20]],"date-time":"2023-06-20T16:14:55Z","timestamp":1687277695569},"posted":{"date-parts":[[2020,9,23]]},"group-title":"PsyArXiv","reference-count":0,"publisher":"Center
|
3480
|
+
for Open Science","license":[{"start":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T00:00:00Z","timestamp":1600819200000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>This
|
3481
|
+
is an archived version of a blog post on preregistration. The first half of
|
3482
|
+
the post argues that there is not a strong justification for preregistration
|
3483
|
+
as a tool to solve problems with statistical inference (p-hacking); the second
|
3484
|
+
half argues that preregistration has a stronger justification as one tool
|
3485
|
+
(among many) that can aid scientists in documenting our projects. [Note that
|
3486
|
+
this archival version exists only because the blog itself no longer does,
|
3487
|
+
and as the original has been cited multiple times there is value in ensuring
|
3488
|
+
that some version of the blog post remains accessible.]<\/p>","DOI":"10.31234\/osf.io\/wxn58","type":"posted-content","created":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T06:34:16Z","timestamp":1600842856000},"source":"Crossref","is-referenced-by-count":7,"title":"Paths
|
3489
|
+
in strange spaces: A comment on preregistration","prefix":"10.31234","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-7648-6578","authenticated-orcid":true,"given":"Danielle","family":"Navarro","sequence":"first","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T14:32:57Z","timestamp":1600871577000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/wxn58"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,23]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31234\/osf.io\/wxn58","relation":{},"published":{"date-parts":[[2020,9,23]]},"subtype":"preprint"}'
|
3490
|
+
recorded_at: Wed, 05 Jul 2023 05:27:46 GMT
|
3491
|
+
- request:
|
3492
|
+
method: get
|
3493
|
+
uri: https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform
|
3494
|
+
body:
|
3495
|
+
encoding: UTF-8
|
3496
|
+
string: ''
|
3497
|
+
headers:
|
3498
|
+
Accept:
|
3499
|
+
- application/vnd.citationstyles.csl+json
|
3500
|
+
Connection:
|
3501
|
+
- close
|
3502
|
+
User-Agent:
|
3503
|
+
- http.rb/5.1.1
|
3504
|
+
Host:
|
3505
|
+
- api.crossref.org
|
3506
|
+
response:
|
3507
|
+
status:
|
3508
|
+
code: 200
|
3509
|
+
message: OK
|
3510
|
+
headers:
|
3511
|
+
Date:
|
3512
|
+
- Wed, 05 Jul 2023 05:27:46 GMT
|
3513
|
+
Content-Type:
|
3514
|
+
- application/vnd.citationstyles.csl+json
|
3515
|
+
Transfer-Encoding:
|
3516
|
+
- chunked
|
3517
|
+
Vary:
|
3518
|
+
- Accept
|
3519
|
+
Link:
|
3520
|
+
- <http://dx.doi.org/10.1016/j.tics.2019.07.009>; rel="canonical", <https://api.elsevier.com/content/article/PII:S1364661319301846?httpAccept=text/xml>;
|
3521
|
+
version="vor"; type="text/xml"; rel="item", <https://api.elsevier.com/content/article/PII:S1364661319301846?httpAccept=text/plain>;
|
3522
|
+
version="vor"; type="text/plain"; rel="item", <https://www.elsevier.com/tdm/userlicense/1.0/>;
|
3523
|
+
version="tdm"; rel="license"
|
3524
|
+
Access-Control-Expose-Headers:
|
3525
|
+
- Link
|
3526
|
+
Access-Control-Allow-Headers:
|
3527
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
3528
|
+
Accept-Ranges, Cache-Control
|
3529
|
+
Access-Control-Allow-Origin:
|
3530
|
+
- "*"
|
3531
|
+
Server:
|
3532
|
+
- Jetty(9.4.40.v20210413)
|
3533
|
+
X-Ratelimit-Limit:
|
3534
|
+
- '50'
|
3535
|
+
X-Ratelimit-Interval:
|
3536
|
+
- 1s
|
3537
|
+
X-Api-Pool:
|
3538
|
+
- public
|
3539
|
+
X-Rate-Limit-Limit:
|
3540
|
+
- '50'
|
3541
|
+
X-Rate-Limit-Interval:
|
3542
|
+
- 1s
|
3543
|
+
Permissions-Policy:
|
3544
|
+
- interest-cohort=()
|
3545
|
+
Connection:
|
3546
|
+
- close
|
3547
|
+
body:
|
3548
|
+
encoding: ASCII-8BIT
|
3549
|
+
string: '{"indexed":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T14:30:24Z","timestamp":1688049024247},"reference-count":14,"publisher":"Elsevier
|
3550
|
+
BV","issue":"10","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100011730","name":"Templeton
|
3551
|
+
World Charity Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100006188","name":"Einstein
|
3552
|
+
Stiftung Berlin","doi-asserted-by":"publisher"},{"DOI":"10.13039\/100000002","name":"National
|
3553
|
+
Institutes of Health","doi-asserted-by":"publisher"},{"DOI":"10.13039\/100000925","name":"John
|
3554
|
+
Templeton Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100013437","name":"Templeton
|
3555
|
+
Religion Trust","doi-asserted-by":"publisher"}],"content-domain":{"domain":["clinicalkey.jp","clinicalkey.com","cell.com","clinicalkey.es","clinicalkey.fr","clinicalkey.com.au","bmn.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1016\/j.tics.2019.07.009","type":"journal-article","created":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T11:45:19Z","timestamp":1565783119000},"page":"815-818","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":121,"title":"Preregistration
|
3556
|
+
Is Hard, And Worthwhile","prefix":"10.1016","volume":"23","author":[{"given":"Brian
|
3557
|
+
A.","family":"Nosek","sequence":"first","affiliation":[]},{"given":"Emorie
|
3558
|
+
D.","family":"Beck","sequence":"additional","affiliation":[]},{"given":"Lorne","family":"Campbell","sequence":"additional","affiliation":[]},{"given":"Jessica
|
3559
|
+
K.","family":"Flake","sequence":"additional","affiliation":[]},{"given":"Tom
|
3560
|
+
E.","family":"Hardwicke","sequence":"additional","affiliation":[]},{"given":"David
|
3561
|
+
T.","family":"Mellor","sequence":"additional","affiliation":[]},{"given":"Anna
|
3562
|
+
E.","family":"van \u2019t Veer","sequence":"additional","affiliation":[]},{"given":"Simine","family":"Vazire","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.tics.2019.07.009_bb0005","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.1708274114","article-title":"The
|
3563
|
+
preregistration revolution","volume":"115","author":"Nosek","year":"2018","journal-title":"Proc.
|
3564
|
+
Natl. Acad. Sci. U. S. A."},{"key":"10.1016\/j.tics.2019.07.009_bb0010","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.jesp.2016.03.004","article-title":"Pre-registration
|
3565
|
+
in social psychology \u2013 a discussion and suggested template","volume":"67","author":"van
|
3566
|
+
\u2019t Veer","year":"2016","journal-title":"J. Exp. Soc. Psychol."},{"key":"10.1016\/j.tics.2019.07.009_bb0015","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1177\/1745691612463078","article-title":"An
|
3567
|
+
agenda for purely confirmatory research","volume":"7","author":"Wagenmakers","year":"2012","journal-title":"Perspect.
|
3568
|
+
Psychol. Sci."},{"key":"10.1016\/j.tics.2019.07.009_bb0020","doi-asserted-by":"crossref","first-page":"524","DOI":"10.1177\/0956797611430953","article-title":"Measuring
|
3569
|
+
the prevalence of questionable research practices with incentives for truth
|
3570
|
+
telling","volume":"23","author":"John","year":"2012","journal-title":"Psychol.
|
3571
|
+
Sci."},{"key":"10.1016\/j.tics.2019.07.009_bb0025","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1207\/s15327957pspr0203_4","article-title":"HARKing:
|
3572
|
+
hypothesizing after the results are known","volume":"2","author":"Kerr","year":"1998","journal-title":"Personal.
|
3573
|
+
Soc. Psychol. Rev."},{"key":"10.1016\/j.tics.2019.07.009_bb0030","article-title":"Preregistration
|
3574
|
+
becoming the norm in psychological science","author":"Nosek","year":"2018","journal-title":"APS
|
3575
|
+
Observer"},{"key":"10.1016\/j.tics.2019.07.009_bb0035","series-title":"The
|
3576
|
+
Compleat Academic: A Career Guide","first-page":"185","article-title":"Writing
|
3577
|
+
the empirical journal article","author":"Bem","year":"2004"},{"key":"10.1016\/j.tics.2019.07.009_bb0040","doi-asserted-by":"crossref","first-page":"615","DOI":"10.1177\/1745691612459058","article-title":"Scientific
|
3578
|
+
utopia: II. Restructuring incentives and practices to promote truth over publishability","volume":"7","author":"Nosek","year":"2012","journal-title":"Perspect.
|
3579
|
+
Psychol. Sci."},{"key":"10.1016\/j.tics.2019.07.009_bb0045","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1177\/2515245917747646","article-title":"Many
|
3580
|
+
analysts, one dataset: making transparent how variations in analytical choices
|
3581
|
+
affect results","volume":"1","author":"Silberzahn","year":"2018","journal-title":"Adv.
|
3582
|
+
Methods Pract. Psychol. Sci."},{"key":"10.1016\/j.tics.2019.07.009_bb0050","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.1177\/0956797611417632","article-title":"False-positive
|
3583
|
+
psychology undisclosed flexibility in data collection and analysis allows
|
3584
|
+
presenting anything as significant","volume":"22","author":"Simmons","year":"2011","journal-title":"Psychol.
|
3585
|
+
Sci."},{"key":"10.1016\/j.tics.2019.07.009_bb0055","article-title":"Ensuring
|
3586
|
+
the quality and specificity of preregistrations","author":"Veldkamp","year":"2018","journal-title":"PsyArXiv
|
3587
|
+
Preprints"},{"key":"10.1016\/j.tics.2019.07.009_bb0060","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1017\/S1049096516000810","article-title":"Standard
|
3588
|
+
operating procedures: a safety net for pre-analysis plans","volume":"49","author":"Lin","year":"2016","journal-title":"Polit.
|
3589
|
+
Sci. Polit."},{"key":"10.1016\/j.tics.2019.07.009_bb0065","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pbio.1002460","article-title":"Scientists\u2019
|
3590
|
+
reputations are based on getting it right, not being right","volume":"14","author":"Ebersole","year":"2016","journal-title":"PLoS
|
3591
|
+
Biol."},{"key":"10.1016\/j.tics.2019.07.009_bb0070","doi-asserted-by":"crossref","first-page":"0021","DOI":"10.1038\/s41562-016-0021","article-title":"A
|
3592
|
+
manifesto for reproducible science","volume":"1","author":"Munaf\u00f2","year":"2017","journal-title":"Nat.
|
3593
|
+
Hum. Behav."}],"container-title":"Trends in Cognitive Sciences","original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364661319301846?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1364661319301846?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2021,3,27]],"date-time":"2021-03-27T10:29:32Z","timestamp":1616840972000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1364661319301846"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10]]},"references-count":14,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2019,10]]}},"alternative-id":["S1364661319301846"],"URL":"http:\/\/dx.doi.org\/10.1016\/j.tics.2019.07.009","relation":{"has-preprint":[{"id-type":"doi","id":"10.31234\/osf.io\/wu3vs","asserted-by":"object"}]},"ISSN":["1364-6613"],"subject":["Cognitive
|
3594
|
+
Neuroscience","Experimental and Cognitive Psychology","Neuropsychology and
|
3595
|
+
Physiological Psychology"],"container-title-short":"Trends in Cognitive Sciences","published":{"date-parts":[[2019,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This
|
3596
|
+
article is maintained by"},{"value":"Preregistration Is Hard, And Worthwhile","name":"articletitle","label":"Article
|
3597
|
+
Title"},{"value":"Trends in Cognitive Sciences","name":"journaltitle","label":"Journal
|
3598
|
+
Title"},{"value":"https:\/\/doi.org\/10.1016\/j.tics.2019.07.009","name":"articlelink","label":"CrossRef
|
3599
|
+
DOI link to publisher maintained version"},{"value":"simple-article","name":"content_type","label":"Content
|
3600
|
+
Type"},{"value":"\u00a9 2019 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}'
|
3601
|
+
recorded_at: Wed, 05 Jul 2023 05:27:46 GMT
|
3602
|
+
- request:
|
3603
|
+
method: get
|
3604
|
+
uri: https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform
|
3605
|
+
body:
|
3606
|
+
encoding: UTF-8
|
3607
|
+
string: ''
|
3608
|
+
headers:
|
3609
|
+
Accept:
|
3610
|
+
- application/vnd.citationstyles.csl+json
|
3611
|
+
Connection:
|
3612
|
+
- close
|
3613
|
+
User-Agent:
|
3614
|
+
- http.rb/5.1.1
|
3615
|
+
Host:
|
3616
|
+
- api.crossref.org
|
3617
|
+
response:
|
3618
|
+
status:
|
3619
|
+
code: 200
|
3620
|
+
message: OK
|
3621
|
+
headers:
|
3622
|
+
Date:
|
3623
|
+
- Wed, 05 Jul 2023 05:27:47 GMT
|
3624
|
+
Content-Type:
|
3625
|
+
- application/vnd.citationstyles.csl+json
|
3626
|
+
Transfer-Encoding:
|
3627
|
+
- chunked
|
3628
|
+
Vary:
|
3629
|
+
- Accept
|
3630
|
+
Link:
|
3631
|
+
- <http://dx.doi.org/10.1525/collabra.24091>; rel="canonical", <http://online.ucpress.edu/collabra/article-pdf/doi/10.1525/collabra.24091/464786/collabra_2021_7_1_24091.pdf>;
|
3632
|
+
version="vor"; type="application/pdf"; rel="item", <http://online.ucpress.edu/collabra/article-pdf/doi/10.1525/collabra.24091/464786/collabra_2021_7_1_24091.pdf>;
|
3633
|
+
version="vor"; rel="item", <http://creativecommons.org/licenses/by/4.0>; version="vor";
|
3634
|
+
rel="license"
|
3635
|
+
Access-Control-Expose-Headers:
|
3636
|
+
- Link
|
3637
|
+
Access-Control-Allow-Headers:
|
3638
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
3639
|
+
Accept-Ranges, Cache-Control
|
3640
|
+
Access-Control-Allow-Origin:
|
3641
|
+
- "*"
|
3642
|
+
Server:
|
3643
|
+
- Jetty(9.4.40.v20210413)
|
3644
|
+
X-Ratelimit-Limit:
|
3645
|
+
- '50'
|
3646
|
+
X-Ratelimit-Interval:
|
3647
|
+
- 1s
|
3648
|
+
X-Api-Pool:
|
3649
|
+
- public
|
3650
|
+
X-Rate-Limit-Limit:
|
3651
|
+
- '50'
|
3652
|
+
X-Rate-Limit-Interval:
|
3653
|
+
- 1s
|
3654
|
+
Permissions-Policy:
|
3655
|
+
- interest-cohort=()
|
3656
|
+
Connection:
|
3657
|
+
- close
|
3658
|
+
body:
|
3659
|
+
encoding: ASCII-8BIT
|
3660
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:28:09Z","timestamp":1687134489820},"reference-count":104,"publisher":"University
|
3661
|
+
of California Press","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"published-print":{"date-parts":[[2021,5,25]]},"abstract":"<jats:p>Exaggerated
|
3662
|
+
claims and low levels of reproducibility are commonplace in psychology and
|
3663
|
+
cognitive neuroscience, due to an incentive structure that demands \u201cnewsworthy\u201d
|
3664
|
+
results. My overall argument here is that in addition to methodological reform,
|
3665
|
+
greater modesty is required across all levels - from individual researchers
|
3666
|
+
to the systems that govern science (e.g., editors, reviewers, grant panels,
|
3667
|
+
hiring committees) - to redirect expectations regarding what psychological
|
3668
|
+
and brain science can effectively deliver. Empirical work and the reform agenda
|
3669
|
+
should pivot away from making big claims on narrow evidence bases or single
|
3670
|
+
tools and focus on the limitations of our individual efforts, as well as how
|
3671
|
+
we can work together to build ways of thinking that enable integration and
|
3672
|
+
synthesis across multiple modalities and levels of description. I outline
|
3673
|
+
why modesty matters for science including the reform agenda, provide some
|
3674
|
+
practical steps that we can take to embrace modesty, rebut common misconceptions
|
3675
|
+
of what modesty means for science, and present some limitations of the approach.
|
3676
|
+
Ultimately, by presenting a more sober view of our capacities and achievements,
|
3677
|
+
whilst placing work within a wider context that respects the complexity of
|
3678
|
+
the human brain, we will bolster the fidelity of scientific inference and
|
3679
|
+
thus help in a small way to generate a firmer footing upon which to build
|
3680
|
+
a cumulative science.<\/jats:p>","DOI":"10.1525\/collabra.24091","type":"journal-article","created":{"date-parts":[[2021,5,25]],"date-time":"2021-05-25T16:31:32Z","timestamp":1621960292000},"source":"Crossref","is-referenced-by-count":1,"title":"A
|
3681
|
+
Call for Greater Modesty in Psychology and Cognitive Neuroscience","prefix":"10.1525","volume":"7","author":[{"given":"Richard","family":"Ramsey","sequence":"first","affiliation":[{"name":"Department
|
3682
|
+
of Psychology, Macquarie University, Sydney, Australia"}]}],"member":"408","published-online":{"date-parts":[[2021,5,25]]},"reference":[{"key":"2021052516311117000_ref-59381"},{"key":"2021052516311117000_ref-59348"},{"key":"2021052516311117000_ref-59303"},{"key":"2021052516311117000_ref-59370"},{"key":"2021052516311117000_ref-59343"},{"key":"2021052516311117000_ref-59374"},{"key":"2021052516311117000_ref-59322"},{"key":"2021052516311117000_ref-59349"},{"key":"2021052516311117000_ref-59379"},{"key":"2021052516311117000_ref-59410"},{"key":"2021052516311117000_ref-59329"},{"key":"2021052516311117000_ref-59373"},{"key":"2021052516311117000_ref-59411"},{"key":"2021052516311117000_ref-59350"},{"key":"2021052516311117000_ref-59293"},{"key":"2021052516311117000_ref-59359"},{"key":"2021052516311117000_ref-59347"},{"key":"2021052516311117000_ref-59371"},{"key":"2021052516311117000_ref-59383"},{"key":"2021052516311117000_ref-59287"},{"key":"2021052516311117000_ref-59363"},{"key":"2021052516311117000_ref-59369"},{"key":"2021052516311117000_ref-59352"},{"key":"2021052516311117000_ref-59309"},{"key":"2021052516311117000_ref-59331"},{"key":"2021052516311117000_ref-59360"},{"key":"2021052516311117000_ref-59325"},{"key":"2021052516311117000_ref-59376"},{"key":"2021052516311117000_ref-59342"},{"key":"2021052516311117000_ref-59338"},{"key":"2021052516311117000_ref-59354"},{"key":"2021052516311117000_ref-59300"},{"key":"2021052516311117000_ref-59299"},{"key":"2021052516311117000_ref-59340"},{"key":"2021052516311117000_ref-59330"},{"key":"2021052516311117000_ref-59321"},{"key":"2021052516311117000_ref-59324"},{"key":"2021052516311117000_ref-59288"},{"key":"2021052516311117000_ref-59305"},{"key":"2021052516311117000_ref-59304"},{"key":"2021052516311117000_ref-59292"},{"key":"2021052516311117000_ref-59361"},{"key":"2021052516311117000_ref-59368"},{"key":"2021052516311117000_ref-59306"},{"key":"2021052516311117000_ref-59366"},{"key":"2021052516311117000_ref-59377"},{"key":"2021052516311117000_ref-59375"},{"key":"2021052516311117000_ref-59372"},{"key":"2021052516311117000_ref-59314"},{"key":"2021052516311117000_ref-59323"},{"key":"2021052516311117000_ref-59327"},{"key":"2021052516311117000_ref-59310"},{"key":"2021052516311117000_ref-59311"},{"key":"2021052516311117000_ref-59302"},{"key":"2021052516311117000_ref-59344"},{"key":"2021052516311117000_ref-59382"},{"key":"2021052516311117000_ref-59364"},{"key":"2021052516311117000_ref-59320"},{"key":"2021052516311117000_ref-59367"},{"key":"2021052516311117000_ref-59294"},{"key":"2021052516311117000_ref-59335"},{"key":"2021052516311117000_ref-59332"},{"key":"2021052516311117000_ref-59333"},{"key":"2021052516311117000_ref-59387"},{"key":"2021052516311117000_ref-59297"},{"key":"2021052516311117000_ref-59353"},{"key":"2021052516311117000_ref-59318"},{"key":"2021052516311117000_ref-59357"},{"key":"2021052516311117000_ref-59351"},{"key":"2021052516311117000_ref-59291"},{"key":"2021052516311117000_ref-59334"},{"key":"2021052516311117000_ref-59295"},{"key":"2021052516311117000_ref-59345"},{"key":"2021052516311117000_ref-59326"},{"key":"2021052516311117000_ref-59380"},{"key":"2021052516311117000_ref-59315"},{"key":"2021052516311117000_ref-59346"},{"key":"2021052516311117000_ref-59328"},{"key":"2021052516311117000_ref-59341"},{"key":"2021052516311117000_ref-59384"},{"key":"2021052516311117000_ref-59307"},{"key":"2021052516311117000_ref-59336"},{"key":"2021052516311117000_ref-59386"},{"key":"2021052516311117000_ref-59317"},{"key":"2021052516311117000_ref-59316"},{"key":"2021052516311117000_ref-59362"},{"key":"2021052516311117000_ref-59356"},{"key":"2021052516311117000_ref-59298"},{"key":"2021052516311117000_ref-59296"},{"key":"2021052516311117000_ref-59365"},{"key":"2021052516311117000_ref-59301"},{"key":"2021052516311117000_ref-59339"},{"key":"2021052516311117000_ref-59804"},{"key":"2021052516311117000_ref-59290"},{"key":"2021052516311117000_ref-59289"},{"key":"2021052516311117000_ref-59378"},{"key":"2021052516311117000_ref-59319"},{"key":"2021052516311117000_ref-59355"},{"key":"2021052516311117000_ref-59337"},{"key":"2021052516311117000_ref-59312"},{"key":"2021052516311117000_ref-59358"},{"key":"2021052516311117000_ref-59308"},{"key":"2021052516311117000_ref-59385"},{"key":"2021052516311117000_ref-59313"}],"container-title":"Collabra:
|
3683
|
+
Psychology","original-title":[],"language":"en","link":[{"URL":"http:\/\/online.ucpress.edu\/collabra\/article-pdf\/doi\/10.1525\/collabra.24091\/464786\/collabra_2021_7_1_24091.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"http:\/\/online.ucpress.edu\/collabra\/article-pdf\/doi\/10.1525\/collabra.24091\/464786\/collabra_2021_7_1_24091.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,25]],"date-time":"2021-05-25T16:31:32Z","timestamp":1621960292000},"score":1,"resource":{"primary":{"URL":"https:\/\/online.ucpress.edu\/collabra\/article\/7\/1\/24091\/117222\/A-Call-for-Greater-Modesty-in-Psychology-and"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":104,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,5,25]]}},"URL":"http:\/\/dx.doi.org\/10.1525\/collabra.24091","relation":{},"ISSN":["2474-7394"],"subject":["General
|
3684
|
+
Psychology"],"published-other":{"date-parts":[[2021]]},"published":{"date-parts":[[2021]]}}'
|
3685
|
+
recorded_at: Wed, 05 Jul 2023 05:27:47 GMT
|
3686
|
+
- request:
|
3687
|
+
method: get
|
3688
|
+
uri: https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform
|
3689
|
+
body:
|
3690
|
+
encoding: UTF-8
|
3691
|
+
string: ''
|
3692
|
+
headers:
|
3693
|
+
Accept:
|
3694
|
+
- application/vnd.citationstyles.csl+json
|
3695
|
+
Connection:
|
3696
|
+
- close
|
3697
|
+
User-Agent:
|
3698
|
+
- http.rb/5.1.1
|
3699
|
+
Host:
|
3700
|
+
- api.crossref.org
|
3701
|
+
response:
|
3702
|
+
status:
|
3703
|
+
code: 200
|
3704
|
+
message: OK
|
3705
|
+
headers:
|
3706
|
+
Date:
|
3707
|
+
- Wed, 05 Jul 2023 05:27:47 GMT
|
3708
|
+
Content-Type:
|
3709
|
+
- application/vnd.citationstyles.csl+json
|
3710
|
+
Transfer-Encoding:
|
3711
|
+
- chunked
|
3712
|
+
Vary:
|
3713
|
+
- Accept
|
3714
|
+
Link:
|
3715
|
+
- <http://dx.doi.org/10.31222/osf.io/h8xjw>; rel="canonical", <https://creativecommons.org/licenses/by-nc/4.0/legalcode>;
|
3716
|
+
rel="license", <http://orcid.org/0000-0002-0712-3746>; title="Olmo Van den
|
3717
|
+
Akker"; rel="author", <http://orcid.org/0000-0002-7517-6081>; title="Marcel
|
3718
|
+
A. L. M. van Assen"; rel="author", <http://orcid.org/0000-0002-0540-3998>;
|
3719
|
+
title="Mahmoud Medhat Elsherif"; rel="author", <http://orcid.org/0000-0002-0303-2441>;
|
3720
|
+
title="Aline Claesen"; rel="author", <http://orcid.org/0000-0003-1956-7325>;
|
3721
|
+
title="Stefan Daniel Michel Gaillard"; rel="author", <http://orcid.org/0000-0002-6670-0718>;
|
3722
|
+
title="Thomas Rhys Evans"; rel="author", <http://orcid.org/0000-0002-8113-2560>;
|
3723
|
+
title="Max Korbmacher"; rel="author", <http://orcid.org/0000-0003-3412-4311>;
|
3724
|
+
title="Nihan Albayrak-Aydemir"; rel="author", <http://orcid.org/0000-0002-6892-4643>;
|
3725
|
+
title="Shilaan Alzahawi"; rel="author", <http://orcid.org/0000-0003-0031-685X>;
|
3726
|
+
title="Alexandra Sarafoglou"; rel="author", <http://orcid.org/0000-0003-0472-915X>;
|
3727
|
+
title="Filip Dechterenko"; rel="author", <http://orcid.org/0000-0001-6666-9426>;
|
3728
|
+
title="Sandra Grinschgl"; rel="author", <http://orcid.org/0000-0002-1697-4198>;
|
3729
|
+
title="Bradley James Baker"; rel="author", <http://orcid.org/0000-0003-2415-2933>;
|
3730
|
+
title="Jelte M. Wicherts"; rel="author"
|
3731
|
+
Access-Control-Expose-Headers:
|
3732
|
+
- Link
|
3733
|
+
Access-Control-Allow-Headers:
|
3734
|
+
- X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
|
3735
|
+
Accept-Ranges, Cache-Control
|
3736
|
+
Access-Control-Allow-Origin:
|
3737
|
+
- "*"
|
3738
|
+
Server:
|
3739
|
+
- Jetty(9.4.40.v20210413)
|
3740
|
+
X-Ratelimit-Limit:
|
3741
|
+
- '50'
|
3742
|
+
X-Ratelimit-Interval:
|
3743
|
+
- 1s
|
3744
|
+
X-Api-Pool:
|
3745
|
+
- public
|
3746
|
+
X-Rate-Limit-Limit:
|
3747
|
+
- '50'
|
3748
|
+
X-Rate-Limit-Interval:
|
3749
|
+
- 1s
|
3750
|
+
Permissions-Policy:
|
3751
|
+
- interest-cohort=()
|
3752
|
+
Connection:
|
3753
|
+
- close
|
3754
|
+
body:
|
3755
|
+
encoding: ASCII-8BIT
|
3756
|
+
string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:06Z","timestamp":1687134426973},"posted":{"date-parts":[[2023,5,10]]},"group-title":"MetaArXiv","reference-count":0,"publisher":"Center
|
3757
|
+
for Open Science","license":[{"start":{"date-parts":[[2023,5,10]],"date-time":"2023-05-10T00:00:00Z","timestamp":1683676800000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>Study
|
3758
|
+
preregistration has become increasingly popular in psychology, but its effectiveness
|
3759
|
+
in restricting potentially biasing researcher degrees of freedom remains unclear.
|
3760
|
+
We used an extensive protocol to assess the strictness of preregistrations
|
3761
|
+
and the consistency between preregistration and publications of 300 preregistered
|
3762
|
+
psychology studies. We found that preregistrations often lack methodological
|
3763
|
+
details and that undisclosed deviations from preregistered plans are frequent.
|
3764
|
+
Combining the strictness and consistency results highlights that biases due
|
3765
|
+
to researcher degrees of freedom are prevalent and likely in many preregistered
|
3766
|
+
studies. More comprehensive registration templates typically yielded stricter
|
3767
|
+
and hence better preregistrations. We did not find that effectiveness of preregistrations
|
3768
|
+
differed over time or between original and replication studies. Furthermore,
|
3769
|
+
we found that operationalizations of variables were generally more effectively
|
3770
|
+
preregistered than other study parts. Inconsistencies between preregistrations
|
3771
|
+
and published studies were mainly encountered for data collection procedures,
|
3772
|
+
statistical models, and exclusion criteria. Our results indicate that, to
|
3773
|
+
unlock the full potential of preregistration, researchers in psychology should
|
3774
|
+
aim to write stricter preregistrations, adhere to these preregistrations more
|
3775
|
+
faithfully, and more transparently report any deviations from the preregistrations.
|
3776
|
+
This could be facilitated by training and education to improve preregistration
|
3777
|
+
skills, as well as the development of more comprehensive templates.<\/p>","DOI":"10.31222\/osf.io\/h8xjw","type":"posted-content","created":{"date-parts":[[2023,5,11]],"date-time":"2023-05-11T05:02:40Z","timestamp":1683781360000},"source":"Crossref","is-referenced-by-count":1,"title":"The
|
3778
|
+
effectiveness of preregistration in psychology: Assessing preregistration
|
3779
|
+
strictness and preregistration-study consistency","prefix":"10.31222","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-0712-3746","authenticated-orcid":true,"given":"Olmo","family":"Van
|
3780
|
+
den Akker","sequence":"first","affiliation":[]},{"given":"Marjan","family":"Bakker","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-7517-6081","authenticated-orcid":true,"given":"Marcel
|
3781
|
+
A. L. M.","family":"van Assen","sequence":"additional","affiliation":[]},{"given":"Charlotte
|
3782
|
+
Rebecca","family":"Pennington","sequence":"additional","affiliation":[]},{"given":"Leone","family":"Verweij","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-0540-3998","authenticated-orcid":true,"given":"Mahmoud
|
3783
|
+
Medhat","family":"Elsherif","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-0303-2441","authenticated-orcid":true,"given":"Aline","family":"Claesen","sequence":"additional","affiliation":[{"id":[{"id":"https:\/\/ror.org\/05f950310","id-type":"ROR","asserted-by":"publisher"}],"name":"KU
|
3784
|
+
Leuven"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-1956-7325","authenticated-orcid":true,"given":"Stefan
|
3785
|
+
Daniel Michel","family":"Gaillard","sequence":"additional","affiliation":[]},{"given":"Siu
|
3786
|
+
Kit","family":"Yeung","sequence":"additional","affiliation":[]},{"given":"Jan-Luca","family":"Frankenberger","sequence":"additional","affiliation":[]},{"given":"Kai","family":"Krautter","sequence":"additional","affiliation":[]},{"given":"Jamie
|
3787
|
+
Philip","family":"Cockcroft","sequence":"additional","affiliation":[]},{"given":"Katharina
|
3788
|
+
Sybille","family":"Kreuer","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-6670-0718","authenticated-orcid":true,"given":"Thomas
|
3789
|
+
Rhys","family":"Evans","sequence":"additional","affiliation":[]},{"given":"Fr\u00e9d\u00e9rique","family":"Heppel","sequence":"additional","affiliation":[]},{"given":"Sarah
|
3790
|
+
Fiona","family":"Schoch","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-8113-2560","authenticated-orcid":true,"given":"Max","family":"Korbmacher","sequence":"additional","affiliation":[]},{"given":"Yuki","family":"Yamada","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-3412-4311","authenticated-orcid":true,"given":"Nihan","family":"Albayrak-Aydemir","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-6892-4643","authenticated-orcid":true,"given":"Shilaan","family":"Alzahawi","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-0031-685X","authenticated-orcid":true,"given":"Alexandra","family":"Sarafoglou","sequence":"additional","affiliation":[]},{"given":"Maksim","family":"Sitnikov","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-0472-915X","authenticated-orcid":true,"given":"Filip","family":"Dechterenko","sequence":"additional","affiliation":[]},{"given":"Sophia","family":"Wingen","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0001-6666-9426","authenticated-orcid":true,"given":"Sandra","family":"Grinschgl","sequence":"additional","affiliation":[]},{"given":"Helena","family":"Hartmann","sequence":"additional","affiliation":[]},{"given":"Suzanne","family":"Stewart","sequence":"additional","affiliation":[]},{"given":"Catia
|
3791
|
+
Margarida","family":"Oliveira","sequence":"additional","affiliation":[]},{"given":"Sarah","family":"Ashcroft-Jones","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-1697-4198","authenticated-orcid":true,"given":"Bradley
|
3792
|
+
James","family":"Baker","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2415-2933","authenticated-orcid":true,"given":"Jelte
|
3793
|
+
M.","family":"Wicherts","sequence":"additional","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2023,5,11]],"date-time":"2023-05-11T05:02:40Z","timestamp":1683781360000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/h8xjw"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,10]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31222\/osf.io\/h8xjw","relation":{},"published":{"date-parts":[[2023,5,10]]},"subtype":"preprint"}'
|
3794
|
+
recorded_at: Wed, 05 Jul 2023 05:27:47 GMT
|
3795
|
+
recorded_with: VCR 6.2.0
|