commonmeta-ruby 3.3.16 → 3.3.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile.lock +12 -29
  3. data/bin/commonmeta +1 -1
  4. data/lib/commonmeta/cli.rb +7 -0
  5. data/lib/commonmeta/readers/json_feed_reader.rb +5 -6
  6. data/lib/commonmeta/utils.rb +18 -2
  7. data/lib/commonmeta/version.rb +1 -1
  8. data/spec/cli_spec.rb +1 -1
  9. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/blog_post_with_non-url_id.yml +18 -88
  10. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/blogger_post.yml +11 -50
  11. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/ghost_post_with_author_name_suffix.yml +64 -173
  12. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/ghost_post_with_doi.yml +13 -75
  13. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/ghost_post_with_institutional_author.yml +15 -11
  14. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/ghost_post_with_organizational_author.yml +15 -46
  15. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/ghost_post_without_doi.yml +17 -155
  16. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/jekyll_post.yml +14 -45
  17. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/jekyll_post_with_anonymous_author.yml +13 -16
  18. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/substack_post_with_broken_reference.yml +938 -1865
  19. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/syldavia_gazette_post_with_references.yml +128 -267
  20. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/upstream_post_with_references.yml +570 -1279
  21. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/wordpress_post.yml +12 -119
  22. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/wordpress_post_with_many_references.yml +4095 -5759
  23. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/wordpress_post_with_references.yml +24 -220
  24. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/get_json_feed_item_metadata/wordpress_post_with_tracking_code_on_url.yml +13 -12
  25. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/write_metadata_as_crossref/json_feed_item_from_rogue_scholar_with_anonymous_author.yml +13 -16
  26. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/write_metadata_as_crossref/json_feed_item_from_rogue_scholar_with_doi.yml +12 -119
  27. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/write_metadata_as_crossref/json_feed_item_from_rogue_scholar_with_organizational_author.yml +15 -46
  28. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/write_metadata_as_crossref/json_feed_item_from_upstream_blog.yml +13 -201
  29. data/spec/fixtures/vcr_cassettes/Commonmeta_Metadata/write_metadata_as_crossref/json_feed_item_with_references.yml +104 -813
  30. data/spec/readers/json_feed_reader_spec.rb +19 -21
  31. data/spec/utils_spec.rb +40 -0
  32. data/spec/writers/crossref_xml_writer_spec.rb +4 -4
  33. metadata +2 -2
@@ -23,1605 +23,45 @@ http_interactions:
23
23
  Cache-Control:
24
24
  - public, max-age=0, must-revalidate
25
25
  Content-Length:
26
- - '34600'
26
+ - '3364'
27
27
  Content-Type:
28
28
  - application/json; charset=utf-8
29
29
  Date:
30
- - Sun, 18 Jun 2023 15:23:57 GMT
30
+ - Mon, 10 Jul 2023 21:04:53 GMT
31
31
  Etag:
32
- - '"q6g5fpf9uqp4"'
32
+ - '"164tifznke42la"'
33
33
  Server:
34
34
  - Vercel
35
35
  Strict-Transport-Security:
36
36
  - max-age=63072000
37
37
  X-Matched-Path:
38
- - "/api/posts/[slug]"
38
+ - "/api/posts/[[...params]]"
39
39
  X-Vercel-Cache:
40
40
  - MISS
41
41
  X-Vercel-Id:
42
- - fra1::iad1::sskn7-1687101837449-d00e04e7a361
42
+ - fra1::iad1::vzgjn-1689023093452-d81d6a1d53a7
43
43
  Connection:
44
44
  - close
45
45
  body:
46
46
  encoding: UTF-8
47
- string: '{"id":"https://doi.org/10.59350/bbcsr-r4b59","uuid":"2b105b29-acbc-4eae-9ff1-368803f36a4d","url":"https://markrubin.substack.com/p/the-preregistration-prescriptiveness","title":"The
48
- Preregistration Prescriptiveness Trade-Off and Unknown Unknowns in Science","summary":"Comments
49
- on Van Drimmelen (2023)","date_published":"2023-06-06T21:22:00Z","date_modified":null,"date_indexed":"1979-06-17T18:51:53+00:00","authors":[{"url":null,"name":"Mark
50
- Rubin"}],"image":"https://substack-post-media.s3.amazonaws.com/public/images/195477de-91ce-4a76-bae8-b6334fb5bcc7_500x379.jpeg","content_html":"<h4>Abstract</h4><p>I
51
- discuss Van Drimmelen&#8217;s (2023) Metascience2023 presentation on researchers&#8217;
47
+ string: '{"id":"2b105b29-acbc-4eae-9ff1-368803f36a4d","doi":"https://doi.org/10.59350/bbcsr-r4b59","url":"https://markrubin.substack.com/p/the-preregistration-prescriptiveness","title":"The
48
+ Preregistration Prescriptiveness Trade-Off and Unknown Unknowns in Science","summary":"AbstractI
49
+ discuss Van Drimmelen’s (2023) Metascience2023 presentation on researchers’
52
50
  decision making during the research process. In particular, I consider his
53
- evidence that researchers&#8217; discretion over research decisions is unavoidable
51
+ evidence that researchers discretion over research decisions is unavoidable
54
52
  when they follow research plans that are either overdetermined (i.e., too
55
53
  prescriptive) or underdetermined (i.e., too vague). I argue that this evidence
56
- points to a <em>prescriptiveness trade-off</em> when writing preregistered
57
- plans: All other things being equal, plans that are more prescriptive are
58
- more likely to result in deviations that turn their confirmatory tests into
59
- exploratory tests, and plans that are less prescriptive are more likely to
60
- result in confirmatory tests that are susceptible to questionable research
61
- practices. I also consider Van Drimmelen&#8217;s idea that researchers may
62
- make unconscious, implicit decisions during the research process. I relate
63
- these implicit decisions to Rumsfeld&#8217;s (2002) concept of <em>unknown
64
- unknowns</em>: &#8220;the things we don&#8217;t know we don&#8217;t know&#8221;!
65
- I argue that scientists can report their <em>known knowns</em> (what they
66
- know they did and found), and they can be transparent and speculative about
67
- their <em>known unknowns</em> (what they know they didn&#8217;t do and may
68
- find), but that they can&#8217;t say much about their <em>unknown unknowns
69
- </em>(including their unconscious, implicit decisions) because, by definition,
70
- they don&#8217;t know what they are! Nonetheless, I think that it&#8217;s
71
- important to acknowledge unknown unknowns in science because doing so helps
72
- to contextualise research efforts as being highly tentative and fallible.</p><h4>Introduction</h4><p>The
73
- videos of the presentations at the Metascience2023 conference were recently
74
- made available <a href=\"https://www.youtube.com/playlist?list=PLChfyH8TVDGlPTcKrVboBaf6QAGSJt1hQ\">here</a>.
75
- One that caught my eye is by Tom van Drimmelen, titled &#8220;Researchers&#8217;
76
- decision making: Navigating ambiguity in research practice&#8221;: </p><div
77
- id=\"youtube2-5omWDTPcsNo\" class=\"youtube-wrap\" data-attrs=\"{\"videoId\":\"5omWDTPcsNo\",\"startTime\":null,\"endTime\":null}\"
78
- data-component-name=\"Youtube2ToDOM\"><div class=\"youtube-inner\"><iframe
79
- src=\"https://www.youtube-nocookie.com/embed/5omWDTPcsNo?rel=0&autoplay=0&showinfo=0&enablejsapi=0\"
80
- frameborder=\"0\" loading=\"lazy\" gesture=\"media\" allow=\"autoplay; fullscreen\"
81
- allowautoplay=\"true\" allowfullscreen=\"true\" width=\"728\" height=\"409\"></iframe></div></div><p>Here,
82
- I summarise Van Drimmelen&#8217;s excellent work and share my thoughts on
83
- his ideas.</p><h4>What is Researcher Discretion?</h4><p>Van Drimmelen (2023)
84
- explained that, during the research process, researchers have discretion over
85
- numerous decisions that they make about their methodology and analyses. During
86
- the data analysis stage, this <em>researcher discretion</em> may be perceived
87
- negatively as <em>researcher degrees of freedom</em> that is susceptible to
88
- <em>researcher bias</em> and <em>questionable research practices</em> (John
89
- et al., 2012; Simmons et al., 2011).</p><div class=\"captioned-image-container\"><figure><a
90
- class=\"image-link is-viewable-img image2\" target=\"_blank\" href=\"https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png\"
91
- data-component-name=\"Image2ToDOM\"><div class=\"image2-inset\"><picture><source
92
- type=\"image/webp\" srcset=\"https://substackcdn.com/image/fetch/w_424,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
93
- 424w, https://substackcdn.com/image/fetch/w_848,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
94
- 848w, https://substackcdn.com/image/fetch/w_1272,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
95
- 1272w, https://substackcdn.com/image/fetch/w_1456,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
96
- 1456w\" sizes=\"100vw\"><img src=\"https://substackcdn.com/image/fetch/w_1456,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png\"
97
- width=\"1430\" height=\"759\" data-attrs=\"{\"src\":\"https://substack-post-media.s3.amazonaws.com/public/images/d6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png\",\"fullscreen\":null,\"imageSize\":null,\"height\":759,\"width\":1430,\"resizeWidth\":null,\"bytes\":511459,\"alt\":null,\"title\":null,\"type\":\"image/png\",\"href\":null,\"belowTheFold\":false,\"topImage\":true,\"internalRedirect\":null}\"
98
- class=\"sizing-normal\" alt=\"\" srcset=\"https://substackcdn.com/image/fetch/w_424,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
99
- 424w, https://substackcdn.com/image/fetch/w_848,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
100
- 848w, https://substackcdn.com/image/fetch/w_1272,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
101
- 1272w, https://substackcdn.com/image/fetch/w_1456,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2Fd6f03976-0133-406f-8572-cdbcbbdc3aef_1430x759.png
102
- 1456w\" sizes=\"100vw\" fetchpriority=\"high\"></picture><div class=\"image-link-expand\"><svg
103
- xmlns=\"http://www.w3.org/2000/svg\" width=\"16\" height=\"16\" viewBox=\"0
104
- 0 24 24\" fill=\"none\" stroke=\"#FFFFFF\" stroke-width=\"2\" stroke-linecap=\"round\"
105
- stroke-linejoin=\"round\" class=\"lucide lucide-maximize2\"><polyline points=\"15
106
- 3 21 3 21 9\"></polyline><polyline points=\"9 21 3 21 3 15\"></polyline><line
107
- x1=\"21\" x2=\"14\" y1=\"3\" y2=\"10\"></line><line x1=\"3\" x2=\"10\" y1=\"21\"
108
- y2=\"14\"></line></svg></div></div></a><figcaption class=\"image-caption\"><em>Figure
109
- 1. </em>Tom van Drimmelen illustrates the numerous decisions that researchers
110
- make during the research process.</figcaption></figure></div><h4>Researcher
111
- Discretion Emerges in Both Over- and Under-Determined Research Plans</h4><p>In
112
- theory, it is possible to reduce and/or reveal researcher discretion during
113
- data analyses by preregistering one or more methodological and analytical
114
- research paths. However, Van Drimmelen (2023) and colleagues were interested
115
- in how researcher discretion operates <em>in practice</em>. To investigate,
116
- they conducted an ethnographic study in which they observed researcher discretion
117
- in two different research groups. They found that researcher discretion emerged
118
- when researchers used two categories of research plan.</p><p>1.&nbsp;&nbsp;&nbsp;&nbsp;
119
- <em>Underdetermined plans</em>: Researcher discretion emerged when research
120
- plans were not precise enough to determine specific actions for the researchers.
121
- In this case, researchers needed to use their own discretion to fill in the
122
- gaps of the research plan and figure out how to proceed. Researchers often
123
- find themselves in this situation because preregistered research plans are
124
- often vague (e.g., Bakker et al., 2020; Heirene et al., 2021; Van den Akker
125
- et al., 2023).</p><p>2.&nbsp;&nbsp;&nbsp;&nbsp; <em>Overdetermined plans</em>:
126
- Researcher discretion also emerged when there were unforeseen changes in the
127
- research situation that made the original research plan undesirable or impossible,
128
- necessitating an alternative research approach. Again, this situation is common,
129
- because most researchers do not possess &#8220;godlike planning abilities&#8221;
130
- (Navarro, 2020). To attempt to address this issue, researchers can preregister
131
- &#8220;if&#8230;then&#8221; contingencies (i.e., decision trees) that accommodate
132
- <em>anticipated</em> changes in the research situation (Nosek et al., 2018,
133
- p. 2602). In addition, it may be possible to update a preregistered analysis
134
- plan prior to the data analysis in order to take account of <em>unanticipated</em>
135
- events (Nosek et al., 2019, p. 817). However, it is often the case that <em>unanticipated</em>
136
- events arise <em>during data analyses</em>. As Reinhart (2015, p. 95) explained
137
- (paraphrasing Helmuth von Moltke), &#8220;no analysis plan survives contact
138
- with the data.&#8221; In these cases, researchers either need to stick to
139
- an inadequate preregistered analysis plan or deviate and adapt their approach
140
- to address the current situation. The evidence shows that researchers often
141
- deviate from their preregistered plans (e.g., Abrams et al., 2020; Claesen
142
- et al., 2021; Heirene et al., 2021).</p><h4>A Prescriptiveness Trade-Off in
143
- Preregistered Plans</h4><p>Van Drimmelen&#8217;s (2023) work shows us that
144
- researchers are forced to either deviate from overdetermined plans to overcome
145
- unforeseen events or fill in the gaps of vague, underdetermined plans. Hence,
146
- researcher discretion emerges in the case of both over- and under-determined
147
- plans. As Van Drimmelen (2023) put it, &#8220;researcher discretion is an
148
- integral and unavoidable part of the research practice.&#8221;</p><p>I think
149
- Van Drimmelen&#8217;s (2023) evidence also points to a trade-off between the
150
- prescriptiveness of preregistered research plans and the feasibility of their
151
- implementation in an unpredictable world. As preregistered plans become more
152
- precise and prescriptive, there is a greater chance that researchers will
153
- need to deviate from them in order to accommodate unforeseen and/or uncontrolled
154
- events that occur during the implementation of the plan. For example, researchers
155
- are more likely to deviate from a plan to test &#8220;300 participants&#8221;
156
- than they are to deviate from a less prescriptive plan to test &#8220;<em>around</em>
157
- 300 participants,&#8221; because uncontrolled events (e.g., the number of
158
- participant exclusions during data analysis) may result in a final sample
159
- size that is only close to 300 participants and not exactly 300 participants
160
- (e.g., Claesen et al., 2021, pp. 6-7). Consequently, as preregistered plans
161
- become more prescriptive, they are more likely to result in deviations that
162
- turn their planned confirmatory tests into unplanned exploratory tests.<sup>1</sup>
163
- Of course, preregistration continues to distinguish between confirmatory and
164
- exploratory tests in this situation, and it prevents exploratory tests from
165
- being falsely portrayed as confirmatory tests. Nonetheless, it remains the
166
- case that, as plans for confirmatory tests become more prescriptive, the actual
167
- implementation of these confirmatory tests in the real world becomes less
168
- likely.</p><p>On the other hand, as preregistered plans become vaguer and
169
- less prescriptive, confirmatory hypothesis tests will become not only more
170
- feasible to achieve without deviation, but also more susceptible to researcher
171
- degrees of freedom and questionable research practices. For example, it is
172
- more feasible to test &#8220;<em>around</em> 300 participants&#8221; than
173
- to test exactly &#8220;300 participants.&#8221; However, the first sampling
174
- plan does not prevent the questionable research practice of optional stopping
175
- (John et al., 2021; Simmons et al., 2011), whereas the second, more prescriptive
176
- plan does.</p><p>In summary, researchers need to consider a <em>prescriptiveness
177
- trade-off </em>when writing their preregistered plans: All other things being
178
- equal, plans that are more prescriptive are more likely to result in deviations
179
- that turn their confirmatory tests into exploratory tests, and plans that
180
- are less prescriptive are more likely to result in confirmatory tests that
181
- are susceptible to questionable research practices. Hence, researchers face
182
- a difficult choice between prescriptive confirmatory tests that they are less
183
- likely to carry out in practice and vague confirmatory tests that are more
184
- prone to questionable research practices.</p><div class=\"captioned-image-container\"><figure><a
185
- class=\"image-link is-viewable-img image2\" target=\"_blank\" href=\"https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg\"
186
- data-component-name=\"Image2ToDOM\"><div class=\"image2-inset\"><picture><source
187
- type=\"image/webp\" srcset=\"https://substackcdn.com/image/fetch/w_424,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
188
- 424w, https://substackcdn.com/image/fetch/w_848,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
189
- 848w, https://substackcdn.com/image/fetch/w_1272,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
190
- 1272w, https://substackcdn.com/image/fetch/w_1456,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
191
- 1456w\" sizes=\"100vw\"><img src=\"https://substackcdn.com/image/fetch/w_1456,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg\"
192
- width=\"284\" height=\"429.408\" data-attrs=\"{\"src\":\"https://substack-post-media.s3.amazonaws.com/public/images/26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg\",\"fullscreen\":null,\"imageSize\":null,\"height\":756,\"width\":500,\"resizeWidth\":284,\"bytes\":93786,\"alt\":null,\"title\":null,\"type\":\"image/jpeg\",\"href\":null,\"belowTheFold\":true,\"topImage\":false,\"internalRedirect\":null}\"
193
- class=\"sizing-normal\" alt=\"\" srcset=\"https://substackcdn.com/image/fetch/w_424,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
194
- 424w, https://substackcdn.com/image/fetch/w_848,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
195
- 848w, https://substackcdn.com/image/fetch/w_1272,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
196
- 1272w, https://substackcdn.com/image/fetch/w_1456,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F26ad757c-146e-4d8f-88a5-f34cf5c71c58_500x756.jpeg
197
- 1456w\" sizes=\"100vw\" loading=\"lazy\"></picture><div class=\"image-link-expand\"><svg
198
- xmlns=\"http://www.w3.org/2000/svg\" width=\"16\" height=\"16\" viewBox=\"0
199
- 0 24 24\" fill=\"none\" stroke=\"#FFFFFF\" stroke-width=\"2\" stroke-linecap=\"round\"
200
- stroke-linejoin=\"round\" class=\"lucide lucide-maximize2\"><polyline points=\"15
201
- 3 21 3 21 9\"></polyline><polyline points=\"9 21 3 21 3 15\"></polyline><line
202
- x1=\"21\" x2=\"14\" y1=\"3\" y2=\"10\"></line><line x1=\"3\" x2=\"10\" y1=\"21\"
203
- y2=\"14\"></line></svg></div></div></a></figure></div><h4>Researchers Sometimes
204
- Make Implicit Decisions</h4><p>Van Drimmelen and colleagues (2023) also identified
205
- another interesting issue in their work. At times, they found it difficult
206
- to identify researcher discretion because there were multiple potential methodological
207
- or analytical approaches available that researchers did not consider. In other
208
- words, sometimes <em>researchers</em> <em>were not aware that they were making
209
- decisions</em>!</p><p>This idea of unconscious and implicit research decisions
210
- reminds me of something that Donald Rumsfeld, the United States Secretary
211
- of Defence, said at a press briefing in 2002:</p><blockquote><p>There are
212
- known knowns; there are things we know we know. We also know there are known
213
- unknowns; that is to say we know there are some things we do not know. But
214
- there are also unknown unknowns&#8212;the ones we don&#8217;t know we don&#8217;t
215
- know. (Wikipedia, 2023)</p></blockquote><p>In the context of Figure 1, our
216
- <em>known knowns</em> are the path or paths that we reported following in
217
- our research (e.g., the green paths). In these cases, we know what we did,
218
- and we know what we found as a result. In contrast, our <em>known unknowns</em>
219
- are the paths that we actively decided not to follow (e.g., all the other
220
- paths in Figure 1). We know these paths exist, but we don&#8217;t yet know
221
- what results lie at the end of them.</p><p>But what about our <em>unknown
222
- unknowns</em>? These paths don&#8217;t appear in Figure 1! They relate to
223
- decisions that we didn&#8217;t even consider, at least not at a conscious
224
- level. For example, we may not have considered the time of day of testing,
225
- the ambient temperature, or a host of other unspecified variables that may
226
- be influential on our results. Instead, we unconsciously relegated these unknown
227
- unknowns to a <em>ceteris paribus</em> clause (i.e., &#8220;all other things
228
- being equal&#8221;), which assumes that no other influential factors are at
229
- play (Meehl, 1990). The problem is that our unconscious and implicit decision
230
- to assume the irrelevance of these factors may be wrong! Indeed, the history
231
- of science is full of cases in which factors that were not initially considered
232
- to be important subsequently turned out to be crucial moderators or boundary
233
- conditions of effects (for some examples, see Firestein, 2016).</p><div class=\"captioned-image-container\"><figure><a
234
- class=\"image-link is-viewable-img image2\" target=\"_blank\" href=\"https://substackcdn.com/image/fetch/f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg\"
235
- data-component-name=\"Image2ToDOM\"><div class=\"image2-inset\"><picture><source
236
- type=\"image/webp\" srcset=\"https://substackcdn.com/image/fetch/w_424,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
237
- 424w, https://substackcdn.com/image/fetch/w_848,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
238
- 848w, https://substackcdn.com/image/fetch/w_1272,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
239
- 1272w, https://substackcdn.com/image/fetch/w_1456,c_limit,f_webp,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
240
- 1456w\" sizes=\"100vw\"><img src=\"https://substackcdn.com/image/fetch/w_1456,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg\"
241
- width=\"296\" height=\"444\" data-attrs=\"{\"src\":\"https://substack-post-media.s3.amazonaws.com/public/images/96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg\",\"fullscreen\":null,\"imageSize\":null,\"height\":750,\"width\":500,\"resizeWidth\":296,\"bytes\":89822,\"alt\":null,\"title\":null,\"type\":\"image/jpeg\",\"href\":null,\"belowTheFold\":true,\"topImage\":false,\"internalRedirect\":null}\"
242
- class=\"sizing-normal\" alt=\"\" srcset=\"https://substackcdn.com/image/fetch/w_424,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
243
- 424w, https://substackcdn.com/image/fetch/w_848,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
244
- 848w, https://substackcdn.com/image/fetch/w_1272,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
245
- 1272w, https://substackcdn.com/image/fetch/w_1456,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F96e8d69a-f2c1-4c22-b375-8c5c4fd72689_500x750.jpeg
246
- 1456w\" sizes=\"100vw\" loading=\"lazy\"></picture><div class=\"image-link-expand\"><svg
247
- xmlns=\"http://www.w3.org/2000/svg\" width=\"16\" height=\"16\" viewBox=\"0
248
- 0 24 24\" fill=\"none\" stroke=\"#FFFFFF\" stroke-width=\"2\" stroke-linecap=\"round\"
249
- stroke-linejoin=\"round\" class=\"lucide lucide-maximize2\"><polyline points=\"15
250
- 3 21 3 21 9\"></polyline><polyline points=\"9 21 3 21 3 15\"></polyline><line
251
- x1=\"21\" x2=\"14\" y1=\"3\" y2=\"10\"></line><line x1=\"3\" x2=\"10\" y1=\"21\"
252
- y2=\"14\"></line></svg></div></div></a></figure></div><h4>We Can&#8217;t Be
253
- Transparent About Unknown Unknowns, But We Should Acknowledge They Exist!</h4><p>Van
254
- Drimmelen (2023) concluded that &#8220;we might not be able to be effectively
255
- transparent because <em>we don&#8217;t know which decisions we&#8217;ve actually
256
- made</em>&#8221; (my emphasis). In other words, our lack of awareness about
257
- our potentially important implicit decisions means that we can&#8217;t be
258
- transparent about them: We can report our known knowns, and we can be transparent
259
- and speculative about our known unknowns, but we can&#8217;t say much about
260
- our unknown unknowns because we don&#8217;t know what they are! By definition,
261
- as soon as we start to speculate on a potentially influential factor in our
262
- research, it becomes a <em>known</em> unknown about which we need to make
263
- conscious decisions!</p><p>Despite our inability to specify our unknown unknowns,
264
- Van Drimmelen&#8217;s (2023) work reminds us that it&#8217;s important to
265
- acknowledge this type of ignorance in science because it helps to contextualise
266
- our research efforts as being highly tentative and fallible steps in a collective
267
- process of discovery and theory development. Acknowledging our unknown unknowns
268
- also helps to address recent calls for greater intellectual humility and modesty
269
- in science (Hoekstra & Vazire, 2021; Ramsey, 2021).</p><p>I&#8217;ll end with
270
- a nice example of scientists acknowledging unknown unknowns. Here&#8217;s
271
- Errington et al. (2021, p. 12) discussing the challenges of assessing replicability
272
- in preclinical cancer biology:</p><blockquote><p>It might also be that, in
273
- some cases, a failure to replicate was caused by the replication team deviating
274
- from the protocol in some way that was not recognized, or that a key part
275
- of the procedure was left out of the protocol inadvertently. It is also possible
276
- that the effect reported in the original paper depended on methodological
277
- factors that were not identified by original authors, the replication team,
278
- or any other experts involved in the peer review of the original paper or
279
- the Registered Report.</p></blockquote><h4>References</h4><p>Abrams, E., Libgober,
280
- J., & List, J. A. (2020). Research registries: Facts, myths, and possible
281
- improvements (No. w27250). <em>National Bureau of Economic Research. </em><a
282
- href=\"https://doi.org/10.3386/w27250\">https://doi.org/10.3386/w27250</a></p><p>Bakker,
283
- M., Veldkamp, C. L., van Assen, M. A., Crompvoets, E. A., Ong, H. H., Nosek,
284
- B. A.,&#8230;& Wicherts, J. M. (2020). Ensuring the quality and specificity
285
- of preregistrations. <em>PLoS Biology, 18</em>(12), e3000937. <a href=\"https://doi.org/10.1371/journal.pbio.3000937\">https://doi.org/10.1371/journal.pbio.3000937</a></p><p>Claesen,
286
- A., Gomes, S., Tuerlinckx, F., Vanpaemel, W., & Leuven, K. U. (2021). Comparing
287
- dream to reality: An assessment of adherence of the first generation of preregistered
288
- studies. <em>Royal Society Open Science, 8</em>(10), 1&#8211;11. <a href=\"https://doi.org/10.1098/rsos.211037\">https://doi.org/10.1098/rsos.211037</a></p><p>Errington,
289
- T. M., Denis, A., Perfito, N., Iorns, E., & Nosek, B. A. (2021). Reproducibility
290
- in cancer biology: Challenges for assessing replicability in preclinical cancer
291
- biology. <em>Elife, 10,</em> Article e67995. <a href=\"https://doi.org/10.7554/eLife.67995\">https://doi.org/10.7554/eLife.67995</a></p><p>Fife,
292
- D., & Rodgers, J. L. (2019). Moving beyond the \"replication crisis\": Understanding
293
- the exploratory/confirmatory data analysis continuum. <em>PsyArXiv</em>. <a
294
- href=\"https://doi.org/10.31234/osf.io/5vfq6\">https://doi.org/10.31234/osf.io/5vfq6</a></p><p>Firestein,
295
- S. (2016, February 14). Why failure to replicate findings can actually be
296
- good for science. <em>LA Times.</em> <a href=\"https://www.latimes.com/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html\">https://www.latimes.com/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html</a></p><p>Heirene,
297
- R., LaPlante, D., Louderback, E. R., Keen, B., Bakker, M., Serafimovska, A.,
298
- & Gainsbury, S. M. (2021). Preregistration specificity & adherence: A review
299
- of preregistered gambling studies & cross-disciplinary comparison. <em>PsyArXiv</em>.
300
- <a href=\"https://psyarxiv.com/nj4es/\">https://psyarxiv.com/nj4es/</a></p><p>Hoekstra,
301
- R., & Vazire, S. (2021). Aspiring to greater intellectual humility in science.
302
- <em>Nature Human Behaviour, 5</em>(12), 1602-1607. <a href=\"https://doi.org/10.1038/s41562-021-01203-8\">https://doi.org/10.1038/s41562-021-01203-8</a></p><p>John,
303
- L. K., Loewenstein, G., & Prelec, D. (2012). Measuring the prevalence of questionable
304
- research practices with incentives for truth telling. <em>Psychological Science,
305
- 23</em>(5), 524&#8211;532. <a href=\"https://doi.org/10.1177/0956797611430953\">https://doi.org/10.1177/0956797611430953</a></p><p>Meehl,
306
- P. E. (1990). Appraising and amending theories: The strategy of Lakatosian
307
- defense and two principles that warrant it. <em>Psychological Inquiry, 1</em>(2),
308
- 108-141. <a href=\"https://doi.org/10.1207/s15327965pli0102_1\">https://doi.org/10.1207/s15327965pli0102_1</a></p><p>Navarro,
309
- D. (2020, September 23). Paths in strange spaces: A comment on preregistration.<em>
310
- PsycArXiv. </em><a href=\"https://doi.org/10.31234/osf.io/wxn58\">https://doi.org/10.31234/osf.io/wxn58</a></p><p>Nosek,
311
- B. A., Beck, E. D., Campbell, L., Flake, J. K., Hardwicke, T. E., Mellor,
312
- D. T., van &#8216;t Veer, A. E., & Vazire, S. (2019). Preregistration is hard,
313
- and worthwhile. <em>Trends in Cognitive Sciences, 23,</em> 815&#8211;818.
314
- <a href=\"https://doi.org/10.1016/j.tics.2019.07.009\">https://doi.org/10.1016/j.tics.2019.07.009</a></p><p>Ramsey,
315
- R. (2021). A call for greater modesty in psychology and cognitive neuroscience.
316
- <em>Collabra: Psychology, 7</em>(1), 24091. <a href=\"https://doi.org/10.1525/collabra.24091\">https://doi.org/10.1525/collabra.24091</a></p><p>Reinhart,
317
- A. (2015). <em>Statistics done wrong: The woefully complete guide.</em> No
318
- Starch Press.</p><p>Simmons, J. P., Nelson, L. D., & Simonsohn, U. (2011).
319
- False-positive psychology: Undisclosed flexibility in data collection and
320
- analysis allows presenting anything as significant. <em>Psychological Science,
321
- 22(</em>11), 1359&#8211;1366. <a href=\"https://doi.org/10.1177%20/0956797611417632\">https://doi.org/10.1177
322
- /0956797611417632</a></p><p>Van den Akker, O., Bakker, M., van Assen, M. A.
323
- L. M., Pennington, C. R., Verweij, L., Elsherif, M. M.,&#8230;Wicherts, J.
324
- M. (2023, May 10). The effectiveness of preregistration in psychology: Assessing
325
- preregistration strictness and preregistration-study consistency. <em>PsyArXiv</em>.
326
- <a href=\"https://doi.org/10.31222/osf.io/h8xjw\">https://doi.org/10.31222/osf.io/h8xjw</a></p><p>Van
327
- Drimmelen, T., Slagboom, N., Reis, R., Bouter, L., Van der Steen, J. (2023,
328
- May 9). <em>Researchers&#8217; decision making: Navigating ambiguity in research
329
- practice.</em> Metascience2023, Washington, DC. Abstract: <a href=\"https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice/\">https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice/</a>
330
- Preregistration: <a href=\"https://osf.io/tqwgp/\">https://osf.io/tqwgp/</a></p><p>Wikipedia.
331
- (2023, March 16). There are unknown unknowns. <em>Wikipedia</em>. https://en.wikipedia.org/wiki/There_are_unknown_unknowns</p><h4>Endnotes</h4><p>1.&nbsp;Here,
332
- I define confirmatory tests as planned tests, and exploratory tests as unplanned
333
- tests. This conceptualization is consistent with the frequentist rationale
334
- for preregistration, according to which unplanned tests undermine assumptions
335
- regarding Type I error rates (Nosek et al., 2019, p. 816). I acknowledge that
336
- there are other definitions for &#8220;confirmatory&#8221; and &#8220;exploratory&#8221;,
337
- including definitions that view them as existing at opposite ends of a continuum
338
- rather than as discrete categories (e.g., Fife & Rodgers, 2019). According
339
- to this continuum perspective, larger deviations from preregistered plans
340
- result in &#8220;more exploratory&#8221; tests than smaller deviations. I
341
- don&#8217;t subscribe to this continuum perspective, because it is unclear
342
- how to formally assess some deviations as being &#8220;larger&#8221; or &#8220;smaller&#8221;
343
- than others. I agree that research studies can be described as being more
344
- confirmatory or exploratory, because they can contain a greater proportion
345
- of planned or unplanned tests. However, in my view, the tests themselves can
346
- only be either confirmatory or exploratory, because they can only be either
347
- planned or unplanned.</p><h4>Acknowledgements</h4><p>I&#8217;m grateful to
348
- Tom van Drimmelen for his comments on an earlier version of this article.</p><h4>PDF
349
- Download</h4><p>You can download a PDF version of this article <a href=\"https://doi.org/10.31222/osf.io/3t7pc\">here</a>.</p><h4>Reference</h4><p>The
350
- reference for this article is:</p><p>Rubin, M. (2023, June 7). The preregistration
351
- prescriptiveness trade-off and unknown unknowns in science: Comments on Van
352
- Drimmelen (2023). <em>Critical Metascience: MetaArXiv</em>. <a href=\"https://doi.org/10.31222/osf.io/3t7pc\">https://doi.org/10.31222/osf.io/3t7pc</a></p><h4>Please
353
- Subscribe and/or Share!</h4><p class=\"button-wrapper\" data-attrs=\"{\"url\":\"https://markrubin.substack.com/subscribe?\",\"text\":\"Subscribe
354
- now\",\"action\":null,\"class\":null}\" data-component-name=\"ButtonCreateButton\"><a
355
- class=\"button primary\" href=\"https://markrubin.substack.com/subscribe?\"><span>Subscribe
356
- now</span></a></p><p class=\"button-wrapper\" data-attrs=\"{\"url\":\"https://markrubin.substack.com/p/the-preregistration-prescriptiveness?utm_source=substack&utm_medium=email&utm_content=share&action=share\",\"text\":\"Share\",\"action\":null,\"class\":null}\"
357
- data-component-name=\"ButtonCreateButton\"><a class=\"button primary\" href=\"https://markrubin.substack.com/p/the-preregistration-prescriptiveness?utm_source=substack&utm_medium=email&utm_content=share&action=share\"><span>Share</span></a></p>","tags":[],"language":"en","references":[{"doi":"https://doi.org/10.3386/w27250","key":"ref1"},{"doi":"https://doi.org/10.1371/journal.pbio.3000937","key":"ref2"},{"doi":"https://doi.org/10.1098/rsos.211037","key":"ref3"},{"doi":"https://doi.org/10.7554/elife.67995","key":"ref4"},{"doi":"https://doi.org/10.31234/osf.io/5vfq6","key":"ref5"},{"key":"ref6","url":"https://latimes.com/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html"},{"key":"ref7","url":"https://psyarxiv.com/nj4es"},{"doi":"https://doi.org/10.1038/s41562-021-01203-8","key":"ref8"},{"doi":"https://doi.org/10.1177/0956797611430953","key":"ref9"},{"doi":"https://doi.org/10.1207/s15327965pli0102_1","key":"ref10"},{"doi":"https://doi.org/10.31234/osf.io/wxn58","key":"ref11"},{"doi":"https://doi.org/10.1016/j.tics.2019.07.009","key":"ref12"},{"doi":"https://doi.org/10.1525/collabra.24091","key":"ref13"},{"doi":"https://doi.org/10.1177%20/0956797611417632","key":"ref14"},{"doi":"https://doi.org/10.1177","key":"ref15"},{"doi":"https://doi.org/10.31222/osf.io/h8xjw","key":"ref16"},{"key":"ref17","url":"https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice"},{"key":"ref18","url":"https://osf.io/tqwgp"},{"key":"ref19","url":"https://en.wikipedia.org/wiki/There_are_unknown_unknowns"}],"blog_id":"ak4s224","blog":{"id":"ak4s224","title":"Critical
358
- Metascience","description":"Critical perspectives in metascience and the philosophy
359
- of science relating to open science, science reform, and the replication crisis.","language":"en","favicon":"https://substackcdn.com/image/fetch/w_256,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F00187507-ddc5-4baa-9dae-79f9487d8bce_325x325.png","feed_url":"https://markrubin.substack.com/feed","home_page_url":"https://markrubin.substack.com","user_id":"8498eaf6-8c58-4b58-bc15-27eda292b1aa","created_at":"2023-05-31T13:17:43+00:00","indexed_at":"2023-04-20","feed_format":"application/rss+xml","license":"https://creativecommons.org/licenses/by/4.0/legalcode","generator":"Substack","category":"Social
360
- Sciences","prefix":"10.59350","modified_at":"2023-06-13T00:05:19+00:00","version":"https://jsonfeed.org/version/1.1","backlog":false,"authors":null}}'
361
- recorded_at: Sun, 18 Jun 2023 15:23:57 GMT
362
- - request:
363
- method: head
364
- uri: https://doi.org/10.3386/w27250
365
- body:
366
- encoding: UTF-8
367
- string: ''
368
- headers:
369
- Connection:
370
- - close
371
- Host:
372
- - doi.org
373
- User-Agent:
374
- - http.rb/5.1.1
375
- response:
376
- status:
377
- code: 302
378
- message: Found
379
- headers:
380
- Date:
381
- - Sun, 18 Jun 2023 15:23:58 GMT
382
- Content-Type:
383
- - text/html;charset=utf-8
384
- Content-Length:
385
- - '159'
386
- Connection:
387
- - close
388
- Location:
389
- - http://www.nber.org/papers/w27250.pdf
390
- Vary:
391
- - Accept
392
- Expires:
393
- - Sun, 18 Jun 2023 16:08:59 GMT
394
- Permissions-Policy:
395
- - interest-cohort=(),browsing-topics=()
396
- Cf-Cache-Status:
397
- - DYNAMIC
398
- Report-To:
399
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=lIloG0Vb1bkgFhn7aSlBg7k5l8OVqTGzFGRLPiT9C7j4M%2F4D%2BEKLkKVFGMWuPqm9B0X73HnVug%2F7cK%2BNg%2Fcx6fJAVgsftjVFhW8K1OJsUD0qsNVu7d8RRk8wAtDZkZt1Avec0JY%3D"}],"group":"cf-nel","max_age":604800}'
400
- Nel:
401
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
402
- Strict-Transport-Security:
403
- - max-age=31536000; includeSubDomains; preload
404
- Server:
405
- - cloudflare
406
- Cf-Ray:
407
- - 7d948957cdc4b724-AMS
408
- Alt-Svc:
409
- - h3=":443"; ma=86400
410
- body:
411
- encoding: UTF-8
412
- string: ''
413
- recorded_at: Sun, 18 Jun 2023 15:23:58 GMT
414
- - request:
415
- method: head
416
- uri: https://doi.org/10.1371/journal.pbio.3000937
417
- body:
418
- encoding: UTF-8
419
- string: ''
420
- headers:
421
- Connection:
422
- - close
423
- Host:
424
- - doi.org
425
- User-Agent:
426
- - http.rb/5.1.1
427
- response:
428
- status:
429
- code: 302
430
- message: Found
431
- headers:
432
- Date:
433
- - Sun, 18 Jun 2023 15:23:58 GMT
434
- Content-Type:
435
- - text/html;charset=utf-8
436
- Content-Length:
437
- - '181'
438
- Connection:
439
- - close
440
- Location:
441
- - https://dx.plos.org/10.1371/journal.pbio.3000937
442
- Vary:
443
- - Accept
444
- Expires:
445
- - Sun, 18 Jun 2023 15:25:39 GMT
446
- Permissions-Policy:
447
- - interest-cohort=(),browsing-topics=()
448
- Cf-Cache-Status:
449
- - DYNAMIC
450
- Report-To:
451
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=45NMfW4s%2B8nDNY%2FaPOJAXg%2Bh7GnEziH6diotYTqGqoOAIl63J4P9AtKNAv1Y10Oym1jk1h1EQeYSreGsccym0STpUkY4TqlyIORTOFvQcDEhrQMLJtYDnh04rq%2BkZ4VuuwL9Ys4%3D"}],"group":"cf-nel","max_age":604800}'
452
- Nel:
453
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
454
- Strict-Transport-Security:
455
- - max-age=31536000; includeSubDomains; preload
456
- Server:
457
- - cloudflare
458
- Cf-Ray:
459
- - 7d94895aa95a0bad-AMS
460
- Alt-Svc:
461
- - h3=":443"; ma=86400
462
- body:
463
- encoding: UTF-8
464
- string: ''
465
- recorded_at: Sun, 18 Jun 2023 15:23:58 GMT
466
- - request:
467
- method: head
468
- uri: https://doi.org/10.1098/rsos.211037
469
- body:
470
- encoding: UTF-8
471
- string: ''
472
- headers:
473
- Connection:
474
- - close
475
- Host:
476
- - doi.org
477
- User-Agent:
478
- - http.rb/5.1.1
479
- response:
480
- status:
481
- code: 302
482
- message: Found
483
- headers:
484
- Date:
485
- - Sun, 18 Jun 2023 15:23:59 GMT
486
- Content-Type:
487
- - text/html;charset=utf-8
488
- Content-Length:
489
- - '201'
490
- Connection:
491
- - close
492
- Location:
493
- - https://royalsocietypublishing.org/doi/10.1098/rsos.211037
494
- Vary:
495
- - Accept
496
- Expires:
497
- - Sun, 18 Jun 2023 16:08:59 GMT
498
- Permissions-Policy:
499
- - interest-cohort=(),browsing-topics=()
500
- Cf-Cache-Status:
501
- - DYNAMIC
502
- Report-To:
503
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=clyZ22IZly2qbhtbv%2Bd%2FqOJw3BwnQIUl8tcYRom3HsmSpzbQQgjiaS%2BKNJhWnjdtHZ4%2F7i1gFG3O63PPyQQ3tHH%2FJqtghClUL2E9kV2U3yQaNaX8NlPqLSP46Sm%2F0sm2hKfalB8%3D"}],"group":"cf-nel","max_age":604800}'
504
- Nel:
505
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
506
- Strict-Transport-Security:
507
- - max-age=31536000; includeSubDomains; preload
508
- Server:
509
- - cloudflare
510
- Cf-Ray:
511
- - 7d94895d3b001cc6-AMS
512
- Alt-Svc:
513
- - h3=":443"; ma=86400
514
- body:
515
- encoding: UTF-8
516
- string: ''
517
- recorded_at: Sun, 18 Jun 2023 15:23:58 GMT
518
- - request:
519
- method: head
520
- uri: https://doi.org/10.7554/elife.67995
521
- body:
522
- encoding: UTF-8
523
- string: ''
524
- headers:
525
- Connection:
526
- - close
527
- Host:
528
- - doi.org
529
- User-Agent:
530
- - http.rb/5.1.1
531
- response:
532
- status:
533
- code: 302
534
- message: Found
535
- headers:
536
- Date:
537
- - Sun, 18 Jun 2023 15:23:59 GMT
538
- Content-Type:
539
- - text/html;charset=utf-8
540
- Content-Length:
541
- - '165'
542
- Connection:
543
- - close
544
- Location:
545
- - https://elifesciences.org/articles/67995
546
- Vary:
547
- - Accept
548
- Expires:
549
- - Sun, 18 Jun 2023 16:08:59 GMT
550
- Permissions-Policy:
551
- - interest-cohort=(),browsing-topics=()
552
- Cf-Cache-Status:
553
- - DYNAMIC
554
- Report-To:
555
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=9XPV0jLnb1M%2Fbx7cdfd2CPWjJI3nr6kNcEQi%2FrSOFSFZwYfrEIlPRMIoGRCLnTdXnl%2BQUdZhGA2mlnZqnq8XlrzTzj78xTQTFXg%2FiNQZy9R5M8LZkNgIPArwSkIjpdql7qhDAwE%3D"}],"group":"cf-nel","max_age":604800}'
556
- Nel:
557
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
558
- Strict-Transport-Security:
559
- - max-age=31536000; includeSubDomains; preload
560
- Server:
561
- - cloudflare
562
- Cf-Ray:
563
- - 7d94895f0dc71c7a-AMS
564
- Alt-Svc:
565
- - h3=":443"; ma=86400
566
- body:
567
- encoding: UTF-8
568
- string: ''
569
- recorded_at: Sun, 18 Jun 2023 15:23:59 GMT
570
- - request:
571
- method: head
572
- uri: https://doi.org/10.31234/osf.io/5vfq6
573
- body:
574
- encoding: UTF-8
575
- string: ''
576
- headers:
577
- Connection:
578
- - close
579
- Host:
580
- - doi.org
581
- User-Agent:
582
- - http.rb/5.1.1
583
- response:
584
- status:
585
- code: 302
586
- message: Found
587
- headers:
588
- Date:
589
- - Sun, 18 Jun 2023 15:23:59 GMT
590
- Content-Type:
591
- - text/html;charset=utf-8
592
- Content-Length:
593
- - '125'
594
- Connection:
595
- - close
596
- Location:
597
- - https://osf.io/5vfq6
598
- Vary:
599
- - Accept
600
- Expires:
601
- - Sun, 18 Jun 2023 16:01:57 GMT
602
- Permissions-Policy:
603
- - interest-cohort=(),browsing-topics=()
604
- Cf-Cache-Status:
605
- - DYNAMIC
606
- Report-To:
607
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=lxpjjij6J88vhLeGCUzXuA9J227fEZp4%2FmF9JJNMAedYaNgdrNjCzHhJ0tLLMz9xETFuZX1gE6YzBO31waOUycxaiwiDf9PRq6n4MnMEuQSdD6SjQcI1NSVxSX5WBUh4Qo1352Q%3D"}],"group":"cf-nel","max_age":604800}'
608
- Nel:
609
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
610
- Strict-Transport-Security:
611
- - max-age=31536000; includeSubDomains; preload
612
- Server:
613
- - cloudflare
614
- Cf-Ray:
615
- - 7d9489620eff0a63-AMS
616
- Alt-Svc:
617
- - h3=":443"; ma=86400
618
- body:
619
- encoding: UTF-8
620
- string: ''
621
- recorded_at: Sun, 18 Jun 2023 15:23:59 GMT
622
- - request:
623
- method: head
624
- uri: https://latimes.com/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html
625
- body:
626
- encoding: UTF-8
627
- string: ''
628
- headers:
629
- Connection:
630
- - close
631
- Host:
632
- - latimes.com
633
- User-Agent:
634
- - http.rb/5.1.1
635
- response:
636
- status:
637
- code: 301
638
- message: Moved Permanently
639
- headers:
640
- Server:
641
- - awselb/2.0
642
- Date:
643
- - Sun, 18 Jun 2023 15:24:00 GMT
644
- Content-Type:
645
- - text/html
646
- Content-Length:
647
- - '134'
648
- Connection:
649
- - close
650
- Location:
651
- - https://www.latimes.com:443/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html
652
- body:
653
- encoding: ASCII-8BIT
654
- string: ''
655
- recorded_at: Sun, 18 Jun 2023 15:24:00 GMT
656
- - request:
657
- method: head
658
- uri: https://psyarxiv.com/nj4es
659
- body:
660
- encoding: UTF-8
661
- string: ''
662
- headers:
663
- Connection:
664
- - close
665
- Host:
666
- - psyarxiv.com
667
- User-Agent:
668
- - http.rb/5.1.1
669
- response:
670
- status:
671
- code: 200
672
- message: OK
673
- headers:
674
- Date:
675
- - Sun, 18 Jun 2023 15:24:01 GMT
676
- Content-Type:
677
- - text/html
678
- Content-Length:
679
- - '7071'
680
- Connection:
681
- - close
682
- Vary:
683
- - Accept-Encoding
684
- - Accept-Encoding
685
- Last-Modified:
686
- - Tue, 31 Jan 2023 02:21:53 GMT
687
- Etag:
688
- - '"63d87b41-1b9f"'
689
- Cache-Control:
690
- - no-cache, no-store, max-age=0, must-revalidate
691
- Expires:
692
- - Mon, 01 Jan 1990 00:00:00 GMT
693
- Pragma:
694
- - no-cache
695
- Accept-Ranges:
696
- - bytes
697
- Strict-Transport-Security:
698
- - max-age=15724800
699
- body:
700
- encoding: ASCII-8BIT
701
- string: ''
702
- recorded_at: Sun, 18 Jun 2023 15:24:01 GMT
703
- - request:
704
- method: head
705
- uri: https://doi.org/10.1038/s41562-021-01203-8
706
- body:
707
- encoding: UTF-8
708
- string: ''
709
- headers:
710
- Connection:
711
- - close
712
- Host:
713
- - doi.org
714
- User-Agent:
715
- - http.rb/5.1.1
716
- response:
717
- status:
718
- code: 302
719
- message: Found
720
- headers:
721
- Date:
722
- - Sun, 18 Jun 2023 15:24:01 GMT
723
- Content-Type:
724
- - text/html;charset=utf-8
725
- Content-Length:
726
- - '185'
727
- Connection:
728
- - close
729
- Location:
730
- - https://www.nature.com/articles/s41562-021-01203-8
731
- Vary:
732
- - Accept
733
- Expires:
734
- - Sun, 18 Jun 2023 16:08:59 GMT
735
- Permissions-Policy:
736
- - interest-cohort=(),browsing-topics=()
737
- Cf-Cache-Status:
738
- - DYNAMIC
739
- Report-To:
740
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=QoaeCZmPX%2B3IYn7IRPxsazkP9GPKjLji0CWsQyLGMGPiGcora3jhl4BHXimDLxUUqWLN60ErLLjWO4%2F9O%2F3L8hVNU2I3nGCuO%2Fkr7ywqq2oUdmc%2B351SfLVszTTXHpWfjpt8Umc%3D"}],"group":"cf-nel","max_age":604800}'
741
- Nel:
742
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
743
- Strict-Transport-Security:
744
- - max-age=31536000; includeSubDomains; preload
745
- Server:
746
- - cloudflare
747
- Cf-Ray:
748
- - 7d94896e8bc90dfb-AMS
749
- Alt-Svc:
750
- - h3=":443"; ma=86400
751
- body:
752
- encoding: UTF-8
753
- string: ''
754
- recorded_at: Sun, 18 Jun 2023 15:24:01 GMT
755
- - request:
756
- method: head
757
- uri: https://doi.org/10.1177/0956797611430953
758
- body:
759
- encoding: UTF-8
760
- string: ''
761
- headers:
762
- Connection:
763
- - close
764
- Host:
765
- - doi.org
766
- User-Agent:
767
- - http.rb/5.1.1
768
- response:
769
- status:
770
- code: 302
771
- message: Found
772
- headers:
773
- Date:
774
- - Sun, 18 Jun 2023 15:24:02 GMT
775
- Content-Type:
776
- - text/html;charset=utf-8
777
- Content-Length:
778
- - '197'
779
- Connection:
780
- - close
781
- Location:
782
- - http://journals.sagepub.com/doi/10.1177/0956797611430953
783
- Vary:
784
- - Accept
785
- Expires:
786
- - Sun, 18 Jun 2023 16:01:57 GMT
787
- Permissions-Policy:
788
- - interest-cohort=(),browsing-topics=()
789
- Cf-Cache-Status:
790
- - DYNAMIC
791
- Report-To:
792
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=G2gFZ8y%2BPHvZYD8gseehoRy81w6UOtABkJat2nnzbMJ%2FQXZcq5aYSdsUJkU5RkSCvsMoHKuuJQzu9WhZP%2BYtwnT31jmoVz7ujOwsVKoOPD00v4RBcxdaJDPh9zBcWvWkd4hcCeU%3D"}],"group":"cf-nel","max_age":604800}'
793
- Nel:
794
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
795
- Strict-Transport-Security:
796
- - max-age=31536000; includeSubDomains; preload
797
- Server:
798
- - cloudflare
799
- Cf-Ray:
800
- - 7d9489702d7f012e-AMS
801
- Alt-Svc:
802
- - h3=":443"; ma=86400
803
- body:
804
- encoding: UTF-8
805
- string: ''
806
- recorded_at: Sun, 18 Jun 2023 15:24:02 GMT
807
- - request:
808
- method: head
809
- uri: https://doi.org/10.1207/s15327965pli0102_1
810
- body:
811
- encoding: UTF-8
812
- string: ''
813
- headers:
814
- Connection:
815
- - close
816
- Host:
817
- - doi.org
818
- User-Agent:
819
- - http.rb/5.1.1
820
- response:
821
- status:
822
- code: 302
823
- message: Found
824
- headers:
825
- Date:
826
- - Sun, 18 Jun 2023 15:24:02 GMT
827
- Content-Type:
828
- - text/html;charset=utf-8
829
- Content-Length:
830
- - '207'
831
- Connection:
832
- - close
833
- Location:
834
- - http://www.tandfonline.com/doi/abs/10.1207/s15327965pli0102_1
835
- Vary:
836
- - Accept
837
- Expires:
838
- - Sun, 18 Jun 2023 15:56:59 GMT
839
- Permissions-Policy:
840
- - interest-cohort=(),browsing-topics=()
841
- Cf-Cache-Status:
842
- - DYNAMIC
843
- Report-To:
844
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=X%2FZQTMtzKC8k4wCsDL28ZQRpp5YVtgAYVr7Heupk6QOl6FO8aPcc2gGQgbRm4TLAbBZiY2h4S3S%2FK71lT%2FB1DIQcxb%2B5ZjCaFTlFEuU8wNcUgutJCTT2hQIhKlYRpLvZRQRc9UY%3D"}],"group":"cf-nel","max_age":604800}'
845
- Nel:
846
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
847
- Strict-Transport-Security:
848
- - max-age=31536000; includeSubDomains; preload
849
- Server:
850
- - cloudflare
851
- Cf-Ray:
852
- - 7d948972a93ab74e-AMS
853
- Alt-Svc:
854
- - h3=":443"; ma=86400
855
- body:
856
- encoding: UTF-8
857
- string: ''
858
- recorded_at: Sun, 18 Jun 2023 15:24:02 GMT
859
- - request:
860
- method: head
861
- uri: https://doi.org/10.31234/osf.io/wxn58
862
- body:
863
- encoding: UTF-8
864
- string: ''
865
- headers:
866
- Connection:
867
- - close
868
- Host:
869
- - doi.org
870
- User-Agent:
871
- - http.rb/5.1.1
872
- response:
873
- status:
874
- code: 302
875
- message: Found
876
- headers:
877
- Date:
878
- - Sun, 18 Jun 2023 15:24:02 GMT
879
- Content-Type:
880
- - text/html;charset=utf-8
881
- Content-Length:
882
- - '125'
883
- Connection:
884
- - close
885
- Location:
886
- - https://osf.io/wxn58
887
- Vary:
888
- - Accept
889
- Expires:
890
- - Sun, 18 Jun 2023 15:56:59 GMT
891
- Permissions-Policy:
892
- - interest-cohort=(),browsing-topics=()
893
- Cf-Cache-Status:
894
- - DYNAMIC
895
- Report-To:
896
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Bzv7aRIvR0U9fywm6VDolMFguXOF3DudzT9CsQHuK4s%2FpXvWd3DJo96UZxkXew9XRc6ZZAQ%2BVbtAzdO0rumqWAiYjqGj2R%2BbXCex7%2BKe%2FvbEA309vCEiW0Ytzyrsh1el0KeMU9U%3D"}],"group":"cf-nel","max_age":604800}'
897
- Nel:
898
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
899
- Strict-Transport-Security:
900
- - max-age=31536000; includeSubDomains; preload
901
- Server:
902
- - cloudflare
903
- Cf-Ray:
904
- - 7d948974d93d0ba6-AMS
905
- Alt-Svc:
906
- - h3=":443"; ma=86400
907
- body:
908
- encoding: UTF-8
909
- string: ''
910
- recorded_at: Sun, 18 Jun 2023 15:24:02 GMT
911
- - request:
912
- method: head
913
- uri: https://doi.org/10.1016/j.tics.2019.07.009
914
- body:
915
- encoding: UTF-8
916
- string: ''
917
- headers:
918
- Connection:
919
- - close
920
- Host:
921
- - doi.org
922
- User-Agent:
923
- - http.rb/5.1.1
924
- response:
925
- status:
926
- code: 302
927
- message: Found
928
- headers:
929
- Date:
930
- - Sun, 18 Jun 2023 15:24:03 GMT
931
- Content-Type:
932
- - text/html;charset=utf-8
933
- Content-Length:
934
- - '209'
935
- Connection:
936
- - close
937
- Location:
938
- - https://linkinghub.elsevier.com/retrieve/pii/S1364661319301846
939
- Vary:
940
- - Accept
941
- Expires:
942
- - Sun, 18 Jun 2023 16:01:57 GMT
943
- Link:
944
- - "<https://dul.usage.elsevier.com/doi/>; rel=dul"
945
- - "<https://dul.usage.elsevier.com/doi/>; rel=dul"
946
- Permissions-Policy:
947
- - interest-cohort=(),browsing-topics=()
948
- Cf-Cache-Status:
949
- - DYNAMIC
950
- Report-To:
951
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=TMdMYLN0h05h1SDn4lHKIQ5N334TA0g%2BVZ8S5TZpAQCALMxtTaIgxDcOjGFb7LgHO%2F26efoL849q7twi84wXVefn44XbTFP9zCyjCGQKJ%2FpOM%2FvXERroxsrB4Sz%2FIs6rEqg80tk%3D"}],"group":"cf-nel","max_age":604800}'
952
- Nel:
953
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
954
- Strict-Transport-Security:
955
- - max-age=31536000; includeSubDomains; preload
956
- Server:
957
- - cloudflare
958
- Cf-Ray:
959
- - 7d948976fc65b92d-AMS
960
- Alt-Svc:
961
- - h3=":443"; ma=86400
962
- body:
963
- encoding: UTF-8
964
- string: ''
965
- recorded_at: Sun, 18 Jun 2023 15:24:03 GMT
966
- - request:
967
- method: head
968
- uri: https://doi.org/10.1525/collabra.24091
969
- body:
970
- encoding: UTF-8
971
- string: ''
972
- headers:
973
- Connection:
974
- - close
975
- Host:
976
- - doi.org
977
- User-Agent:
978
- - http.rb/5.1.1
979
- response:
980
- status:
981
- code: 302
982
- message: Found
983
- headers:
984
- Date:
985
- - Sun, 18 Jun 2023 15:24:03 GMT
986
- Content-Type:
987
- - text/html;charset=utf-8
988
- Content-Length:
989
- - '295'
990
- Connection:
991
- - close
992
- Location:
993
- - https://online.ucpress.edu/collabra/article/7/1/24091/117222/A-Call-for-Greater-Modesty-in-Psychology-and
994
- Vary:
995
- - Accept
996
- Expires:
997
- - Sun, 18 Jun 2023 16:01:57 GMT
998
- Permissions-Policy:
999
- - interest-cohort=(),browsing-topics=()
1000
- Cf-Cache-Status:
1001
- - DYNAMIC
1002
- Report-To:
1003
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=uc5Y7L%2BeYzavGrYFj5C9aYBIwJBYjltleZLrMFY5EyLTzEDkooskpezF3lqYSQWO0GQxfhGD2yOkruPhWzinuqHDODYHGyH%2BAmZLudNTSusenlwJPGld6dZ01Rl1HzFWVd2JWmw%3D"}],"group":"cf-nel","max_age":604800}'
1004
- Nel:
1005
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1006
- Strict-Transport-Security:
1007
- - max-age=31536000; includeSubDomains; preload
1008
- Server:
1009
- - cloudflare
1010
- Cf-Ray:
1011
- - 7d94897988200a71-AMS
1012
- Alt-Svc:
1013
- - h3=":443"; ma=86400
1014
- body:
1015
- encoding: UTF-8
1016
- string: ''
1017
- recorded_at: Sun, 18 Jun 2023 15:24:03 GMT
1018
- - request:
1019
- method: head
1020
- uri: https://doi.org/10.31222/osf.io/h8xjw
1021
- body:
1022
- encoding: UTF-8
1023
- string: ''
1024
- headers:
1025
- Connection:
1026
- - close
1027
- Host:
1028
- - doi.org
1029
- User-Agent:
1030
- - http.rb/5.1.1
1031
- response:
1032
- status:
1033
- code: 302
1034
- message: Found
1035
- headers:
1036
- Date:
1037
- - Sun, 18 Jun 2023 15:24:03 GMT
1038
- Content-Type:
1039
- - text/html;charset=utf-8
1040
- Content-Length:
1041
- - '125'
1042
- Connection:
1043
- - close
1044
- Location:
1045
- - https://osf.io/h8xjw
1046
- Vary:
1047
- - Accept
1048
- Expires:
1049
- - Sun, 18 Jun 2023 16:08:59 GMT
1050
- Permissions-Policy:
1051
- - interest-cohort=(),browsing-topics=()
1052
- Cf-Cache-Status:
1053
- - DYNAMIC
1054
- Report-To:
1055
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=M5B9atslZU2gzo%2FML%2BNQU5VOf8zAIkRSs5arUhGX4p0cH725stlW8XXNF5mcwZ3VnmVDCBTTl3RwNCPTUhgYpUIsyOqrxuQW3nguT2VM%2FfibJ3oKGkWeO4RS5zfavnkPbBMXv30%3D"}],"group":"cf-nel","max_age":604800}'
1056
- Nel:
1057
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1058
- Strict-Transport-Security:
1059
- - max-age=31536000; includeSubDomains; preload
1060
- Server:
1061
- - cloudflare
1062
- Cf-Ray:
1063
- - 7d94897baad7b8d0-AMS
1064
- Alt-Svc:
1065
- - h3=":443"; ma=86400
1066
- body:
1067
- encoding: UTF-8
1068
- string: ''
1069
- recorded_at: Sun, 18 Jun 2023 15:24:03 GMT
1070
- - request:
1071
- method: head
1072
- uri: https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice
1073
- body:
1074
- encoding: UTF-8
1075
- string: ''
1076
- headers:
1077
- Connection:
1078
- - close
1079
- Host:
1080
- - metascience.info
1081
- User-Agent:
1082
- - http.rb/5.1.1
1083
- response:
1084
- status:
1085
- code: 301
1086
- message: Moved Permanently
1087
- headers:
1088
- Date:
1089
- - Sun, 18 Jun 2023 15:24:04 GMT
1090
- Server:
1091
- - Apache
1092
- Wpo-Cache-Status:
1093
- - not cached
1094
- Wpo-Cache-Message:
1095
- - The request method was not GET (HEAD)
1096
- X-Redirect-By:
1097
- - WordPress
1098
- Upgrade:
1099
- - h2,h2c
1100
- Connection:
1101
- - Upgrade
1102
- Location:
1103
- - https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice/
1104
- Cache-Control:
1105
- - max-age=7200
1106
- Expires:
1107
- - Sun, 18 Jun 2023 17:24:04 GMT
1108
- Host-Header:
1109
- - c2hhcmVkLmJsdWVob3N0LmNvbQ==
1110
- Content-Type:
1111
- - text/html; charset=UTF-8
1112
- body:
1113
- encoding: UTF-8
1114
- string: ''
1115
- recorded_at: Sun, 18 Jun 2023 15:24:05 GMT
1116
- - request:
1117
- method: head
1118
- uri: https://osf.io/tqwgp
1119
- body:
1120
- encoding: UTF-8
1121
- string: ''
1122
- headers:
1123
- Connection:
1124
- - close
1125
- Host:
1126
- - osf.io
1127
- User-Agent:
1128
- - http.rb/5.1.1
1129
- response:
1130
- status:
1131
- code: 308
1132
- message: Permanent Redirect
1133
- headers:
1134
- Date:
1135
- - Sun, 18 Jun 2023 15:24:05 GMT
1136
- Content-Type:
1137
- - text/html; charset=utf-8
1138
- Content-Length:
1139
- - '249'
1140
- Connection:
1141
- - close
1142
- Location:
1143
- - https://osf.io/tqwgp/
1144
- X-Frame-Options:
1145
- - SAMEORIGIN
1146
- X-Cache-Status:
1147
- - MISS
1148
- Cache-Control:
1149
- - no-cache, no-store, max-age=0, must-revalidate
1150
- Expires:
1151
- - Mon, 01 Jan 1990 00:00:00 GMT
1152
- Pragma:
1153
- - no-cache
1154
- Strict-Transport-Security:
1155
- - max-age=15724800
1156
- body:
1157
- encoding: UTF-8
1158
- string: ''
1159
- recorded_at: Sun, 18 Jun 2023 15:24:05 GMT
1160
- - request:
1161
- method: head
1162
- uri: https://en.wikipedia.org/wiki/There_are_unknown_unknowns
1163
- body:
1164
- encoding: UTF-8
1165
- string: ''
1166
- headers:
1167
- Connection:
1168
- - close
1169
- Host:
1170
- - en.wikipedia.org
1171
- User-Agent:
1172
- - http.rb/5.1.1
1173
- response:
1174
- status:
1175
- code: 200
1176
- message: OK
1177
- headers:
1178
- Date:
1179
- - Sat, 17 Jun 2023 20:55:42 GMT
1180
- Server:
1181
- - mw1418.eqiad.wmnet
1182
- X-Content-Type-Options:
1183
- - nosniff
1184
- Content-Language:
1185
- - en
1186
- Vary:
1187
- - Accept-Encoding,Cookie,Authorization
1188
- Last-Modified:
1189
- - Thu, 08 Jun 2023 00:03:49 GMT
1190
- Content-Type:
1191
- - text/html; charset=UTF-8
1192
- Age:
1193
- - '66504'
1194
- X-Cache:
1195
- - cp3056 hit, cp3050 hit/1
1196
- X-Cache-Status:
1197
- - hit-front
1198
- Server-Timing:
1199
- - cache;desc="hit-front", host;desc="cp3050"
1200
- Strict-Transport-Security:
1201
- - max-age=106384710; includeSubDomains; preload
1202
- Report-To:
1203
- - '{ "group": "wm_nel", "max_age": 604800, "endpoints": [{ "url": "https://intake-logging.wikimedia.org/v1/events?stream=w3c.reportingapi.network_error&schema_uri=/w3c/reportingapi/network_error/1.0.0"
1204
- }] }'
1205
- Nel:
1206
- - '{ "report_to": "wm_nel", "max_age": 604800, "failure_fraction": 0.05, "success_fraction":
1207
- 0.0}'
1208
- Set-Cookie:
1209
- - GeoIP=DE:NW:M__nster:51.96:7.63:v4; Path=/; secure; Domain=.wikipedia.org
1210
- - NetworkProbeLimit=0.001;Path=/;Secure;Max-Age=3600
1211
- - WMF-DP=44b;Path=/;HttpOnly;secure;Expires=Mon, 19 Jun 2023 00:00:00 GMT
1212
- - WMF-Last-Access-Global=18-Jun-2023;Path=/;Domain=.wikipedia.org;HttpOnly;secure;Expires=Thu,
1213
- 20 Jul 2023 12:00:00 GMT
1214
- - WMF-Last-Access=18-Jun-2023;Path=/;HttpOnly;secure;Expires=Thu, 20 Jul 2023
1215
- 12:00:00 GMT
1216
- X-Client-Ip:
1217
- - 2001:16b8:1867:2e00:c444:284:a9b0:81f7
1218
- Cache-Control:
1219
- - private, s-maxage=0, max-age=0, must-revalidate
1220
- Accept-Ranges:
1221
- - bytes
1222
- Content-Length:
1223
- - '194246'
1224
- Connection:
1225
- - close
1226
- body:
1227
- encoding: UTF-8
1228
- string: ''
1229
- recorded_at: Sun, 18 Jun 2023 15:24:06 GMT
1230
- - request:
1231
- method: get
1232
- uri: https://doi.org/10.3386/w27250
1233
- body:
1234
- encoding: UTF-8
1235
- string: ''
1236
- headers:
1237
- Accept:
1238
- - application/vnd.citationstyles.csl+json
1239
- Connection:
1240
- - close
1241
- Host:
1242
- - doi.org
1243
- User-Agent:
1244
- - http.rb/5.1.1
1245
- response:
1246
- status:
1247
- code: 302
1248
- message: Found
1249
- headers:
1250
- Date:
1251
- - Wed, 05 Jul 2023 05:25:50 GMT
1252
- Content-Type:
1253
- - text/html;charset=utf-8
1254
- Content-Length:
1255
- - '205'
1256
- Connection:
1257
- - close
1258
- Location:
1259
- - https://api.crossref.org/v1/works/10.3386%2Fw27250/transform
1260
- Vary:
1261
- - Accept
1262
- Expires:
1263
- - Wed, 05 Jul 2023 05:30:31 GMT
1264
- Permissions-Policy:
1265
- - interest-cohort=(),browsing-topics=()
1266
- Cf-Cache-Status:
1267
- - DYNAMIC
1268
- Report-To:
1269
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=1N%2BfY2sxarataoeBrxDf0joRXn6VOt4aQ8H8tGeXLQS7NzeK2oT1Z70J7hS9tKt55MPCyyjt4HCZ6Ae5ozxaWG2fybp%2FOKwLKXa%2FGRZcQHpwh7qB8y%2FPgWQ%3D"}],"group":"cf-nel","max_age":604800}'
1270
- Nel:
1271
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1272
- Strict-Transport-Security:
1273
- - max-age=31536000; includeSubDomains; preload
1274
- Server:
1275
- - cloudflare
1276
- Cf-Ray:
1277
- - 7e1d308fa88f0e6c-AMS
1278
- Alt-Svc:
1279
- - h3=":443"; ma=86400
1280
- body:
1281
- encoding: UTF-8
1282
- string: |-
1283
- <html><head><title>Handle Redirect</title></head>
1284
- <body><a href="https://api.crossref.org/v1/works/10.3386%2Fw27250/transform">https://api.crossref.org/v1/works/10.3386%2Fw27250/transform</a></body></html>
1285
- recorded_at: Wed, 05 Jul 2023 05:25:50 GMT
1286
- - request:
1287
- method: get
1288
- uri: https://doi.org/10.1371/journal.pbio.3000937
1289
- body:
1290
- encoding: UTF-8
1291
- string: ''
1292
- headers:
1293
- Accept:
1294
- - application/vnd.citationstyles.csl+json
1295
- Connection:
1296
- - close
1297
- Host:
1298
- - doi.org
1299
- User-Agent:
1300
- - http.rb/5.1.1
1301
- response:
1302
- status:
1303
- code: 302
1304
- message: Found
1305
- headers:
1306
- Date:
1307
- - Wed, 05 Jul 2023 05:25:51 GMT
1308
- Content-Type:
1309
- - text/html;charset=utf-8
1310
- Content-Length:
1311
- - '233'
1312
- Connection:
1313
- - close
1314
- Location:
1315
- - https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform
1316
- Vary:
1317
- - Accept
1318
- Expires:
1319
- - Wed, 05 Jul 2023 05:30:31 GMT
1320
- Permissions-Policy:
1321
- - interest-cohort=(),browsing-topics=()
1322
- Cf-Cache-Status:
1323
- - DYNAMIC
1324
- Report-To:
1325
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=4o%2FlEeXc%2BTLhUCV0qx0frYt2pZEhB1%2F9YarV37HetL491iLrcQRNEOvDOGGDOqsDGzCUmUHrUKMpvjTkNOhmHwFqJSkhSafkd9YwV23S8hy%2BRFN8EqfaGW0%3D"}],"group":"cf-nel","max_age":604800}'
1326
- Nel:
1327
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1328
- Strict-Transport-Security:
1329
- - max-age=31536000; includeSubDomains; preload
1330
- Server:
1331
- - cloudflare
1332
- Cf-Ray:
1333
- - 7e1d30923c3db93e-AMS
1334
- Alt-Svc:
1335
- - h3=":443"; ma=86400
1336
- body:
1337
- encoding: UTF-8
1338
- string: |-
1339
- <html><head><title>Handle Redirect</title></head>
1340
- <body><a href="https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform">https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform</a></body></html>
1341
- recorded_at: Wed, 05 Jul 2023 05:25:51 GMT
1342
- - request:
1343
- method: get
1344
- uri: https://doi.org/10.1098/rsos.211037
1345
- body:
1346
- encoding: UTF-8
1347
- string: ''
1348
- headers:
1349
- Accept:
1350
- - application/vnd.citationstyles.csl+json
1351
- Connection:
1352
- - close
1353
- Host:
1354
- - doi.org
1355
- User-Agent:
1356
- - http.rb/5.1.1
1357
- response:
1358
- status:
1359
- code: 302
1360
- message: Found
1361
- headers:
1362
- Date:
1363
- - Wed, 05 Jul 2023 05:25:51 GMT
1364
- Content-Type:
1365
- - text/html;charset=utf-8
1366
- Content-Length:
1367
- - '215'
1368
- Connection:
1369
- - close
1370
- Location:
1371
- - https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform
1372
- Vary:
1373
- - Accept
1374
- Expires:
1375
- - Wed, 05 Jul 2023 05:30:31 GMT
1376
- Permissions-Policy:
1377
- - interest-cohort=(),browsing-topics=()
1378
- Cf-Cache-Status:
1379
- - DYNAMIC
1380
- Report-To:
1381
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=V70WNwUpjjV%2FfWoiQH%2F%2B57vaYURnx9hyohWsIFdePaZIeJw%2Fld4H0VBXBnRO%2BQt3CPBwO6MgvjmvPVl4C6IusIbDzeG30DRnEoGIsnNP3ObJRZiwGfh9XZo%3D"}],"group":"cf-nel","max_age":604800}'
1382
- Nel:
1383
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1384
- Strict-Transport-Security:
1385
- - max-age=31536000; includeSubDomains; preload
1386
- Server:
1387
- - cloudflare
1388
- Cf-Ray:
1389
- - 7e1d3093dfbab8ca-AMS
1390
- Alt-Svc:
1391
- - h3=":443"; ma=86400
1392
- body:
1393
- encoding: UTF-8
1394
- string: |-
1395
- <html><head><title>Handle Redirect</title></head>
1396
- <body><a href="https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform">https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform</a></body></html>
1397
- recorded_at: Wed, 05 Jul 2023 05:25:51 GMT
1398
- - request:
1399
- method: get
1400
- uri: https://doi.org/10.7554/elife.67995
1401
- body:
1402
- encoding: UTF-8
1403
- string: ''
1404
- headers:
1405
- Accept:
1406
- - application/vnd.citationstyles.csl+json
1407
- Connection:
1408
- - close
1409
- Host:
1410
- - doi.org
1411
- User-Agent:
1412
- - http.rb/5.1.1
1413
- response:
1414
- status:
1415
- code: 302
1416
- message: Found
1417
- headers:
1418
- Date:
1419
- - Wed, 05 Jul 2023 05:25:51 GMT
1420
- Content-Type:
1421
- - text/html;charset=utf-8
1422
- Content-Length:
1423
- - '215'
1424
- Connection:
1425
- - close
1426
- Location:
1427
- - https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform
1428
- Vary:
1429
- - Accept
1430
- Expires:
1431
- - Wed, 05 Jul 2023 05:30:31 GMT
1432
- Permissions-Policy:
1433
- - interest-cohort=(),browsing-topics=()
1434
- Cf-Cache-Status:
1435
- - DYNAMIC
1436
- Report-To:
1437
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=drvUsUH6u%2BlkYsGDha3%2Fz9OFFFngBIOABolTymPiV0fpzpSOKwX6%2Byj1VAMUCuB8sGUeT7HwV1VWnWmtY5iulRvHekrrpeDmycEsAfLmhNwQO77fc7YMibo%3D"}],"group":"cf-nel","max_age":604800}'
1438
- Nel:
1439
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1440
- Strict-Transport-Security:
1441
- - max-age=31536000; includeSubDomains; preload
1442
- Server:
1443
- - cloudflare
1444
- Cf-Ray:
1445
- - 7e1d30957e0cb978-AMS
1446
- Alt-Svc:
1447
- - h3=":443"; ma=86400
1448
- body:
1449
- encoding: UTF-8
1450
- string: |-
1451
- <html><head><title>Handle Redirect</title></head>
1452
- <body><a href="https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform">https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform</a></body></html>
1453
- recorded_at: Wed, 05 Jul 2023 05:25:51 GMT
1454
- - request:
1455
- method: get
1456
- uri: https://doi.org/10.31234/osf.io/5vfq6
1457
- body:
1458
- encoding: UTF-8
1459
- string: ''
1460
- headers:
1461
- Accept:
1462
- - application/vnd.citationstyles.csl+json
1463
- Connection:
1464
- - close
1465
- Host:
1466
- - doi.org
1467
- User-Agent:
1468
- - http.rb/5.1.1
1469
- response:
1470
- status:
1471
- code: 302
1472
- message: Found
1473
- headers:
1474
- Date:
1475
- - Wed, 05 Jul 2023 05:25:52 GMT
1476
- Content-Type:
1477
- - text/html;charset=utf-8
1478
- Content-Length:
1479
- - '223'
1480
- Connection:
1481
- - close
1482
- Location:
1483
- - https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform
1484
- Vary:
1485
- - Accept
1486
- Expires:
1487
- - Wed, 05 Jul 2023 05:30:31 GMT
1488
- Permissions-Policy:
1489
- - interest-cohort=(),browsing-topics=()
1490
- Cf-Cache-Status:
1491
- - DYNAMIC
1492
- Report-To:
1493
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=vRqcXD6wa3K1q9672307cUmwInW3SKhZGo3ruw1ZXirz3JUu7xJm9nLos%2BVl05vijvrXvH1kSNxhJsZj%2Fe9dfFMy3o39yoOYl9W5j5BZQHM69Gjp4LDqlWM%3D"}],"group":"cf-nel","max_age":604800}'
1494
- Nel:
1495
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1496
- Strict-Transport-Security:
1497
- - max-age=31536000; includeSubDomains; preload
1498
- Server:
1499
- - cloudflare
1500
- Cf-Ray:
1501
- - 7e1d30972ae6b7ea-AMS
1502
- Alt-Svc:
1503
- - h3=":443"; ma=86400
1504
- body:
1505
- encoding: UTF-8
1506
- string: |-
1507
- <html><head><title>Handle Redirect</title></head>
1508
- <body><a href="https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform">https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform</a></body></html>
1509
- recorded_at: Wed, 05 Jul 2023 05:25:52 GMT
1510
- - request:
1511
- method: get
1512
- uri: https://doi.org/10.1038/s41562-021-01203-8
1513
- body:
1514
- encoding: UTF-8
1515
- string: ''
1516
- headers:
1517
- Accept:
1518
- - application/vnd.citationstyles.csl+json
1519
- Connection:
1520
- - close
1521
- Host:
1522
- - doi.org
1523
- User-Agent:
1524
- - http.rb/5.1.1
1525
- response:
1526
- status:
1527
- code: 302
1528
- message: Found
1529
- headers:
1530
- Date:
1531
- - Wed, 05 Jul 2023 05:25:52 GMT
1532
- Content-Type:
1533
- - text/html;charset=utf-8
1534
- Content-Length:
1535
- - '229'
1536
- Connection:
1537
- - close
1538
- Location:
1539
- - https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform
1540
- Vary:
1541
- - Accept
1542
- Expires:
1543
- - Wed, 05 Jul 2023 05:31:20 GMT
1544
- Permissions-Policy:
1545
- - interest-cohort=(),browsing-topics=()
1546
- Cf-Cache-Status:
1547
- - DYNAMIC
1548
- Report-To:
1549
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=9qYYxKHlKke4%2B%2BhFRuuQkDt3uaCfpW4sXRdypCHgvVucVcOK9YWHUyQOrgqobtOXx4D2FnumZooslq79NMdqJB2oQsl%2BjDZq5Ccl%2FcUvAQt%2B3bDNNJB9ixg%3D"}],"group":"cf-nel","max_age":604800}'
1550
- Nel:
1551
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1552
- Strict-Transport-Security:
1553
- - max-age=31536000; includeSubDomains; preload
1554
- Server:
1555
- - cloudflare
1556
- Cf-Ray:
1557
- - 7e1d3098dac21ca5-AMS
1558
- Alt-Svc:
1559
- - h3=":443"; ma=86400
1560
- body:
1561
- encoding: UTF-8
1562
- string: |-
1563
- <html><head><title>Handle Redirect</title></head>
1564
- <body><a href="https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform">https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform</a></body></html>
1565
- recorded_at: Wed, 05 Jul 2023 05:25:52 GMT
1566
- - request:
1567
- method: get
1568
- uri: https://doi.org/10.1177/0956797611430953
1569
- body:
1570
- encoding: UTF-8
1571
- string: ''
1572
- headers:
1573
- Accept:
1574
- - application/vnd.citationstyles.csl+json
1575
- Connection:
1576
- - close
1577
- Host:
1578
- - doi.org
1579
- User-Agent:
1580
- - http.rb/5.1.1
1581
- response:
1582
- status:
1583
- code: 302
1584
- message: Found
1585
- headers:
1586
- Date:
1587
- - Wed, 05 Jul 2023 05:25:52 GMT
1588
- Content-Type:
1589
- - text/html;charset=utf-8
1590
- Content-Length:
1591
- - '225'
1592
- Connection:
1593
- - close
1594
- Location:
1595
- - https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform
1596
- Vary:
1597
- - Accept
1598
- Expires:
1599
- - Wed, 05 Jul 2023 05:30:31 GMT
1600
- Permissions-Policy:
1601
- - interest-cohort=(),browsing-topics=()
1602
- Cf-Cache-Status:
1603
- - DYNAMIC
1604
- Report-To:
1605
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Pk4Od83yCWYYZwfQ5%2BtlCOmMMMX1%2B%2FYLubBYSpQVmab0oCKNB%2FCwyYUf9FxSDF2QmvBBV%2BBOY7M%2FY5WXceRMVaRzJtlE80%2BKb32yIZkzc18pkrZUBTTH4Ew%3D"}],"group":"cf-nel","max_age":604800}'
1606
- Nel:
1607
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1608
- Strict-Transport-Security:
1609
- - max-age=31536000; includeSubDomains; preload
1610
- Server:
1611
- - cloudflare
1612
- Cf-Ray:
1613
- - 7e1d309b3e071caa-AMS
1614
- Alt-Svc:
1615
- - h3=":443"; ma=86400
1616
- body:
1617
- encoding: UTF-8
1618
- string: |-
1619
- <html><head><title>Handle Redirect</title></head>
1620
- <body><a href="https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform">https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform</a></body></html>
1621
- recorded_at: Wed, 05 Jul 2023 05:25:52 GMT
54
+ points to a prescriptiveness trade-off when writing preregistered plans: All
55
+ other things...","published_at":1686086520,"updated_at":1686086520,"indexed_at":1688982864,"authors":[{"url":null,"name":"Mark
56
+ Rubin"}],"image":"https://substack-post-media.s3.amazonaws.com/public/images/195477de-91ce-4a76-bae8-b6334fb5bcc7_500x379.jpeg","tags":[],"language":"en","reference":[{"doi":"https://doi.org/10.3386/w27250","key":"ref1"},{"doi":"https://doi.org/10.1371/journal.pbio.3000937","key":"ref2"},{"doi":"https://doi.org/10.1098/rsos.211037","key":"ref3"},{"doi":"https://doi.org/10.7554/elife.67995","key":"ref4"},{"doi":"https://doi.org/10.31234/osf.io/5vfq6","key":"ref5"},{"key":"ref6","url":"https://latimes.com/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html"},{"key":"ref7","url":"https://psyarxiv.com/nj4es"},{"doi":"https://doi.org/10.1038/s41562-021-01203-8","key":"ref8"},{"doi":"https://doi.org/10.1177/0956797611430953","key":"ref9"},{"doi":"https://doi.org/10.1207/s15327965pli0102_1","key":"ref10"},{"doi":"https://doi.org/10.31234/osf.io/wxn58","key":"ref11"},{"doi":"https://doi.org/10.1016/j.tics.2019.07.009","key":"ref12"},{"doi":"https://doi.org/10.1525/collabra.24091","key":"ref13"},{"doi":"https://doi.org/10.1177%20/0956797611417632","key":"ref14"},{"doi":"https://doi.org/10.1177","key":"ref15"},{"doi":"https://doi.org/10.31222/osf.io/h8xjw","key":"ref16"},{"key":"ref17","url":"https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice"},{"key":"ref18","url":"https://osf.io/tqwgp"},{"key":"ref19","url":"https://en.wikipedia.org/wiki/There_are_unknown_unknowns"}],"blog_id":"ak4s224","blog_name":"Critical
57
+ Metascience","blog":{"id":"ak4s224","title":"Critical Metascience","description":"Critical
58
+ perspectives in metascience and the philosophy of science relating to open
59
+ science, science reform, and the replication crisis.","language":"en","favicon":"https://substackcdn.com/image/fetch/w_256,c_limit,f_auto,q_auto:good,fl_progressive:steep/https%3A%2F%2Fsubstack-post-media.s3.amazonaws.com%2Fpublic%2Fimages%2F00187507-ddc5-4baa-9dae-79f9487d8bce_325x325.png","feed_url":"https://markrubin.substack.com/feed","home_page_url":"https://markrubin.substack.com","user_id":"8498eaf6-8c58-4b58-bc15-27eda292b1aa","created_at":"2023-05-31T13:17:43+00:00","indexed_at":"2023-04-20","feed_format":"application/rss+xml","license":"https://creativecommons.org/licenses/by/4.0/legalcode","generator":"Substack","category":"Social
60
+ Sciences","prefix":"10.59350","modified_at":"2023-06-13T00:05:19+00:00","version":"https://jsonfeed.org/version/1.1","backlog":false,"current_feed_url":null,"expired":null}}'
61
+ recorded_at: Mon, 10 Jul 2023 21:04:53 GMT
1622
62
  - request:
1623
63
  method: get
1624
- uri: https://doi.org/10.1207/s15327965pli0102_1
64
+ uri: https://doi.org/10.3386/w27250
1625
65
  body:
1626
66
  encoding: UTF-8
1627
67
  string: ''
@@ -1640,25 +80,25 @@ http_interactions:
1640
80
  message: Found
1641
81
  headers:
1642
82
  Date:
1643
- - Wed, 05 Jul 2023 05:25:53 GMT
83
+ - Tue, 11 Jul 2023 05:53:06 GMT
1644
84
  Content-Type:
1645
85
  - text/html;charset=utf-8
1646
86
  Content-Length:
1647
- - '229'
87
+ - '205'
1648
88
  Connection:
1649
89
  - close
1650
90
  Location:
1651
- - https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform
91
+ - https://api.crossref.org/v1/works/10.3386%2Fw27250/transform
1652
92
  Vary:
1653
93
  - Accept
1654
94
  Expires:
1655
- - Wed, 05 Jul 2023 05:30:31 GMT
95
+ - Tue, 11 Jul 2023 06:04:41 GMT
1656
96
  Permissions-Policy:
1657
97
  - interest-cohort=(),browsing-topics=()
1658
98
  Cf-Cache-Status:
1659
99
  - DYNAMIC
1660
100
  Report-To:
1661
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Qt5LY03GSvso9KhUkVUoxt0Ih%2FCd9hE0kxBVeCttDCh0tgOSBjCDg6oGyxfdPfmIzqL9nFhvwEOHyjHayl0yXpGEQHlrj1iYoxnEt1nnHj23nPMBPjN8Bis%3D"}],"group":"cf-nel","max_age":604800}'
101
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=%2FnjmRk%2Fb1ZXYTJ6HNMGAkAGaYq%2FCmfsJhspVzxpAYqQUCrwsjqUbp3VE%2FYn53PXauGUS2DRVdY1uWj2YXrNaqwQ%2BxfRwAtQwS%2F5p2es8E5N2GBFgSWNLGjtVVjCVG%2F8mnvAu1%2BE%3D"}],"group":"cf-nel","max_age":604800}'
1662
102
  Nel:
1663
103
  - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1664
104
  Strict-Transport-Security:
@@ -1666,18 +106,18 @@ http_interactions:
1666
106
  Server:
1667
107
  - cloudflare
1668
108
  Cf-Ray:
1669
- - 7e1d309dbd131c96-AMS
109
+ - 7e4ec8befd010e74-AMS
1670
110
  Alt-Svc:
1671
111
  - h3=":443"; ma=86400
1672
112
  body:
1673
113
  encoding: UTF-8
1674
114
  string: |-
1675
115
  <html><head><title>Handle Redirect</title></head>
1676
- <body><a href="https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform">https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform</a></body></html>
1677
- recorded_at: Wed, 05 Jul 2023 05:25:53 GMT
116
+ <body><a href="https://api.crossref.org/v1/works/10.3386%2Fw27250/transform">https://api.crossref.org/v1/works/10.3386%2Fw27250/transform</a></body></html>
117
+ recorded_at: Tue, 11 Jul 2023 05:53:06 GMT
1678
118
  - request:
1679
119
  method: get
1680
- uri: https://doi.org/10.31234/osf.io/wxn58
120
+ uri: https://api.crossref.org/v1/works/10.3386%2Fw27250/transform
1681
121
  body:
1682
122
  encoding: UTF-8
1683
123
  string: ''
@@ -1686,169 +126,58 @@ http_interactions:
1686
126
  - application/vnd.citationstyles.csl+json
1687
127
  Connection:
1688
128
  - close
1689
- Host:
1690
- - doi.org
1691
129
  User-Agent:
1692
130
  - http.rb/5.1.1
1693
- response:
1694
- status:
1695
- code: 302
1696
- message: Found
1697
- headers:
1698
- Date:
1699
- - Wed, 05 Jul 2023 05:25:53 GMT
1700
- Content-Type:
1701
- - text/html;charset=utf-8
1702
- Content-Length:
1703
- - '223'
1704
- Connection:
1705
- - close
1706
- Location:
1707
- - https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform
1708
- Vary:
1709
- - Accept
1710
- Expires:
1711
- - Wed, 05 Jul 2023 05:30:31 GMT
1712
- Permissions-Policy:
1713
- - interest-cohort=(),browsing-topics=()
1714
- Cf-Cache-Status:
1715
- - DYNAMIC
1716
- Report-To:
1717
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Clvhw8X%2F6eShmOw%2F5SGdPuL8Gdu%2BULg6e2n1VMIH1DLzREbgmZ%2Fbnbcs9v8ro7RejjfW%2BsULZu7eDzUAmUz2BsECCtPSeqgC9HdNnBMYxqGbZcSqb2NzN9k%3D"}],"group":"cf-nel","max_age":604800}'
1718
- Nel:
1719
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1720
- Strict-Transport-Security:
1721
- - max-age=31536000; includeSubDomains; preload
1722
- Server:
1723
- - cloudflare
1724
- Cf-Ray:
1725
- - 7e1d30a00cb8b96f-AMS
1726
- Alt-Svc:
1727
- - h3=":443"; ma=86400
1728
- body:
1729
- encoding: UTF-8
1730
- string: |-
1731
- <html><head><title>Handle Redirect</title></head>
1732
- <body><a href="https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform">https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform</a></body></html>
1733
- recorded_at: Wed, 05 Jul 2023 05:25:53 GMT
1734
- - request:
1735
- method: get
1736
- uri: https://doi.org/10.1016/j.tics.2019.07.009
1737
- body:
1738
- encoding: UTF-8
1739
- string: ''
1740
- headers:
1741
- Accept:
1742
- - application/vnd.citationstyles.csl+json
1743
- Connection:
1744
- - close
1745
131
  Host:
1746
- - doi.org
1747
- User-Agent:
1748
- - http.rb/5.1.1
132
+ - api.crossref.org
1749
133
  response:
1750
134
  status:
1751
- code: 302
1752
- message: Found
135
+ code: 200
136
+ message: OK
1753
137
  headers:
1754
138
  Date:
1755
- - Wed, 05 Jul 2023 05:25:53 GMT
139
+ - Tue, 11 Jul 2023 05:53:06 GMT
1756
140
  Content-Type:
1757
- - text/html;charset=utf-8
1758
- Content-Length:
1759
- - '229'
1760
- Connection:
1761
- - close
1762
- Location:
1763
- - https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform
141
+ - application/vnd.citationstyles.csl+json
142
+ Transfer-Encoding:
143
+ - chunked
1764
144
  Vary:
1765
145
  - Accept
1766
- Expires:
1767
- - Wed, 05 Jul 2023 05:30:31 GMT
1768
146
  Link:
1769
- - "<https://dul.usage.elsevier.com/doi/>; rel=dul"
1770
- - "<https://dul.usage.elsevier.com/doi/>; rel=dul"
1771
- Permissions-Policy:
1772
- - interest-cohort=(),browsing-topics=()
1773
- Cf-Cache-Status:
1774
- - DYNAMIC
1775
- Report-To:
1776
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=NqWkyMqUCaZ10auXU0UFBO3YRSiLMi3py1PfhdTssI9qjFs%2Bo%2FfBTSmd6m%2FiZ1AzPAQludOX7VlM26xrEgc1YN078bhY%2Ffddr4pHtxpd5uPiMmp1%2BI26fQk%3D"}],"group":"cf-nel","max_age":604800}'
1777
- Nel:
1778
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1779
- Strict-Transport-Security:
1780
- - max-age=31536000; includeSubDomains; preload
147
+ - <http://dx.doi.org/10.3386/w27250>; rel="canonical"
148
+ Access-Control-Expose-Headers:
149
+ - Link
150
+ Access-Control-Allow-Headers:
151
+ - X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
152
+ Accept-Ranges, Cache-Control
153
+ Access-Control-Allow-Origin:
154
+ - "*"
1781
155
  Server:
1782
- - cloudflare
1783
- Cf-Ray:
1784
- - 7e1d30a2cfef0a51-AMS
1785
- Alt-Svc:
1786
- - h3=":443"; ma=86400
1787
- body:
1788
- encoding: UTF-8
1789
- string: |-
1790
- <html><head><title>Handle Redirect</title></head>
1791
- <body><a href="https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform">https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform</a></body></html>
1792
- recorded_at: Wed, 05 Jul 2023 05:25:53 GMT
1793
- - request:
1794
- method: get
1795
- uri: https://doi.org/10.1525/collabra.24091
1796
- body:
1797
- encoding: UTF-8
1798
- string: ''
1799
- headers:
1800
- Accept:
1801
- - application/vnd.citationstyles.csl+json
1802
- Connection:
1803
- - close
1804
- Host:
1805
- - doi.org
1806
- User-Agent:
1807
- - http.rb/5.1.1
1808
- response:
1809
- status:
1810
- code: 302
1811
- message: Found
1812
- headers:
1813
- Date:
1814
- - Wed, 05 Jul 2023 05:25:54 GMT
1815
- Content-Type:
1816
- - text/html;charset=utf-8
1817
- Content-Length:
1818
- - '221'
156
+ - Jetty(9.4.40.v20210413)
157
+ X-Ratelimit-Limit:
158
+ - '50'
159
+ X-Ratelimit-Interval:
160
+ - 1s
161
+ X-Api-Pool:
162
+ - public
163
+ X-Rate-Limit-Limit:
164
+ - '50'
165
+ X-Rate-Limit-Interval:
166
+ - 1s
167
+ Permissions-Policy:
168
+ - interest-cohort=()
1819
169
  Connection:
1820
170
  - close
1821
- Location:
1822
- - https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform
1823
- Vary:
1824
- - Accept
1825
- Expires:
1826
- - Wed, 05 Jul 2023 05:31:20 GMT
1827
- Permissions-Policy:
1828
- - interest-cohort=(),browsing-topics=()
1829
- Cf-Cache-Status:
1830
- - DYNAMIC
1831
- Report-To:
1832
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=QcDiFkF539T1nghrLlstNguN4E6UYGjoNLR8RcZunJEZcHkeg4SXSHI1rU%2Fy241t%2FCGU%2B1QJcJuc8LBSm%2Bo5OWXYBdR69RAQNqqErmh59QdoxjrOspD0k8o%3D"}],"group":"cf-nel","max_age":604800}'
1833
- Nel:
1834
- - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1835
- Strict-Transport-Security:
1836
- - max-age=31536000; includeSubDomains; preload
1837
- Server:
1838
- - cloudflare
1839
- Cf-Ray:
1840
- - 7e1d30a47ea10b7b-AMS
1841
- Alt-Svc:
1842
- - h3=":443"; ma=86400
1843
171
  body:
1844
- encoding: UTF-8
1845
- string: |-
1846
- <html><head><title>Handle Redirect</title></head>
1847
- <body><a href="https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform">https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform</a></body></html>
1848
- recorded_at: Wed, 05 Jul 2023 05:25:54 GMT
172
+ encoding: ASCII-8BIT
173
+ string: '{"institution":[{"name":"National Bureau of Economic Research","acronym":["NBER"],"place":["Cambridge,
174
+ MA"]}],"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:28:37Z","timestamp":1688588917274},"publisher-location":"Cambridge,
175
+ MA","reference-count":0,"publisher":"National Bureau of Economic Research","content-domain":{"domain":[],"crossmark-restriction":false},"DOI":"10.3386\/w27250","type":"report","created":{"date-parts":[[2020,6,2]],"date-time":"2020-06-02T01:54:11Z","timestamp":1591062851000},"source":"Crossref","is-referenced-by-count":6,"title":"Research
176
+ Registries: Facts, Myths, and Possible Improvements","prefix":"10.3386","author":[{"given":"Eliot","family":"Abrams","sequence":"first","affiliation":[]},{"given":"Jonathan","family":"Libgober","sequence":"additional","affiliation":[]},{"given":"John","family":"List","sequence":"additional","affiliation":[]}],"member":"1960","published-online":{"date-parts":[[2020,5]]},"container-title":[],"original-title":[],"deposited":{"date-parts":[[2021,4,16]],"date-time":"2021-04-16T15:57:54Z","timestamp":1618588674000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.nber.org\/papers\/w27250.pdf"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.3386\/w27250","relation":{},"published":{"date-parts":[[2020,5]]}}'
177
+ recorded_at: Tue, 11 Jul 2023 05:53:06 GMT
1849
178
  - request:
1850
179
  method: get
1851
- uri: https://doi.org/10.31222/osf.io/h8xjw
180
+ uri: https://doi.org/10.1371/journal.pbio.3000937
1852
181
  body:
1853
182
  encoding: UTF-8
1854
183
  string: ''
@@ -1867,25 +196,25 @@ http_interactions:
1867
196
  message: Found
1868
197
  headers:
1869
198
  Date:
1870
- - Wed, 05 Jul 2023 05:25:54 GMT
199
+ - Tue, 11 Jul 2023 05:53:07 GMT
1871
200
  Content-Type:
1872
201
  - text/html;charset=utf-8
1873
202
  Content-Length:
1874
- - '223'
203
+ - '233'
1875
204
  Connection:
1876
205
  - close
1877
206
  Location:
1878
- - https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform
207
+ - https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform
1879
208
  Vary:
1880
209
  - Accept
1881
210
  Expires:
1882
- - Wed, 05 Jul 2023 05:30:31 GMT
211
+ - Tue, 11 Jul 2023 06:04:41 GMT
1883
212
  Permissions-Policy:
1884
213
  - interest-cohort=(),browsing-topics=()
1885
214
  Cf-Cache-Status:
1886
215
  - DYNAMIC
1887
216
  Report-To:
1888
- - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=v%2Bq5JX0xVchDq5Kg2qeBU9wR7bUp%2FWm%2FOBRAzBifZAICQvEhCTQXqT1iHd4p5oQntKGaeL%2BBAaxMRp3CDyjzW7owYY2mJmdSV2T2eehbf0rWTYnE51mKWos%3D"}],"group":"cf-nel","max_age":604800}'
217
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=Cbv2TYpzXu%2FSf%2BbEGcpiDZEUtW5lvAxm4JzImnMKWiSddZsqUs2f2eKlMxAH6xGdn5xRy2RhB%2F%2FBUcawAF%2FncasnPo4BVJufaQia0YZ2dmvrGgJxCiIEMfn%2BnVjPpfNpuy7FJ08%3D"}],"group":"cf-nel","max_age":604800}'
1889
218
  Nel:
1890
219
  - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1891
220
  Strict-Transport-Security:
@@ -1893,75 +222,15 @@ http_interactions:
1893
222
  Server:
1894
223
  - cloudflare
1895
224
  Cf-Ray:
1896
- - 7e1d30a5bcdb0bde-AMS
225
+ - 7e4ec8c3fcd2b8c4-AMS
1897
226
  Alt-Svc:
1898
227
  - h3=":443"; ma=86400
1899
228
  body:
1900
229
  encoding: UTF-8
1901
230
  string: |-
1902
231
  <html><head><title>Handle Redirect</title></head>
1903
- <body><a href="https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform">https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform</a></body></html>
1904
- recorded_at: Wed, 05 Jul 2023 05:25:54 GMT
1905
- - request:
1906
- method: get
1907
- uri: https://api.crossref.org/v1/works/10.3386%2Fw27250/transform
1908
- body:
1909
- encoding: UTF-8
1910
- string: ''
1911
- headers:
1912
- Accept:
1913
- - application/vnd.citationstyles.csl+json
1914
- Connection:
1915
- - close
1916
- User-Agent:
1917
- - http.rb/5.1.1
1918
- Host:
1919
- - api.crossref.org
1920
- response:
1921
- status:
1922
- code: 200
1923
- message: OK
1924
- headers:
1925
- Date:
1926
- - Wed, 05 Jul 2023 05:27:42 GMT
1927
- Content-Type:
1928
- - application/vnd.citationstyles.csl+json
1929
- Transfer-Encoding:
1930
- - chunked
1931
- Vary:
1932
- - Accept
1933
- Link:
1934
- - <http://dx.doi.org/10.3386/w27250>; rel="canonical"
1935
- Access-Control-Expose-Headers:
1936
- - Link
1937
- Access-Control-Allow-Headers:
1938
- - X-Requested-With, Accept, Accept-Encoding, Accept-Charset, Accept-Language,
1939
- Accept-Ranges, Cache-Control
1940
- Access-Control-Allow-Origin:
1941
- - "*"
1942
- Server:
1943
- - Jetty(9.4.40.v20210413)
1944
- X-Ratelimit-Limit:
1945
- - '50'
1946
- X-Ratelimit-Interval:
1947
- - 1s
1948
- X-Api-Pool:
1949
- - public
1950
- X-Rate-Limit-Limit:
1951
- - '50'
1952
- X-Rate-Limit-Interval:
1953
- - 1s
1954
- Permissions-Policy:
1955
- - interest-cohort=()
1956
- Connection:
1957
- - close
1958
- body:
1959
- encoding: ASCII-8BIT
1960
- string: '{"institution":[{"name":"National Bureau of Economic Research","acronym":["NBER"],"place":["Cambridge,
1961
- MA"]}],"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:28Z","timestamp":1687134448953},"publisher-location":"Cambridge,
1962
- MA","reference-count":0,"publisher":"National Bureau of Economic Research","content-domain":{"domain":[],"crossmark-restriction":false},"DOI":"10.3386\/w27250","type":"report","created":{"date-parts":[[2020,6,2]],"date-time":"2020-06-02T01:54:11Z","timestamp":1591062851000},"source":"Crossref","is-referenced-by-count":6,"title":"Research
1963
- Registries: Facts, Myths, and Possible Improvements","prefix":"10.3386","author":[{"given":"Eliot","family":"Abrams","sequence":"first","affiliation":[]},{"given":"Jonathan","family":"Libgober","sequence":"additional","affiliation":[]},{"given":"John","family":"List","sequence":"additional","affiliation":[]}],"member":"1960","published-online":{"date-parts":[[2020,5]]},"container-title":[],"original-title":[],"deposited":{"date-parts":[[2021,4,16]],"date-time":"2021-04-16T15:57:54Z","timestamp":1618588674000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.nber.org\/papers\/w27250.pdf"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.3386\/w27250","relation":{},"published":{"date-parts":[[2020,5]]}}'
1964
- recorded_at: Wed, 05 Jul 2023 05:27:42 GMT
232
+ <body><a href="https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform">https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform</a></body></html>
233
+ recorded_at: Tue, 11 Jul 2023 05:53:07 GMT
1965
234
  - request:
1966
235
  method: get
1967
236
  uri: https://api.crossref.org/v1/works/10.1371%2Fjournal.pbio.3000937/transform
@@ -1983,7 +252,7 @@ http_interactions:
1983
252
  message: OK
1984
253
  headers:
1985
254
  Date:
1986
- - Wed, 05 Jul 2023 05:27:42 GMT
255
+ - Tue, 11 Jul 2023 05:53:07 GMT
1987
256
  Content-Type:
1988
257
  - application/vnd.citationstyles.csl+json
1989
258
  Transfer-Encoding:
@@ -2023,7 +292,7 @@ http_interactions:
2023
292
  - close
2024
293
  body:
2025
294
  encoding: ASCII-8BIT
2026
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:50Z","timestamp":1687134470935},"reference-count":67,"publisher":"Public
295
+ string: '{"indexed":{"date-parts":[[2023,7,8]],"date-time":"2023-07-08T10:51:20Z","timestamp":1688813480053},"reference-count":67,"publisher":"Public
2027
296
  Library of Science (PLoS)","issue":"12","license":[{"start":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T00:00:00Z","timestamp":1607472000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European
2028
297
  Research Council","doi-asserted-by":"publisher","award":["726361"]},{"DOI":"10.13039\/100009827","name":"Laura
2029
298
  and John Arnold Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100011730","name":"Templeton
@@ -2054,7 +323,7 @@ http_interactions:
2054
323
  low concordance among coders about the number of hypotheses (14%), indicating
2055
324
  that they are often not clearly stated. We conclude that effective preregistration
2056
325
  is challenging, and registration formats that provide effective guidance may
2057
- improve the quality of research.<\/jats:p>","DOI":"10.1371\/journal.pbio.3000937","type":"journal-article","created":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T22:49:35Z","timestamp":1607554175000},"page":"e3000937","update-policy":"http:\/\/dx.doi.org\/10.1371\/journal.pbio.corrections_policy","source":"Crossref","is-referenced-by-count":29,"title":"Ensuring
326
+ improve the quality of research.<\/jats:p>","DOI":"10.1371\/journal.pbio.3000937","type":"journal-article","created":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T22:49:35Z","timestamp":1607554175000},"page":"e3000937","update-policy":"http:\/\/dx.doi.org\/10.1371\/journal.pbio.corrections_policy","source":"Crossref","is-referenced-by-count":30,"title":"Ensuring
2058
327
  the quality and specificity of preregistrations","prefix":"10.1371","volume":"18","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-9024-337X","authenticated-orcid":true,"given":"Marjan","family":"Bakker","sequence":"first","affiliation":[]},{"given":"Coosje
2059
328
  L. S.","family":"Veldkamp","sequence":"additional","affiliation":[]},{"given":"Marcel
2060
329
  A. L. M.","family":"van Assen","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-4471-6396","authenticated-orcid":true,"given":"Elise
@@ -2214,7 +483,63 @@ http_interactions:
2214
483
  Agricultural and Biological Sciences","General Immunology and Microbiology","General
2215
484
  Biochemistry, Genetics and Molecular Biology","General Neuroscience"],"container-title-short":"PLoS
2216
485
  Biol","published":{"date-parts":[[2020,12,9]]}}'
2217
- recorded_at: Wed, 05 Jul 2023 05:27:42 GMT
486
+ recorded_at: Tue, 11 Jul 2023 05:53:07 GMT
487
+ - request:
488
+ method: get
489
+ uri: https://doi.org/10.1098/rsos.211037
490
+ body:
491
+ encoding: UTF-8
492
+ string: ''
493
+ headers:
494
+ Accept:
495
+ - application/vnd.citationstyles.csl+json
496
+ Connection:
497
+ - close
498
+ Host:
499
+ - doi.org
500
+ User-Agent:
501
+ - http.rb/5.1.1
502
+ response:
503
+ status:
504
+ code: 302
505
+ message: Found
506
+ headers:
507
+ Date:
508
+ - Tue, 11 Jul 2023 05:53:08 GMT
509
+ Content-Type:
510
+ - text/html;charset=utf-8
511
+ Content-Length:
512
+ - '215'
513
+ Connection:
514
+ - close
515
+ Location:
516
+ - https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform
517
+ Vary:
518
+ - Accept
519
+ Expires:
520
+ - Tue, 11 Jul 2023 06:04:41 GMT
521
+ Permissions-Policy:
522
+ - interest-cohort=(),browsing-topics=()
523
+ Cf-Cache-Status:
524
+ - DYNAMIC
525
+ Report-To:
526
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=2ew3e0YuIIHL5oQCBCRWiVGNX1yylqns6kLptbzDP2iIRoybzFznIiWlUQTXtziuNviN20L9mljIW0%2BSIcd1G8pWDU6Radl6%2Bf6NCUYm3FCqYlqsSts3adddEid6zw4GmHA4oPA%3D"}],"group":"cf-nel","max_age":604800}'
527
+ Nel:
528
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
529
+ Strict-Transport-Security:
530
+ - max-age=31536000; includeSubDomains; preload
531
+ Server:
532
+ - cloudflare
533
+ Cf-Ray:
534
+ - 7e4ec8ca6a59b944-AMS
535
+ Alt-Svc:
536
+ - h3=":443"; ma=86400
537
+ body:
538
+ encoding: UTF-8
539
+ string: |-
540
+ <html><head><title>Handle Redirect</title></head>
541
+ <body><a href="https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform">https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform</a></body></html>
542
+ recorded_at: Tue, 11 Jul 2023 05:53:08 GMT
2218
543
  - request:
2219
544
  method: get
2220
545
  uri: https://api.crossref.org/v1/works/10.1098%2Frsos.211037/transform
@@ -2236,7 +561,7 @@ http_interactions:
2236
561
  message: OK
2237
562
  headers:
2238
563
  Date:
2239
- - Wed, 05 Jul 2023 05:27:43 GMT
564
+ - Tue, 11 Jul 2023 05:53:08 GMT
2240
565
  Content-Type:
2241
566
  - application/vnd.citationstyles.csl+json
2242
567
  Transfer-Encoding:
@@ -2278,7 +603,7 @@ http_interactions:
2278
603
  - close
2279
604
  body:
2280
605
  encoding: ASCII-8BIT
2281
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:56Z","timestamp":1687134476166},"reference-count":30,"publisher":"The
606
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:31:32Z","timestamp":1688589092103},"reference-count":30,"publisher":"The
2282
607
  Royal Society","issue":"10","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/royalsociety.org\/journals\/ethics-policies\/data-sharing-mining\/"}],"funder":[{"DOI":"10.13039\/501100004040","name":"KU
2283
608
  Leuven","doi-asserted-by":"crossref","award":["C14\/19\/054"]}],"content-domain":{"domain":["royalsocietypublishing.org"],"crossmark-restriction":true},"published-print":{"date-parts":[[2021,10]]},"abstract":"<jats:p>\n Preregistration
2284
609
  is a method to increase research transparency by documenting research decisions
@@ -2333,7 +658,63 @@ http_interactions:
2333
658
  History"}},{"value":"2021-09-29","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication
2334
659
  History"}},{"value":"2021-10-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication
2335
660
  History"}}]}'
2336
- recorded_at: Wed, 05 Jul 2023 05:27:43 GMT
661
+ recorded_at: Tue, 11 Jul 2023 05:53:08 GMT
662
+ - request:
663
+ method: get
664
+ uri: https://doi.org/10.7554/elife.67995
665
+ body:
666
+ encoding: UTF-8
667
+ string: ''
668
+ headers:
669
+ Accept:
670
+ - application/vnd.citationstyles.csl+json
671
+ Connection:
672
+ - close
673
+ Host:
674
+ - doi.org
675
+ User-Agent:
676
+ - http.rb/5.1.1
677
+ response:
678
+ status:
679
+ code: 302
680
+ message: Found
681
+ headers:
682
+ Date:
683
+ - Tue, 11 Jul 2023 05:53:09 GMT
684
+ Content-Type:
685
+ - text/html;charset=utf-8
686
+ Content-Length:
687
+ - '215'
688
+ Connection:
689
+ - close
690
+ Location:
691
+ - https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform
692
+ Vary:
693
+ - Accept
694
+ Expires:
695
+ - Tue, 11 Jul 2023 06:04:41 GMT
696
+ Permissions-Policy:
697
+ - interest-cohort=(),browsing-topics=()
698
+ Cf-Cache-Status:
699
+ - DYNAMIC
700
+ Report-To:
701
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=8ssq7T6IJrocRlNaV3yGftGSvtUPUMiLvQZnqbHukU%2FhID0Pw1etBxWWQjkQbKl5IO9n4h%2F8%2BP5faEi4m9naaYIZ0T6srF3viAfBKL868kd0qDGSksBeao%2B4reYxV5pGB9gpCJ0%3D"}],"group":"cf-nel","max_age":604800}'
702
+ Nel:
703
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
704
+ Strict-Transport-Security:
705
+ - max-age=31536000; includeSubDomains; preload
706
+ Server:
707
+ - cloudflare
708
+ Cf-Ray:
709
+ - 7e4ec8cf4c0f0b3e-AMS
710
+ Alt-Svc:
711
+ - h3=":443"; ma=86400
712
+ body:
713
+ encoding: UTF-8
714
+ string: |-
715
+ <html><head><title>Handle Redirect</title></head>
716
+ <body><a href="https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform">https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform</a></body></html>
717
+ recorded_at: Tue, 11 Jul 2023 05:53:09 GMT
2337
718
  - request:
2338
719
  method: get
2339
720
  uri: https://api.crossref.org/v1/works/10.7554%2Felife.67995/transform
@@ -2355,7 +736,7 @@ http_interactions:
2355
736
  message: OK
2356
737
  headers:
2357
738
  Date:
2358
- - Wed, 05 Jul 2023 05:27:43 GMT
739
+ - Tue, 11 Jul 2023 05:53:09 GMT
2359
740
  Content-Type:
2360
741
  - application/vnd.citationstyles.csl+json
2361
742
  Transfer-Encoding:
@@ -2398,7 +779,7 @@ http_interactions:
2398
779
  - close
2399
780
  body:
2400
781
  encoding: ASCII-8BIT
2401
- string: '{"indexed":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T18:17:31Z","timestamp":1687976251621},"reference-count":196,"publisher":"eLife
782
+ string: '{"indexed":{"date-parts":[[2023,7,7]],"date-time":"2023-07-07T01:52:06Z","timestamp":1688694726288},"reference-count":196,"publisher":"eLife
2402
783
  Sciences Publications, Ltd","license":[{"start":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:00Z","timestamp":1638835200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:00Z","timestamp":1638835200000},"content-version":"am","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:00Z","timestamp":1638835200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100014848","name":"Arnold
2403
784
  Ventures","doi-asserted-by":"crossref"}],"content-domain":{"domain":["elifesciences.org"],"crossmark-restriction":false},"accepted":{"date-parts":[[2021,7,20]]},"abstract":"<jats:p>We
2404
785
  conducted the <jats:ext-link ext-link-type=\"uri\" xlink:href=\"https:\/\/elifesciences.org\/collections\/9b1e83d1\/reproducibility-project-cancer-biology\">Reproducibility
@@ -2426,7 +807,7 @@ http_interactions:
2426
807
  could be implemented. Cumulatively, these three factors limited the number
2427
808
  of experiments that could be repeated. This experience draws attention to
2428
809
  a basic and fundamental concern about replication \u2013 it is hard to assess
2429
- whether reported findings are credible.<\/jats:p>","DOI":"10.7554\/elife.67995","type":"journal-article","created":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:20Z","timestamp":1638835220000},"update-policy":"http:\/\/dx.doi.org\/10.7554\/elife.67995","source":"Crossref","is-referenced-by-count":75,"title":"Challenges
810
+ whether reported findings are credible.<\/jats:p>","DOI":"10.7554\/elife.67995","type":"journal-article","created":{"date-parts":[[2021,12,7]],"date-time":"2021-12-07T00:00:20Z","timestamp":1638835220000},"update-policy":"http:\/\/dx.doi.org\/10.7554\/elife.67995","source":"Crossref","is-referenced-by-count":76,"title":"Challenges
2430
811
  for assessing replicability in preclinical cancer biology","prefix":"10.7554","volume":"10","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-4959-5143","authenticated-orcid":true,"given":"Timothy
2431
812
  M","family":"Errington","sequence":"first","affiliation":[{"name":"Center
2432
813
  for Open Science","place":["Charlottesville, United States"]}]},{"given":"Alexandria","family":"Denis","sequence":"additional","affiliation":[{"name":"Center
@@ -2809,7 +1190,63 @@ http_interactions:
2809
1190
  screen identifies Brd4 as a therapeutic target in acute myeloid leukaemia","volume":"478","author":"Zuber","year":"2011","journal-title":"Nature"}],"container-title":"eLife","original-title":[],"language":"en","link":[{"URL":"https:\/\/cdn.elifesciences.org\/articles\/67995\/elife-67995-v2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/cdn.elifesciences.org\/articles\/67995\/elife-67995-v2.xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T14:55:21Z","timestamp":1686754521000},"score":1,"resource":{"primary":{"URL":"https:\/\/elifesciences.org\/articles\/67995"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,7]]},"references-count":196,"alternative-id":["10.7554\/eLife.67995"],"URL":"http:\/\/dx.doi.org\/10.7554\/elife.67995","relation":{"references":[{"id-type":"doi","id":"10.31219\/osf.io\/5y8w7","asserted-by":"subject"}],"is-supplemented-by":[{"id-type":"accession","id":"e5nvr","asserted-by":"subject"}]},"ISSN":["2050-084X"],"subject":["General
2810
1191
  Immunology and Microbiology","General Biochemistry, Genetics and Molecular
2811
1192
  Biology","General Medicine","General Neuroscience"],"published":{"date-parts":[[2021,12,7]]}}'
2812
- recorded_at: Wed, 05 Jul 2023 05:27:43 GMT
1193
+ recorded_at: Tue, 11 Jul 2023 05:53:09 GMT
1194
+ - request:
1195
+ method: get
1196
+ uri: https://doi.org/10.31234/osf.io/5vfq6
1197
+ body:
1198
+ encoding: UTF-8
1199
+ string: ''
1200
+ headers:
1201
+ Accept:
1202
+ - application/vnd.citationstyles.csl+json
1203
+ Connection:
1204
+ - close
1205
+ Host:
1206
+ - doi.org
1207
+ User-Agent:
1208
+ - http.rb/5.1.1
1209
+ response:
1210
+ status:
1211
+ code: 302
1212
+ message: Found
1213
+ headers:
1214
+ Date:
1215
+ - Tue, 11 Jul 2023 05:53:10 GMT
1216
+ Content-Type:
1217
+ - text/html;charset=utf-8
1218
+ Content-Length:
1219
+ - '223'
1220
+ Connection:
1221
+ - close
1222
+ Location:
1223
+ - https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform
1224
+ Vary:
1225
+ - Accept
1226
+ Expires:
1227
+ - Tue, 11 Jul 2023 06:04:41 GMT
1228
+ Permissions-Policy:
1229
+ - interest-cohort=(),browsing-topics=()
1230
+ Cf-Cache-Status:
1231
+ - DYNAMIC
1232
+ Report-To:
1233
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=MGseLZ1cSIejxMhjzSDG13CgCokg3yald5jOYHcW3utash678VG87J3ybR8qJv8NUhRrkp5JHFDRHTIQaHYD8mbtg1dnsApChdok9s0dkAjGEDMOnc8JN7hYfo3f%2BovgIO3NoiY%3D"}],"group":"cf-nel","max_age":604800}'
1234
+ Nel:
1235
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1236
+ Strict-Transport-Security:
1237
+ - max-age=31536000; includeSubDomains; preload
1238
+ Server:
1239
+ - cloudflare
1240
+ Cf-Ray:
1241
+ - 7e4ec8d69ffa0a5b-AMS
1242
+ Alt-Svc:
1243
+ - h3=":443"; ma=86400
1244
+ body:
1245
+ encoding: UTF-8
1246
+ string: |-
1247
+ <html><head><title>Handle Redirect</title></head>
1248
+ <body><a href="https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform">https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform</a></body></html>
1249
+ recorded_at: Tue, 11 Jul 2023 05:53:10 GMT
2813
1250
  - request:
2814
1251
  method: get
2815
1252
  uri: https://api.crossref.org/v1/works/10.31234%2Fosf.io%2F5vfq6/transform
@@ -2831,7 +1268,7 @@ http_interactions:
2831
1268
  message: OK
2832
1269
  headers:
2833
1270
  Date:
2834
- - Wed, 05 Jul 2023 05:27:44 GMT
1271
+ - Tue, 11 Jul 2023 05:53:10 GMT
2835
1272
  Content-Type:
2836
1273
  - application/vnd.citationstyles.csl+json
2837
1274
  Transfer-Encoding:
@@ -2865,34 +1302,171 @@ http_interactions:
2865
1302
  Connection:
2866
1303
  - close
2867
1304
  body:
2868
- encoding: ASCII-8BIT
2869
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:22Z","timestamp":1687134442960},"posted":{"date-parts":[[2019,12,18]]},"group-title":"PsyArXiv","reference-count":0,"publisher":"Center
2870
- for Open Science","license":[{"start":{"date-parts":[[2019,12,18]],"date-time":"2019-12-18T00:00:00Z","timestamp":1576627200000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>In
2871
- light of the \u201creplication crisis,\u201d some advocate for stricter standards
2872
- and greater transparency in research methods. These efforts push toward a
2873
- data analysis approach called \u201cconfirmatory data analysis\u201d (CDA).
2874
- However, some (e.g., Baumeister, 2016; Finkel, Eastwick, &amp;amp; Reis, 2017;
2875
- Goldin-Meadow, 2016) argued emphasizing CDA may restrict creativity and discovery.
2876
- These scholars argued (sometimes inadvertently) for greater freedom to pursue
2877
- an approach called \u201cexploratory data analysis\u201d (EDA). Unfortunately,
2878
- many of those who push against stricter CDA standards don\u2019t realize EDA
2879
- even exists, or fail to understand the philosophy and proper tools for exploration.
2880
- In this paper, the meaning, tools, and ethics associated with EDA, CDA, and
2881
- a relatively unknown but important approach called \u201crough CDA\u201d are
2882
- clarified. Important distinctions are developed between EDA\/rough CDA\/CDA
2883
- and problematic analysis activities including p-hacking, HARKing, and data
2884
- mining. CDA, EDA, p-hacking, HARKing, etc., are situated in a unified (graphical)
2885
- framework that clarifies ethical boundaries associated with each. In short,
2886
- the proper data analytic approach depends on (1) intentions, and (2) transparency.
2887
- Most psychological research isn\u2019t at a maturity level to justify CDA,
2888
- and researchers have historically utilized tools that are mismatched to their
2889
- research agenda. In the conclusion, guidelines are presented about how these
2890
- typologies can be integrated into a cumulative research program that can help
2891
- psychology move beyond the replication crisis.<\/p>","DOI":"10.31234\/osf.io\/5vfq6","type":"posted-content","created":{"date-parts":[[2019,12,18]],"date-time":"2019-12-18T19:35:52Z","timestamp":1576697752000},"source":"Crossref","is-referenced-by-count":3,"title":"Moving
2892
- Beyond the \"Replication Crisis\": Understanding the Exploratory\/Confirmatory
2893
- Data Analysis Continuum","prefix":"10.31234","author":[{"given":"Dustin","family":"Fife","sequence":"first","affiliation":[]},{"given":"Joseph
2894
- Lee","family":"Rodgers","sequence":"additional","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T17:11:24Z","timestamp":1615223484000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/5vfq6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,18]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31234\/osf.io\/5vfq6","relation":{},"published":{"date-parts":[[2019,12,18]]},"subtype":"preprint"}'
2895
- recorded_at: Wed, 05 Jul 2023 05:27:44 GMT
1305
+ encoding: ASCII-8BIT
1306
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:28:33Z","timestamp":1688588913945},"posted":{"date-parts":[[2019,12,18]]},"group-title":"PsyArXiv","reference-count":0,"publisher":"Center
1307
+ for Open Science","license":[{"start":{"date-parts":[[2019,12,18]],"date-time":"2019-12-18T00:00:00Z","timestamp":1576627200000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>In
1308
+ light of the \u201creplication crisis,\u201d some advocate for stricter standards
1309
+ and greater transparency in research methods. These efforts push toward a
1310
+ data analysis approach called \u201cconfirmatory data analysis\u201d (CDA).
1311
+ However, some (e.g., Baumeister, 2016; Finkel, Eastwick, &amp;amp; Reis, 2017;
1312
+ Goldin-Meadow, 2016) argued emphasizing CDA may restrict creativity and discovery.
1313
+ These scholars argued (sometimes inadvertently) for greater freedom to pursue
1314
+ an approach called \u201cexploratory data analysis\u201d (EDA). Unfortunately,
1315
+ many of those who push against stricter CDA standards don\u2019t realize EDA
1316
+ even exists, or fail to understand the philosophy and proper tools for exploration.
1317
+ In this paper, the meaning, tools, and ethics associated with EDA, CDA, and
1318
+ a relatively unknown but important approach called \u201crough CDA\u201d are
1319
+ clarified. Important distinctions are developed between EDA\/rough CDA\/CDA
1320
+ and problematic analysis activities including p-hacking, HARKing, and data
1321
+ mining. CDA, EDA, p-hacking, HARKing, etc., are situated in a unified (graphical)
1322
+ framework that clarifies ethical boundaries associated with each. In short,
1323
+ the proper data analytic approach depends on (1) intentions, and (2) transparency.
1324
+ Most psychological research isn\u2019t at a maturity level to justify CDA,
1325
+ and researchers have historically utilized tools that are mismatched to their
1326
+ research agenda. In the conclusion, guidelines are presented about how these
1327
+ typologies can be integrated into a cumulative research program that can help
1328
+ psychology move beyond the replication crisis.<\/p>","DOI":"10.31234\/osf.io\/5vfq6","type":"posted-content","created":{"date-parts":[[2019,12,18]],"date-time":"2019-12-18T19:35:52Z","timestamp":1576697752000},"source":"Crossref","is-referenced-by-count":3,"title":"Moving
1329
+ Beyond the \"Replication Crisis\": Understanding the Exploratory\/Confirmatory
1330
+ Data Analysis Continuum","prefix":"10.31234","author":[{"given":"Dustin","family":"Fife","sequence":"first","affiliation":[]},{"given":"Joseph
1331
+ Lee","family":"Rodgers","sequence":"additional","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T17:11:24Z","timestamp":1615223484000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/5vfq6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,18]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31234\/osf.io\/5vfq6","relation":{},"published":{"date-parts":[[2019,12,18]]},"subtype":"preprint"}'
1332
+ recorded_at: Tue, 11 Jul 2023 05:53:10 GMT
1333
+ - request:
1334
+ method: head
1335
+ uri: https://latimes.com/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html
1336
+ body:
1337
+ encoding: UTF-8
1338
+ string: ''
1339
+ headers:
1340
+ Connection:
1341
+ - close
1342
+ Host:
1343
+ - latimes.com
1344
+ User-Agent:
1345
+ - http.rb/5.1.1
1346
+ response:
1347
+ status:
1348
+ code: 301
1349
+ message: Moved Permanently
1350
+ headers:
1351
+ Server:
1352
+ - awselb/2.0
1353
+ Date:
1354
+ - Tue, 11 Jul 2023 05:53:11 GMT
1355
+ Content-Type:
1356
+ - text/html
1357
+ Content-Length:
1358
+ - '134'
1359
+ Connection:
1360
+ - close
1361
+ Location:
1362
+ - https://www.latimes.com:443/opinion/op-ed/la-oe-0214-firestein-science-replication-failure-20160214-story.html
1363
+ body:
1364
+ encoding: ASCII-8BIT
1365
+ string: ''
1366
+ recorded_at: Tue, 11 Jul 2023 05:53:11 GMT
1367
+ - request:
1368
+ method: head
1369
+ uri: https://psyarxiv.com/nj4es
1370
+ body:
1371
+ encoding: UTF-8
1372
+ string: ''
1373
+ headers:
1374
+ Connection:
1375
+ - close
1376
+ Host:
1377
+ - psyarxiv.com
1378
+ User-Agent:
1379
+ - http.rb/5.1.1
1380
+ response:
1381
+ status:
1382
+ code: 200
1383
+ message: OK
1384
+ headers:
1385
+ Date:
1386
+ - Tue, 11 Jul 2023 05:53:11 GMT
1387
+ Content-Type:
1388
+ - text/html
1389
+ Content-Length:
1390
+ - '7071'
1391
+ Connection:
1392
+ - close
1393
+ Vary:
1394
+ - Accept-Encoding
1395
+ - Accept-Encoding
1396
+ Last-Modified:
1397
+ - Tue, 31 Jan 2023 02:21:53 GMT
1398
+ Etag:
1399
+ - '"63d87b41-1b9f"'
1400
+ Cache-Control:
1401
+ - no-cache, no-store, max-age=0, must-revalidate
1402
+ Expires:
1403
+ - Mon, 01 Jan 1990 00:00:00 GMT
1404
+ Pragma:
1405
+ - no-cache
1406
+ Accept-Ranges:
1407
+ - bytes
1408
+ Strict-Transport-Security:
1409
+ - max-age=15724800
1410
+ body:
1411
+ encoding: ASCII-8BIT
1412
+ string: ''
1413
+ recorded_at: Tue, 11 Jul 2023 05:53:11 GMT
1414
+ - request:
1415
+ method: get
1416
+ uri: https://doi.org/10.1038/s41562-021-01203-8
1417
+ body:
1418
+ encoding: UTF-8
1419
+ string: ''
1420
+ headers:
1421
+ Accept:
1422
+ - application/vnd.citationstyles.csl+json
1423
+ Connection:
1424
+ - close
1425
+ Host:
1426
+ - doi.org
1427
+ User-Agent:
1428
+ - http.rb/5.1.1
1429
+ response:
1430
+ status:
1431
+ code: 302
1432
+ message: Found
1433
+ headers:
1434
+ Date:
1435
+ - Tue, 11 Jul 2023 05:53:12 GMT
1436
+ Content-Type:
1437
+ - text/html;charset=utf-8
1438
+ Content-Length:
1439
+ - '229'
1440
+ Connection:
1441
+ - close
1442
+ Location:
1443
+ - https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform
1444
+ Vary:
1445
+ - Accept
1446
+ Expires:
1447
+ - Tue, 11 Jul 2023 06:48:42 GMT
1448
+ Permissions-Policy:
1449
+ - interest-cohort=(),browsing-topics=()
1450
+ Cf-Cache-Status:
1451
+ - DYNAMIC
1452
+ Report-To:
1453
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=U4Aen37Ha6DacGRLFUAq7ANUOafHTILfjeSqo7yzC86gGU7U6U0f9PxTznR8VAMaxIXXFBQ6talGtXtyApID13Fj8CEDJz%2F4VmbLNiCANp60usRrEflild7%2BNbYGRPeQjW716Tg%3D"}],"group":"cf-nel","max_age":604800}'
1454
+ Nel:
1455
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1456
+ Strict-Transport-Security:
1457
+ - max-age=31536000; includeSubDomains; preload
1458
+ Server:
1459
+ - cloudflare
1460
+ Cf-Ray:
1461
+ - 7e4ec8e2bdf8b8bb-AMS
1462
+ Alt-Svc:
1463
+ - h3=":443"; ma=86400
1464
+ body:
1465
+ encoding: UTF-8
1466
+ string: |-
1467
+ <html><head><title>Handle Redirect</title></head>
1468
+ <body><a href="https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform">https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform</a></body></html>
1469
+ recorded_at: Tue, 11 Jul 2023 05:53:12 GMT
2896
1470
  - request:
2897
1471
  method: get
2898
1472
  uri: https://api.crossref.org/v1/works/10.1038%2Fs41562-021-01203-8/transform
@@ -2914,7 +1488,7 @@ http_interactions:
2914
1488
  message: OK
2915
1489
  headers:
2916
1490
  Date:
2917
- - Wed, 05 Jul 2023 05:27:44 GMT
1491
+ - Tue, 11 Jul 2023 05:53:12 GMT
2918
1492
  Content-Type:
2919
1493
  - application/vnd.citationstyles.csl+json
2920
1494
  Transfer-Encoding:
@@ -2955,7 +1529,7 @@ http_interactions:
2955
1529
  - close
2956
1530
  body:
2957
1531
  encoding: ASCII-8BIT
2958
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:22Z","timestamp":1687134442476},"reference-count":39,"publisher":"Springer
1532
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:29:22Z","timestamp":1688588962237},"reference-count":39,"publisher":"Springer
2959
1533
  Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T00:00:00Z","timestamp":1635379200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T00:00:00Z","timestamp":1635379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000925","name":"John
2960
1534
  Templeton Foundation","doi-asserted-by":"publisher","award":["60937"]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"DOI":"10.1038\/s41562-021-01203-8","type":"journal-article","created":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T16:02:41Z","timestamp":1635436961000},"page":"1602-1607","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":"Aspiring
2961
1535
  to greater intellectual humility in science","prefix":"10.1038","volume":"5","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-1588-7527","authenticated-orcid":false,"given":"Rink","family":"Hoekstra","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-3933-9752","authenticated-orcid":false,"given":"Simine","family":"Vazire","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,28]]},"reference":[{"key":"1203_CR1","doi-asserted-by":"publisher","unstructured":"[Editorial].
@@ -3085,7 +1659,63 @@ http_interactions:
3085
1659
  Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The
3086
1660
  authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing
3087
1661
  interests"}}]}'
3088
- recorded_at: Wed, 05 Jul 2023 05:27:44 GMT
1662
+ recorded_at: Tue, 11 Jul 2023 05:53:12 GMT
1663
+ - request:
1664
+ method: get
1665
+ uri: https://doi.org/10.1177/0956797611430953
1666
+ body:
1667
+ encoding: UTF-8
1668
+ string: ''
1669
+ headers:
1670
+ Accept:
1671
+ - application/vnd.citationstyles.csl+json
1672
+ Connection:
1673
+ - close
1674
+ Host:
1675
+ - doi.org
1676
+ User-Agent:
1677
+ - http.rb/5.1.1
1678
+ response:
1679
+ status:
1680
+ code: 302
1681
+ message: Found
1682
+ headers:
1683
+ Date:
1684
+ - Tue, 11 Jul 2023 05:53:13 GMT
1685
+ Content-Type:
1686
+ - text/html;charset=utf-8
1687
+ Content-Length:
1688
+ - '225'
1689
+ Connection:
1690
+ - close
1691
+ Location:
1692
+ - https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform
1693
+ Vary:
1694
+ - Accept
1695
+ Expires:
1696
+ - Tue, 11 Jul 2023 06:48:42 GMT
1697
+ Permissions-Policy:
1698
+ - interest-cohort=(),browsing-topics=()
1699
+ Cf-Cache-Status:
1700
+ - DYNAMIC
1701
+ Report-To:
1702
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=bB%2B9bg0yDHwnwPr93uUK685CT%2B3iar%2BTEnRMC%2FC0okqLAhNP03Y%2FSAat9zCJ5ctSIXg3MnHq6IhdJmAx%2FptpyuVgk8TdiEa6P1ZXTeF1%2BjsiWvWYEyNe%2FL271kCtU8co77y%2Fk6Q%3D"}],"group":"cf-nel","max_age":604800}'
1703
+ Nel:
1704
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1705
+ Strict-Transport-Security:
1706
+ - max-age=31536000; includeSubDomains; preload
1707
+ Server:
1708
+ - cloudflare
1709
+ Cf-Ray:
1710
+ - 7e4ec8e8ebf3b8b4-AMS
1711
+ Alt-Svc:
1712
+ - h3=":443"; ma=86400
1713
+ body:
1714
+ encoding: UTF-8
1715
+ string: |-
1716
+ <html><head><title>Handle Redirect</title></head>
1717
+ <body><a href="https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform">https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform</a></body></html>
1718
+ recorded_at: Tue, 11 Jul 2023 05:53:13 GMT
3089
1719
  - request:
3090
1720
  method: get
3091
1721
  uri: https://api.crossref.org/v1/works/10.1177%2F0956797611430953/transform
@@ -3107,7 +1737,7 @@ http_interactions:
3107
1737
  message: OK
3108
1738
  headers:
3109
1739
  Date:
3110
- - Wed, 05 Jul 2023 05:27:45 GMT
1740
+ - Tue, 11 Jul 2023 05:53:13 GMT
3111
1741
  Content-Type:
3112
1742
  - application/vnd.citationstyles.csl+json
3113
1743
  Transfer-Encoding:
@@ -3145,7 +1775,7 @@ http_interactions:
3145
1775
  - close
3146
1776
  body:
3147
1777
  encoding: ASCII-8BIT
3148
- string: '{"indexed":{"date-parts":[[2023,7,4]],"date-time":"2023-07-04T20:09:40Z","timestamp":1688501380479},"reference-count":31,"publisher":"SAGE
1778
+ string: '{"indexed":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T20:52:51Z","timestamp":1689022371000},"reference-count":31,"publisher":"SAGE
3149
1779
  Publications","issue":"5","license":[{"start":{"date-parts":[[2012,4,16]],"date-time":"2012-04-16T00:00:00Z","timestamp":1334534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/journals.sagepub.com\/page\/policies\/text-and-data-mining-license"}],"content-domain":{"domain":["journals.sagepub.com"],"crossmark-restriction":true},"published-print":{"date-parts":[[2012,5]]},"abstract":"<jats:p>
3150
1780
  Cases of clear scientific misconduct have received significant media attention
3151
1781
  recently, but less flagrantly questionable research practices may be more
@@ -3158,7 +1788,7 @@ http_interactions:
3158
1788
  different estimation methods, we found that the percentage of respondents
3159
1789
  who have engaged in questionable practices was surprisingly high. This finding
3160
1790
  suggests that some questionable practices may constitute the prevailing research
3161
- norm. <\/jats:p>","DOI":"10.1177\/0956797611430953","type":"journal-article","created":{"date-parts":[[2012,4,17]],"date-time":"2012-04-17T05:55:06Z","timestamp":1334642106000},"page":"524-532","update-policy":"http:\/\/dx.doi.org\/10.1177\/sage-journals-update-policy","source":"Crossref","is-referenced-by-count":1181,"title":"Measuring
1791
+ norm. <\/jats:p>","DOI":"10.1177\/0956797611430953","type":"journal-article","created":{"date-parts":[[2012,4,17]],"date-time":"2012-04-17T05:55:06Z","timestamp":1334642106000},"page":"524-532","update-policy":"http:\/\/dx.doi.org\/10.1177\/sage-journals-update-policy","source":"Crossref","is-referenced-by-count":1193,"title":"Measuring
3162
1792
  the Prevalence of Questionable Research Practices With Incentives for Truth
3163
1793
  Telling","prefix":"10.1177","volume":"23","author":[{"given":"Leslie K.","family":"John","sequence":"first","affiliation":[{"name":"Marketing
3164
1794
  Unit, Harvard Business School"}]},{"given":"George","family":"Loewenstein","sequence":"additional","affiliation":[{"name":"Department
@@ -3173,7 +1803,63 @@ http_interactions:
3173
1803
  J. P.","year":"1993","journal-title":"American Scientist"},{"key":"bibr35-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.133.5.859"},{"key":"bibr36-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1126\/science.280.5365.867"},{"key":"bibr37-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1965.10480775"},{"key":"bibr38-0956797611430953","doi-asserted-by":"publisher","DOI":"10.1038\/480007a"}],"container-title":"Psychological
3174
1804
  Science","original-title":[],"language":"en","link":[{"URL":"http:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0956797611430953","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/journals.sagepub.com\/doi\/full-xml\/10.1177\/0956797611430953","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0956797611430953","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,5]],"date-time":"2020-11-05T21:17:52Z","timestamp":1604611072000},"score":1,"resource":{"primary":{"URL":"http:\/\/journals.sagepub.com\/doi\/10.1177\/0956797611430953"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,4,16]]},"references-count":31,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2012,5]]}},"alternative-id":["10.1177\/0956797611430953"],"URL":"http:\/\/dx.doi.org\/10.1177\/0956797611430953","relation":{},"ISSN":["0956-7976","1467-9280"],"subject":["General
3175
1805
  Psychology"],"container-title-short":"Psychol Sci","published":{"date-parts":[[2012,4,16]]}}'
3176
- recorded_at: Wed, 05 Jul 2023 05:27:45 GMT
1806
+ recorded_at: Tue, 11 Jul 2023 05:53:13 GMT
1807
+ - request:
1808
+ method: get
1809
+ uri: https://doi.org/10.1207/s15327965pli0102_1
1810
+ body:
1811
+ encoding: UTF-8
1812
+ string: ''
1813
+ headers:
1814
+ Accept:
1815
+ - application/vnd.citationstyles.csl+json
1816
+ Connection:
1817
+ - close
1818
+ Host:
1819
+ - doi.org
1820
+ User-Agent:
1821
+ - http.rb/5.1.1
1822
+ response:
1823
+ status:
1824
+ code: 302
1825
+ message: Found
1826
+ headers:
1827
+ Date:
1828
+ - Tue, 11 Jul 2023 05:53:14 GMT
1829
+ Content-Type:
1830
+ - text/html;charset=utf-8
1831
+ Content-Length:
1832
+ - '229'
1833
+ Connection:
1834
+ - close
1835
+ Location:
1836
+ - https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform
1837
+ Vary:
1838
+ - Accept
1839
+ Expires:
1840
+ - Tue, 11 Jul 2023 06:14:16 GMT
1841
+ Permissions-Policy:
1842
+ - interest-cohort=(),browsing-topics=()
1843
+ Cf-Cache-Status:
1844
+ - DYNAMIC
1845
+ Report-To:
1846
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=ZtPIlmHv3P5ipC90GGNiV%2BAmBkgk56Pk5XZnL%2FAv0brxB2ufeD6eWajvh%2FBAorLZWTFqOFPR%2Bo6FkIaTioPxObCovZEH3W9zGl26%2BvKbMZUU5xkCIe9diQ7tic0COT9BiIxNvGw%3D"}],"group":"cf-nel","max_age":604800}'
1847
+ Nel:
1848
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
1849
+ Strict-Transport-Security:
1850
+ - max-age=31536000; includeSubDomains; preload
1851
+ Server:
1852
+ - cloudflare
1853
+ Cf-Ray:
1854
+ - 7e4ec8ee2e610b7b-AMS
1855
+ Alt-Svc:
1856
+ - h3=":443"; ma=86400
1857
+ body:
1858
+ encoding: UTF-8
1859
+ string: |-
1860
+ <html><head><title>Handle Redirect</title></head>
1861
+ <body><a href="https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform">https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform</a></body></html>
1862
+ recorded_at: Tue, 11 Jul 2023 05:53:13 GMT
3177
1863
  - request:
3178
1864
  method: get
3179
1865
  uri: https://api.crossref.org/v1/works/10.1207%2Fs15327965pli0102_1/transform
@@ -3195,7 +1881,7 @@ http_interactions:
3195
1881
  message: OK
3196
1882
  headers:
3197
1883
  Date:
3198
- - Wed, 05 Jul 2023 05:27:45 GMT
1884
+ - Tue, 11 Jul 2023 05:53:14 GMT
3199
1885
  Content-Type:
3200
1886
  - application/vnd.citationstyles.csl+json
3201
1887
  Transfer-Encoding:
@@ -3230,8 +1916,8 @@ http_interactions:
3230
1916
  - close
3231
1917
  body:
3232
1918
  encoding: ASCII-8BIT
3233
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:24Z","timestamp":1687134444877},"reference-count":114,"publisher":"Informa
3234
- UK Limited","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"published-print":{"date-parts":[[1990,4]]},"DOI":"10.1207\/s15327965pli0102_1","type":"journal-article","created":{"date-parts":[[2006,3,17]],"date-time":"2006-03-17T08:48:55Z","timestamp":1142585335000},"page":"108-141","source":"Crossref","is-referenced-by-count":328,"title":"Appraising
1919
+ string: '{"indexed":{"date-parts":[[2023,7,6]],"date-time":"2023-07-06T11:51:40Z","timestamp":1688644300893},"reference-count":114,"publisher":"Informa
1920
+ UK Limited","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"published-print":{"date-parts":[[1990,4]]},"DOI":"10.1207\/s15327965pli0102_1","type":"journal-article","created":{"date-parts":[[2006,3,17]],"date-time":"2006-03-17T08:48:55Z","timestamp":1142585335000},"page":"108-141","source":"Crossref","is-referenced-by-count":331,"title":"Appraising
3235
1921
  and Amending Theories: The Strategy of Lakatosian Defense and Two Principles
3236
1922
  that Warrant It","prefix":"10.1080","volume":"1","author":[{"given":"Paul
3237
1923
  E.","family":"Meehl","sequence":"first","affiliation":[]}],"member":"301","reference":[{"key":"p_1_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1037\/h0093360","volume":"47","author":"Allport
@@ -3418,7 +2104,63 @@ http_interactions:
3418
2104
  J. (1978). Reliable knowledge. New York: Cambridge University Press."}],"container-title":"Psychological
3419
2105
  Inquiry","original-title":[],"language":"en","link":[{"URL":"http:\/\/www.tandfonline.com\/doi\/pdf\/10.1207\/s15327965pli0102_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,4,17]],"date-time":"2019-04-17T07:35:32Z","timestamp":1555486532000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.tandfonline.com\/doi\/abs\/10.1207\/s15327965pli0102_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1990,4]]},"references-count":114,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1990,4]]}},"alternative-id":["10.1207\/s15327965pli0102_1"],"URL":"http:\/\/dx.doi.org\/10.1207\/s15327965pli0102_1","relation":{},"ISSN":["1047-840X","1532-7965"],"subject":["General
3420
2106
  Psychology"],"container-title-short":"Psychological Inquiry","published":{"date-parts":[[1990,4]]}}'
3421
- recorded_at: Wed, 05 Jul 2023 05:27:46 GMT
2107
+ recorded_at: Tue, 11 Jul 2023 05:53:14 GMT
2108
+ - request:
2109
+ method: get
2110
+ uri: https://doi.org/10.31234/osf.io/wxn58
2111
+ body:
2112
+ encoding: UTF-8
2113
+ string: ''
2114
+ headers:
2115
+ Accept:
2116
+ - application/vnd.citationstyles.csl+json
2117
+ Connection:
2118
+ - close
2119
+ Host:
2120
+ - doi.org
2121
+ User-Agent:
2122
+ - http.rb/5.1.1
2123
+ response:
2124
+ status:
2125
+ code: 302
2126
+ message: Found
2127
+ headers:
2128
+ Date:
2129
+ - Tue, 11 Jul 2023 05:53:14 GMT
2130
+ Content-Type:
2131
+ - text/html;charset=utf-8
2132
+ Content-Length:
2133
+ - '223'
2134
+ Connection:
2135
+ - close
2136
+ Location:
2137
+ - https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform
2138
+ Vary:
2139
+ - Accept
2140
+ Expires:
2141
+ - Tue, 11 Jul 2023 06:04:41 GMT
2142
+ Permissions-Policy:
2143
+ - interest-cohort=(),browsing-topics=()
2144
+ Cf-Cache-Status:
2145
+ - DYNAMIC
2146
+ Report-To:
2147
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=nyAlwuqhMTNLpCNI5HI3TLma7jFgRPGzs2kRkY%2Ff5OxHWapkSmw63%2FJKqmFb22j117th0b2%2FIaDEeYOXPwiiIqdsbT1wkj5My33w1%2BM3PP9sv0TSZZCNNafkn4WJMz0CKJtojU8%3D"}],"group":"cf-nel","max_age":604800}'
2148
+ Nel:
2149
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
2150
+ Strict-Transport-Security:
2151
+ - max-age=31536000; includeSubDomains; preload
2152
+ Server:
2153
+ - cloudflare
2154
+ Cf-Ray:
2155
+ - 7e4ec8f3ca92b79a-AMS
2156
+ Alt-Svc:
2157
+ - h3=":443"; ma=86400
2158
+ body:
2159
+ encoding: UTF-8
2160
+ string: |-
2161
+ <html><head><title>Handle Redirect</title></head>
2162
+ <body><a href="https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform">https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform</a></body></html>
2163
+ recorded_at: Tue, 11 Jul 2023 05:53:14 GMT
3422
2164
  - request:
3423
2165
  method: get
3424
2166
  uri: https://api.crossref.org/v1/works/10.31234%2Fosf.io%2Fwxn58/transform
@@ -3440,7 +2182,7 @@ http_interactions:
3440
2182
  message: OK
3441
2183
  headers:
3442
2184
  Date:
3443
- - Wed, 05 Jul 2023 05:27:46 GMT
2185
+ - Tue, 11 Jul 2023 05:53:15 GMT
3444
2186
  Content-Type:
3445
2187
  - application/vnd.citationstyles.csl+json
3446
2188
  Transfer-Encoding:
@@ -3476,7 +2218,7 @@ http_interactions:
3476
2218
  - close
3477
2219
  body:
3478
2220
  encoding: ASCII-8BIT
3479
- string: '{"indexed":{"date-parts":[[2023,6,20]],"date-time":"2023-06-20T16:14:55Z","timestamp":1687277695569},"posted":{"date-parts":[[2020,9,23]]},"group-title":"PsyArXiv","reference-count":0,"publisher":"Center
2221
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:26:52Z","timestamp":1688588812190},"posted":{"date-parts":[[2020,9,23]]},"group-title":"PsyArXiv","reference-count":0,"publisher":"Center
3480
2222
  for Open Science","license":[{"start":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T00:00:00Z","timestamp":1600819200000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>This
3481
2223
  is an archived version of a blog post on preregistration. The first half of
3482
2224
  the post argues that there is not a strong justification for preregistration
@@ -3487,7 +2229,66 @@ http_interactions:
3487
2229
  and as the original has been cited multiple times there is value in ensuring
3488
2230
  that some version of the blog post remains accessible.]<\/p>","DOI":"10.31234\/osf.io\/wxn58","type":"posted-content","created":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T06:34:16Z","timestamp":1600842856000},"source":"Crossref","is-referenced-by-count":7,"title":"Paths
3489
2231
  in strange spaces: A comment on preregistration","prefix":"10.31234","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-7648-6578","authenticated-orcid":true,"given":"Danielle","family":"Navarro","sequence":"first","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T14:32:57Z","timestamp":1600871577000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/wxn58"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,23]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31234\/osf.io\/wxn58","relation":{},"published":{"date-parts":[[2020,9,23]]},"subtype":"preprint"}'
3490
- recorded_at: Wed, 05 Jul 2023 05:27:46 GMT
2232
+ recorded_at: Tue, 11 Jul 2023 05:53:15 GMT
2233
+ - request:
2234
+ method: get
2235
+ uri: https://doi.org/10.1016/j.tics.2019.07.009
2236
+ body:
2237
+ encoding: UTF-8
2238
+ string: ''
2239
+ headers:
2240
+ Accept:
2241
+ - application/vnd.citationstyles.csl+json
2242
+ Connection:
2243
+ - close
2244
+ Host:
2245
+ - doi.org
2246
+ User-Agent:
2247
+ - http.rb/5.1.1
2248
+ response:
2249
+ status:
2250
+ code: 302
2251
+ message: Found
2252
+ headers:
2253
+ Date:
2254
+ - Tue, 11 Jul 2023 05:53:15 GMT
2255
+ Content-Type:
2256
+ - text/html;charset=utf-8
2257
+ Content-Length:
2258
+ - '229'
2259
+ Connection:
2260
+ - close
2261
+ Location:
2262
+ - https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform
2263
+ Vary:
2264
+ - Accept
2265
+ Expires:
2266
+ - Tue, 11 Jul 2023 06:14:16 GMT
2267
+ Link:
2268
+ - "<https://dul.usage.elsevier.com/doi/>; rel=dul"
2269
+ - "<https://dul.usage.elsevier.com/doi/>; rel=dul"
2270
+ Permissions-Policy:
2271
+ - interest-cohort=(),browsing-topics=()
2272
+ Cf-Cache-Status:
2273
+ - DYNAMIC
2274
+ Report-To:
2275
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=9II7bMSj9n8j90iHczqBA3pXvyM4t1VS8xsLgKI%2FXitDiCjrEjJnA%2Fjbvl1OAwax6%2BLWxwDbeXVKpxS5DgdYPfz3lBZW4bZhvo7COZS9aCPNOStliXdXFF92P2iCn1n%2FNEKcryc%3D"}],"group":"cf-nel","max_age":604800}'
2276
+ Nel:
2277
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
2278
+ Strict-Transport-Security:
2279
+ - max-age=31536000; includeSubDomains; preload
2280
+ Server:
2281
+ - cloudflare
2282
+ Cf-Ray:
2283
+ - 7e4ec8f8abe1b89a-AMS
2284
+ Alt-Svc:
2285
+ - h3=":443"; ma=86400
2286
+ body:
2287
+ encoding: UTF-8
2288
+ string: |-
2289
+ <html><head><title>Handle Redirect</title></head>
2290
+ <body><a href="https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform">https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform</a></body></html>
2291
+ recorded_at: Tue, 11 Jul 2023 05:53:15 GMT
3491
2292
  - request:
3492
2293
  method: get
3493
2294
  uri: https://api.crossref.org/v1/works/10.1016%2Fj.tics.2019.07.009/transform
@@ -3509,7 +2310,7 @@ http_interactions:
3509
2310
  message: OK
3510
2311
  headers:
3511
2312
  Date:
3512
- - Wed, 05 Jul 2023 05:27:46 GMT
2313
+ - Tue, 11 Jul 2023 05:53:16 GMT
3513
2314
  Content-Type:
3514
2315
  - application/vnd.citationstyles.csl+json
3515
2316
  Transfer-Encoding:
@@ -3546,13 +2347,13 @@ http_interactions:
3546
2347
  - close
3547
2348
  body:
3548
2349
  encoding: ASCII-8BIT
3549
- string: '{"indexed":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T14:30:24Z","timestamp":1688049024247},"reference-count":14,"publisher":"Elsevier
2350
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:30:37Z","timestamp":1688589037426},"reference-count":14,"publisher":"Elsevier
3550
2351
  BV","issue":"10","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100011730","name":"Templeton
3551
2352
  World Charity Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100006188","name":"Einstein
3552
2353
  Stiftung Berlin","doi-asserted-by":"publisher"},{"DOI":"10.13039\/100000002","name":"National
3553
2354
  Institutes of Health","doi-asserted-by":"publisher"},{"DOI":"10.13039\/100000925","name":"John
3554
2355
  Templeton Foundation","doi-asserted-by":"publisher"},{"DOI":"10.13039\/501100013437","name":"Templeton
3555
- Religion Trust","doi-asserted-by":"publisher"}],"content-domain":{"domain":["clinicalkey.jp","clinicalkey.com","cell.com","clinicalkey.es","clinicalkey.fr","clinicalkey.com.au","bmn.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1016\/j.tics.2019.07.009","type":"journal-article","created":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T11:45:19Z","timestamp":1565783119000},"page":"815-818","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":121,"title":"Preregistration
2356
+ Religion Trust","doi-asserted-by":"publisher"}],"content-domain":{"domain":["clinicalkey.jp","clinicalkey.com","cell.com","clinicalkey.es","clinicalkey.fr","clinicalkey.com.au","bmn.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1016\/j.tics.2019.07.009","type":"journal-article","created":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T11:45:19Z","timestamp":1565783119000},"page":"815-818","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":123,"title":"Preregistration
3556
2357
  Is Hard, And Worthwhile","prefix":"10.1016","volume":"23","author":[{"given":"Brian
3557
2358
  A.","family":"Nosek","sequence":"first","affiliation":[]},{"given":"Emorie
3558
2359
  D.","family":"Beck","sequence":"additional","affiliation":[]},{"given":"Lorne","family":"Campbell","sequence":"additional","affiliation":[]},{"given":"Jessica
@@ -3598,7 +2399,63 @@ http_interactions:
3598
2399
  Title"},{"value":"https:\/\/doi.org\/10.1016\/j.tics.2019.07.009","name":"articlelink","label":"CrossRef
3599
2400
  DOI link to publisher maintained version"},{"value":"simple-article","name":"content_type","label":"Content
3600
2401
  Type"},{"value":"\u00a9 2019 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}'
3601
- recorded_at: Wed, 05 Jul 2023 05:27:46 GMT
2402
+ recorded_at: Tue, 11 Jul 2023 05:53:16 GMT
2403
+ - request:
2404
+ method: get
2405
+ uri: https://doi.org/10.1525/collabra.24091
2406
+ body:
2407
+ encoding: UTF-8
2408
+ string: ''
2409
+ headers:
2410
+ Accept:
2411
+ - application/vnd.citationstyles.csl+json
2412
+ Connection:
2413
+ - close
2414
+ Host:
2415
+ - doi.org
2416
+ User-Agent:
2417
+ - http.rb/5.1.1
2418
+ response:
2419
+ status:
2420
+ code: 302
2421
+ message: Found
2422
+ headers:
2423
+ Date:
2424
+ - Tue, 11 Jul 2023 05:53:16 GMT
2425
+ Content-Type:
2426
+ - text/html;charset=utf-8
2427
+ Content-Length:
2428
+ - '221'
2429
+ Connection:
2430
+ - close
2431
+ Location:
2432
+ - https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform
2433
+ Vary:
2434
+ - Accept
2435
+ Expires:
2436
+ - Tue, 11 Jul 2023 06:48:42 GMT
2437
+ Permissions-Policy:
2438
+ - interest-cohort=(),browsing-topics=()
2439
+ Cf-Cache-Status:
2440
+ - DYNAMIC
2441
+ Report-To:
2442
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=sR4TDZxXUl%2FHiOOV45xHR2qdSf7M8Gez9%2Bn3greoGzASJa2uQJXFwV5istjWsGS6%2FEgj4MmkMz0jUOcl0CiadvTQ3Vmbf%2F%2BqW1FO976QnsifXbusVmaM9N65IhMFsegnpBAx3dY%3D"}],"group":"cf-nel","max_age":604800}'
2443
+ Nel:
2444
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
2445
+ Strict-Transport-Security:
2446
+ - max-age=31536000; includeSubDomains; preload
2447
+ Server:
2448
+ - cloudflare
2449
+ Cf-Ray:
2450
+ - 7e4ec8fddc091c92-AMS
2451
+ Alt-Svc:
2452
+ - h3=":443"; ma=86400
2453
+ body:
2454
+ encoding: UTF-8
2455
+ string: |-
2456
+ <html><head><title>Handle Redirect</title></head>
2457
+ <body><a href="https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform">https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform</a></body></html>
2458
+ recorded_at: Tue, 11 Jul 2023 05:53:16 GMT
3602
2459
  - request:
3603
2460
  method: get
3604
2461
  uri: https://api.crossref.org/v1/works/10.1525%2Fcollabra.24091/transform
@@ -3620,7 +2477,7 @@ http_interactions:
3620
2477
  message: OK
3621
2478
  headers:
3622
2479
  Date:
3623
- - Wed, 05 Jul 2023 05:27:47 GMT
2480
+ - Tue, 11 Jul 2023 05:53:17 GMT
3624
2481
  Content-Type:
3625
2482
  - application/vnd.citationstyles.csl+json
3626
2483
  Transfer-Encoding:
@@ -3657,7 +2514,7 @@ http_interactions:
3657
2514
  - close
3658
2515
  body:
3659
2516
  encoding: ASCII-8BIT
3660
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:28:09Z","timestamp":1687134489820},"reference-count":104,"publisher":"University
2517
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:33:19Z","timestamp":1688589199560},"reference-count":104,"publisher":"University
3661
2518
  of California Press","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"published-print":{"date-parts":[[2021,5,25]]},"abstract":"<jats:p>Exaggerated
3662
2519
  claims and low levels of reproducibility are commonplace in psychology and
3663
2520
  cognitive neuroscience, due to an incentive structure that demands \u201cnewsworthy\u201d
@@ -3682,7 +2539,63 @@ http_interactions:
3682
2539
  of Psychology, Macquarie University, Sydney, Australia"}]}],"member":"408","published-online":{"date-parts":[[2021,5,25]]},"reference":[{"key":"2021052516311117000_ref-59381"},{"key":"2021052516311117000_ref-59348"},{"key":"2021052516311117000_ref-59303"},{"key":"2021052516311117000_ref-59370"},{"key":"2021052516311117000_ref-59343"},{"key":"2021052516311117000_ref-59374"},{"key":"2021052516311117000_ref-59322"},{"key":"2021052516311117000_ref-59349"},{"key":"2021052516311117000_ref-59379"},{"key":"2021052516311117000_ref-59410"},{"key":"2021052516311117000_ref-59329"},{"key":"2021052516311117000_ref-59373"},{"key":"2021052516311117000_ref-59411"},{"key":"2021052516311117000_ref-59350"},{"key":"2021052516311117000_ref-59293"},{"key":"2021052516311117000_ref-59359"},{"key":"2021052516311117000_ref-59347"},{"key":"2021052516311117000_ref-59371"},{"key":"2021052516311117000_ref-59383"},{"key":"2021052516311117000_ref-59287"},{"key":"2021052516311117000_ref-59363"},{"key":"2021052516311117000_ref-59369"},{"key":"2021052516311117000_ref-59352"},{"key":"2021052516311117000_ref-59309"},{"key":"2021052516311117000_ref-59331"},{"key":"2021052516311117000_ref-59360"},{"key":"2021052516311117000_ref-59325"},{"key":"2021052516311117000_ref-59376"},{"key":"2021052516311117000_ref-59342"},{"key":"2021052516311117000_ref-59338"},{"key":"2021052516311117000_ref-59354"},{"key":"2021052516311117000_ref-59300"},{"key":"2021052516311117000_ref-59299"},{"key":"2021052516311117000_ref-59340"},{"key":"2021052516311117000_ref-59330"},{"key":"2021052516311117000_ref-59321"},{"key":"2021052516311117000_ref-59324"},{"key":"2021052516311117000_ref-59288"},{"key":"2021052516311117000_ref-59305"},{"key":"2021052516311117000_ref-59304"},{"key":"2021052516311117000_ref-59292"},{"key":"2021052516311117000_ref-59361"},{"key":"2021052516311117000_ref-59368"},{"key":"2021052516311117000_ref-59306"},{"key":"2021052516311117000_ref-59366"},{"key":"2021052516311117000_ref-59377"},{"key":"2021052516311117000_ref-59375"},{"key":"2021052516311117000_ref-59372"},{"key":"2021052516311117000_ref-59314"},{"key":"2021052516311117000_ref-59323"},{"key":"2021052516311117000_ref-59327"},{"key":"2021052516311117000_ref-59310"},{"key":"2021052516311117000_ref-59311"},{"key":"2021052516311117000_ref-59302"},{"key":"2021052516311117000_ref-59344"},{"key":"2021052516311117000_ref-59382"},{"key":"2021052516311117000_ref-59364"},{"key":"2021052516311117000_ref-59320"},{"key":"2021052516311117000_ref-59367"},{"key":"2021052516311117000_ref-59294"},{"key":"2021052516311117000_ref-59335"},{"key":"2021052516311117000_ref-59332"},{"key":"2021052516311117000_ref-59333"},{"key":"2021052516311117000_ref-59387"},{"key":"2021052516311117000_ref-59297"},{"key":"2021052516311117000_ref-59353"},{"key":"2021052516311117000_ref-59318"},{"key":"2021052516311117000_ref-59357"},{"key":"2021052516311117000_ref-59351"},{"key":"2021052516311117000_ref-59291"},{"key":"2021052516311117000_ref-59334"},{"key":"2021052516311117000_ref-59295"},{"key":"2021052516311117000_ref-59345"},{"key":"2021052516311117000_ref-59326"},{"key":"2021052516311117000_ref-59380"},{"key":"2021052516311117000_ref-59315"},{"key":"2021052516311117000_ref-59346"},{"key":"2021052516311117000_ref-59328"},{"key":"2021052516311117000_ref-59341"},{"key":"2021052516311117000_ref-59384"},{"key":"2021052516311117000_ref-59307"},{"key":"2021052516311117000_ref-59336"},{"key":"2021052516311117000_ref-59386"},{"key":"2021052516311117000_ref-59317"},{"key":"2021052516311117000_ref-59316"},{"key":"2021052516311117000_ref-59362"},{"key":"2021052516311117000_ref-59356"},{"key":"2021052516311117000_ref-59298"},{"key":"2021052516311117000_ref-59296"},{"key":"2021052516311117000_ref-59365"},{"key":"2021052516311117000_ref-59301"},{"key":"2021052516311117000_ref-59339"},{"key":"2021052516311117000_ref-59804"},{"key":"2021052516311117000_ref-59290"},{"key":"2021052516311117000_ref-59289"},{"key":"2021052516311117000_ref-59378"},{"key":"2021052516311117000_ref-59319"},{"key":"2021052516311117000_ref-59355"},{"key":"2021052516311117000_ref-59337"},{"key":"2021052516311117000_ref-59312"},{"key":"2021052516311117000_ref-59358"},{"key":"2021052516311117000_ref-59308"},{"key":"2021052516311117000_ref-59385"},{"key":"2021052516311117000_ref-59313"}],"container-title":"Collabra:
3683
2540
  Psychology","original-title":[],"language":"en","link":[{"URL":"http:\/\/online.ucpress.edu\/collabra\/article-pdf\/doi\/10.1525\/collabra.24091\/464786\/collabra_2021_7_1_24091.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"http:\/\/online.ucpress.edu\/collabra\/article-pdf\/doi\/10.1525\/collabra.24091\/464786\/collabra_2021_7_1_24091.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,25]],"date-time":"2021-05-25T16:31:32Z","timestamp":1621960292000},"score":1,"resource":{"primary":{"URL":"https:\/\/online.ucpress.edu\/collabra\/article\/7\/1\/24091\/117222\/A-Call-for-Greater-Modesty-in-Psychology-and"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":104,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,5,25]]}},"URL":"http:\/\/dx.doi.org\/10.1525\/collabra.24091","relation":{},"ISSN":["2474-7394"],"subject":["General
3684
2541
  Psychology"],"published-other":{"date-parts":[[2021]]},"published":{"date-parts":[[2021]]}}'
3685
- recorded_at: Wed, 05 Jul 2023 05:27:47 GMT
2542
+ recorded_at: Tue, 11 Jul 2023 05:53:16 GMT
2543
+ - request:
2544
+ method: get
2545
+ uri: https://doi.org/10.31222/osf.io/h8xjw
2546
+ body:
2547
+ encoding: UTF-8
2548
+ string: ''
2549
+ headers:
2550
+ Accept:
2551
+ - application/vnd.citationstyles.csl+json
2552
+ Connection:
2553
+ - close
2554
+ Host:
2555
+ - doi.org
2556
+ User-Agent:
2557
+ - http.rb/5.1.1
2558
+ response:
2559
+ status:
2560
+ code: 302
2561
+ message: Found
2562
+ headers:
2563
+ Date:
2564
+ - Tue, 11 Jul 2023 05:53:17 GMT
2565
+ Content-Type:
2566
+ - text/html;charset=utf-8
2567
+ Content-Length:
2568
+ - '223'
2569
+ Connection:
2570
+ - close
2571
+ Location:
2572
+ - https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform
2573
+ Vary:
2574
+ - Accept
2575
+ Expires:
2576
+ - Tue, 11 Jul 2023 06:48:42 GMT
2577
+ Permissions-Policy:
2578
+ - interest-cohort=(),browsing-topics=()
2579
+ Cf-Cache-Status:
2580
+ - DYNAMIC
2581
+ Report-To:
2582
+ - '{"endpoints":[{"url":"https:\/\/a.nel.cloudflare.com\/report\/v3?s=3ek7di0zfdhC6WIoDRwhO8m1Cp1xGs1D%2FcbLBJBz%2B0i1uHFU1Y%2BXQuHa1tDCwR2if9GFh%2FraUfuHgLkSywTQCYjJhAwrWxQ9Ny%2FPTYg8MvNNdv6SH23UFekwLf2lWKW4buIrAjY%3D"}],"group":"cf-nel","max_age":604800}'
2583
+ Nel:
2584
+ - '{"success_fraction":0,"report_to":"cf-nel","max_age":604800}'
2585
+ Strict-Transport-Security:
2586
+ - max-age=31536000; includeSubDomains; preload
2587
+ Server:
2588
+ - cloudflare
2589
+ Cf-Ray:
2590
+ - 7e4ec902bf2db8eb-AMS
2591
+ Alt-Svc:
2592
+ - h3=":443"; ma=86400
2593
+ body:
2594
+ encoding: UTF-8
2595
+ string: |-
2596
+ <html><head><title>Handle Redirect</title></head>
2597
+ <body><a href="https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform">https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform</a></body></html>
2598
+ recorded_at: Tue, 11 Jul 2023 05:53:17 GMT
3686
2599
  - request:
3687
2600
  method: get
3688
2601
  uri: https://api.crossref.org/v1/works/10.31222%2Fosf.io%2Fh8xjw/transform
@@ -3704,7 +2617,7 @@ http_interactions:
3704
2617
  message: OK
3705
2618
  headers:
3706
2619
  Date:
3707
- - Wed, 05 Jul 2023 05:27:47 GMT
2620
+ - Tue, 11 Jul 2023 05:53:17 GMT
3708
2621
  Content-Type:
3709
2622
  - application/vnd.citationstyles.csl+json
3710
2623
  Transfer-Encoding:
@@ -3753,7 +2666,7 @@ http_interactions:
3753
2666
  - close
3754
2667
  body:
3755
2668
  encoding: ASCII-8BIT
3756
- string: '{"indexed":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:27:06Z","timestamp":1687134426973},"posted":{"date-parts":[[2023,5,10]]},"group-title":"MetaArXiv","reference-count":0,"publisher":"Center
2669
+ string: '{"indexed":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T20:28:33Z","timestamp":1688588913837},"posted":{"date-parts":[[2023,5,10]]},"group-title":"MetaArXiv","reference-count":0,"publisher":"Center
3757
2670
  for Open Science","license":[{"start":{"date-parts":[[2023,5,10]],"date-time":"2023-05-10T00:00:00Z","timestamp":1683676800000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"abstract":"<p>Study
3758
2671
  preregistration has become increasingly popular in psychology, but its effectiveness
3759
2672
  in restricting potentially biasing researcher degrees of freedom remains unclear.
@@ -3791,5 +2704,165 @@ http_interactions:
3791
2704
  Margarida","family":"Oliveira","sequence":"additional","affiliation":[]},{"given":"Sarah","family":"Ashcroft-Jones","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-1697-4198","authenticated-orcid":true,"given":"Bradley
3792
2705
  James","family":"Baker","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2415-2933","authenticated-orcid":true,"given":"Jelte
3793
2706
  M.","family":"Wicherts","sequence":"additional","affiliation":[]}],"member":"15934","container-title":[],"original-title":[],"deposited":{"date-parts":[[2023,5,11]],"date-time":"2023-05-11T05:02:40Z","timestamp":1683781360000},"score":1,"resource":{"primary":{"URL":"https:\/\/osf.io\/h8xjw"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,10]]},"references-count":0,"URL":"http:\/\/dx.doi.org\/10.31222\/osf.io\/h8xjw","relation":{},"published":{"date-parts":[[2023,5,10]]},"subtype":"preprint"}'
3794
- recorded_at: Wed, 05 Jul 2023 05:27:47 GMT
2707
+ recorded_at: Tue, 11 Jul 2023 05:53:17 GMT
2708
+ - request:
2709
+ method: head
2710
+ uri: https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice
2711
+ body:
2712
+ encoding: UTF-8
2713
+ string: ''
2714
+ headers:
2715
+ Connection:
2716
+ - close
2717
+ Host:
2718
+ - metascience.info
2719
+ User-Agent:
2720
+ - http.rb/5.1.1
2721
+ response:
2722
+ status:
2723
+ code: 301
2724
+ message: Moved Permanently
2725
+ headers:
2726
+ Date:
2727
+ - Tue, 11 Jul 2023 05:53:19 GMT
2728
+ Server:
2729
+ - Apache
2730
+ Wpo-Cache-Status:
2731
+ - not cached
2732
+ Wpo-Cache-Message:
2733
+ - The request method was not GET (HEAD)
2734
+ X-Redirect-By:
2735
+ - WordPress
2736
+ Upgrade:
2737
+ - h2,h2c
2738
+ Connection:
2739
+ - Upgrade
2740
+ Location:
2741
+ - https://metascience.info/events/researchers-decision-making-navigating-ambiguity-in-research-practice/
2742
+ Cache-Control:
2743
+ - max-age=7200
2744
+ Expires:
2745
+ - Tue, 11 Jul 2023 07:53:19 GMT
2746
+ Host-Header:
2747
+ - c2hhcmVkLmJsdWVob3N0LmNvbQ==
2748
+ Content-Type:
2749
+ - text/html; charset=UTF-8
2750
+ body:
2751
+ encoding: UTF-8
2752
+ string: ''
2753
+ recorded_at: Tue, 11 Jul 2023 05:53:19 GMT
2754
+ - request:
2755
+ method: head
2756
+ uri: https://osf.io/tqwgp
2757
+ body:
2758
+ encoding: UTF-8
2759
+ string: ''
2760
+ headers:
2761
+ Connection:
2762
+ - close
2763
+ Host:
2764
+ - osf.io
2765
+ User-Agent:
2766
+ - http.rb/5.1.1
2767
+ response:
2768
+ status:
2769
+ code: 308
2770
+ message: Permanent Redirect
2771
+ headers:
2772
+ Date:
2773
+ - Tue, 11 Jul 2023 05:53:20 GMT
2774
+ Content-Type:
2775
+ - text/html; charset=utf-8
2776
+ Content-Length:
2777
+ - '249'
2778
+ Connection:
2779
+ - close
2780
+ Location:
2781
+ - https://osf.io/tqwgp/
2782
+ X-Frame-Options:
2783
+ - SAMEORIGIN
2784
+ X-Cache-Status:
2785
+ - MISS
2786
+ Cache-Control:
2787
+ - no-cache, no-store, max-age=0, must-revalidate
2788
+ Expires:
2789
+ - Mon, 01 Jan 1990 00:00:00 GMT
2790
+ Pragma:
2791
+ - no-cache
2792
+ Strict-Transport-Security:
2793
+ - max-age=15724800
2794
+ body:
2795
+ encoding: UTF-8
2796
+ string: ''
2797
+ recorded_at: Tue, 11 Jul 2023 05:53:20 GMT
2798
+ - request:
2799
+ method: head
2800
+ uri: https://en.wikipedia.org/wiki/There_are_unknown_unknowns
2801
+ body:
2802
+ encoding: UTF-8
2803
+ string: ''
2804
+ headers:
2805
+ Connection:
2806
+ - close
2807
+ Host:
2808
+ - en.wikipedia.org
2809
+ User-Agent:
2810
+ - http.rb/5.1.1
2811
+ response:
2812
+ status:
2813
+ code: 200
2814
+ message: OK
2815
+ headers:
2816
+ Date:
2817
+ - Mon, 10 Jul 2023 21:45:10 GMT
2818
+ Vary:
2819
+ - Accept-Encoding,Cookie,Authorization
2820
+ Server:
2821
+ - ATS/9.1.4
2822
+ X-Content-Type-Options:
2823
+ - nosniff
2824
+ Content-Language:
2825
+ - en
2826
+ Last-Modified:
2827
+ - Sun, 09 Jul 2023 21:35:55 GMT
2828
+ Content-Type:
2829
+ - text/html; charset=UTF-8
2830
+ Age:
2831
+ - '29289'
2832
+ X-Cache:
2833
+ - cp3056 miss, cp3058 hit/4
2834
+ X-Cache-Status:
2835
+ - hit-front
2836
+ Server-Timing:
2837
+ - cache;desc="hit-front", host;desc="cp3058"
2838
+ Strict-Transport-Security:
2839
+ - max-age=106384710; includeSubDomains; preload
2840
+ Report-To:
2841
+ - '{ "group": "wm_nel", "max_age": 604800, "endpoints": [{ "url": "https://intake-logging.wikimedia.org/v1/events?stream=w3c.reportingapi.network_error&schema_uri=/w3c/reportingapi/network_error/1.0.0"
2842
+ }] }'
2843
+ Nel:
2844
+ - '{ "report_to": "wm_nel", "max_age": 604800, "failure_fraction": 0.05, "success_fraction":
2845
+ 0.0}'
2846
+ Set-Cookie:
2847
+ - GeoIP=DE:NW:Gelsenkirchen:51.52:7.13:v4; Path=/; secure; Domain=.wikipedia.org
2848
+ - NetworkProbeLimit=0.001;Path=/;Secure;Max-Age=3600
2849
+ - WMF-DP=0c8;Path=/;HttpOnly;secure;Expires=Tue, 11 Jul 2023 00:00:00 GMT
2850
+ - WMF-Last-Access-Global=11-Jul-2023;Path=/;Domain=.wikipedia.org;HttpOnly;secure;Expires=Sat,
2851
+ 12 Aug 2023 00:00:00 GMT
2852
+ - WMF-Last-Access=11-Jul-2023;Path=/;HttpOnly;secure;Expires=Sat, 12 Aug 2023
2853
+ 00:00:00 GMT
2854
+ X-Client-Ip:
2855
+ - 2001:16b8:1031:2700:9ca8:dc54:1f31:51f0
2856
+ Cache-Control:
2857
+ - private, s-maxage=0, max-age=0, must-revalidate
2858
+ Accept-Ranges:
2859
+ - bytes
2860
+ Content-Length:
2861
+ - '192127'
2862
+ Connection:
2863
+ - close
2864
+ body:
2865
+ encoding: UTF-8
2866
+ string: ''
2867
+ recorded_at: Tue, 11 Jul 2023 05:53:20 GMT
3795
2868
  recorded_with: VCR 6.2.0