owasp_ri_scraper 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +17 -0
  3. data/.rspec +2 -0
  4. data/.travis.yml +6 -0
  5. data/Gemfile +4 -0
  6. data/LICENSE.txt +22 -0
  7. data/README.md +37 -0
  8. data/Rakefile +6 -0
  9. data/lib/owasp_ri_scraper/event.rb +6 -0
  10. data/lib/owasp_ri_scraper/event_parser.rb +26 -0
  11. data/lib/owasp_ri_scraper/homepage.rb +15 -0
  12. data/lib/owasp_ri_scraper/version.rb +3 -0
  13. data/lib/owasp_ri_scraper.rb +13 -0
  14. data/owasp_ri_scraper.gemspec +28 -0
  15. data/spec/fixtures/Rhode_Island +463 -0
  16. data/spec/owasp_ri_scraper/event_parser_spec.rb +26 -0
  17. data/spec/owasp_ri_scraper/homepage_spec.rb +12 -0
  18. data/spec/owasp_ri_scraper_spec.rb +19 -0
  19. data/spec/spec_helper.rb +13 -0
  20. data/spec/vcr/OwaspRiScraper_Homepage/_content/fetches_the_body_content_from_the_EOL_Club_homepage.yml +789 -0
  21. data/spec/vcr/OwaspRiScraper_Homepage/_content/fetches_the_body_content_from_the_OWASP_RI_homepage.yml +789 -0
  22. metadata +169 -0
data/spec/fixtures/Rhode_Island ADDED
@@ -0,0 +1,463 @@
1
+ <!DOCTYPE html>
2
+ <html lang="en" dir="ltr" class="client-nojs">
3
+ <head>
4
+ <title>Rhode Island - OWASP</title>
5
+ <meta charset="UTF-8" />
6
+ <meta name="generator" content="MediaWiki 1.19.7" />
7
+ <link rel="shortcut icon" href="/favicon.ico" />
8
+ <link rel="search" type="application/opensearchdescription+xml" href="/opensearch_desc.php" title="OWASP (en)" />
9
+ <link rel="EditURI" type="application/rsd+xml" href="https://www.owasp.org/api.php?action=rsd" />
10
+ <link rel="copyright" href="http://creativecommons.org/licenses/by-sa/3.0/" />
11
+ <link rel="alternate" type="application/atom+xml" title="OWASP Atom feed" href="/index.php?title=Special:RecentChanges&amp;feed=atom" />
12
+ <link rel="stylesheet" href="https://www.owasp.org/load.php?debug=false&amp;lang=en&amp;modules=mediawiki.legacy.commonPrint%2Cshared%7Cskins.vector&amp;only=styles&amp;skin=vector&amp;*" />
13
+ <link rel="stylesheet" href="/extensions/HeaderTabs/skins-jquery/ext.headertabs.jquery-large.css" /><meta name="ResourceLoaderDynamicStyles" content="" />
14
+ <link rel="stylesheet" href="https://www.owasp.org/load.php?debug=false&amp;lang=en&amp;modules=site&amp;only=styles&amp;skin=vector&amp;*" />
15
+ <style>a:lang(ar),a:lang(ckb),a:lang(fa),a:lang(kk-arab),a:lang(mzn),a:lang(ps),a:lang(ur){text-decoration:none}a.new,#quickbar a.new{color:#ba0000}.editsection{display:none}
16
+
17
+ /* cache key: wiki:resourceloader:filter:minify-css:7:40436297bd93906a010108e46094c495 */
18
+ </style>
19
+
20
+ <script src="https://www.owasp.org/load.php?debug=false&amp;lang=en&amp;modules=startup&amp;only=scripts&amp;skin=vector&amp;*"></script>
21
+ <script>if(window.mw){
22
+ mw.config.set({"wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"Rhode_Island","wgTitle":"Rhode Island","wgCurRevisionId":166465,"wgArticleId":24054,"wgIsArticle":true,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["OWASP Chapter","United States"],"wgBreakFrames":false,"wgPageContentLanguage":"en","wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgRelevantPageName":"Rhode_Island","wgRestrictionEdit":[],"wgRestrictionMove":[],"htTabIndexes":[]});
23
+ }</script><script>if(window.mw){
24
+ mw.loader.implement("user.options",function($){mw.user.options.set({"ccmeonemails":0,"cols":80,"date":"default","diffonly":0,"disablemail":0,"disablesuggest":0,"editfont":"default","editondblclick":0,"editsection":false,"editsectiononrightclick":0,"enotifminoredits":0,"enotifrevealaddr":0,"enotifusertalkpages":1,"enotifwatchlistpages":0,"extendwatchlist":0,"externaldiff":0,"externaleditor":0,"fancysig":0,"forceeditsummary":0,"gender":"unknown","hideminor":0,"hidepatrolled":0,"highlightbroken":1,"imagesize":2,"justify":0,"math":1,"minordefault":0,"newpageshidepatrolled":0,"nocache":0,"noconvertlink":0,"norollbackdiff":0,"numberheadings":0,"previewonfirst":0,"previewontop":1,"quickbar":5,"rcdays":7,"rclimit":50,"rememberpassword":0,"rows":25,"searchlimit":20,"showhiddencats":0,"showjumplinks":1,"shownumberswatching":1,"showtoc":1,"showtoolbar":1,"skin":"vector","stubthreshold":0,"thumbsize":2,"underline":2,"uselivepreview":0,"usenewrc":0,"watchcreations":0,"watchdefault":0,
25
+ "watchdeletion":0,"watchlistdays":3,"watchlisthideanons":0,"watchlisthidebots":0,"watchlisthideliu":0,"watchlisthideminor":0,"watchlisthideown":0,"watchlisthidepatrolled":0,"watchmoves":0,"wllimit":250,"variant":"en","language":"en","searchNs0":true,"searchNs1":false,"searchNs2":false,"searchNs3":false,"searchNs4":false,"searchNs5":false,"searchNs6":false,"searchNs7":false,"searchNs8":false,"searchNs9":false,"searchNs10":false,"searchNs11":false,"searchNs12":false,"searchNs13":false,"searchNs14":false,"searchNs15":false,"searchNs274":false,"searchNs275":false});;},{},{});mw.loader.implement("user.tokens",function($){mw.user.tokens.set({"editToken":"+\\","watchToken":false});;},{},{});
26
+
27
+ /* cache key: wiki:resourceloader:filter:minify-js:7:f37fc1ccdaf15dc53cf1b265e420e353 */
28
+ }</script>
29
+ <script>if(window.mw){
30
+ mw.loader.load(["mediawiki.page.startup","mediawiki.legacy.wikibits","mediawiki.legacy.ajax"]);
31
+ }</script>
32
+ <!--[if lt IE 7]><style type="text/css">body{behavior:url("/skins/vector/csshover.min.htc")}</style><![endif]--></head>
33
+ <body class="mediawiki ltr sitedir-ltr ns-0 ns-subject page-Rhode_Island skin-vector action-view">
34
+ <div id="mw-page-base" class="noprint"></div>
35
+ <div id="mw-head-base" class="noprint"></div>
36
+ <!-- content -->
37
+ <div id="content" class="mw-body">
38
+ <a id="top"></a>
39
+ <div id="mw-js-message" style="display:none;"></div>
40
+ <!-- firstHeading -->
41
+ <h1 id="firstHeading" class="firstHeading">
42
+ <span dir="auto">Rhode Island</span>
43
+ </h1>
44
+ <!-- /firstHeading -->
45
+ <!-- bodyContent -->
46
+ <div id="bodyContent">
47
+ <!-- tagline -->
48
+ <div id="siteSub">From OWASP</div>
49
+ <!-- /tagline -->
50
+ <!-- subtitle -->
51
+ <div id="contentSub"></div>
52
+ <!-- /subtitle -->
53
+ <!-- jumpto -->
54
+ <div id="jump-to-nav" class="mw-jump">
55
+ Jump to: <a href="#mw-head">navigation</a>,
56
+ <a href="#p-search">search</a>
57
+ </div>
58
+ <!-- /jumpto -->
59
+ <!-- bodycontent -->
60
+ <div id="mw-content-text" lang="en" dir="ltr" class="mw-content-ltr"><table id="toc" class="toc"><tr><td><div id="toctitle"><h2>Contents</h2></div>
61
+ <ul>
62
+ <li class="toclevel-1"><a href="#OWASP_Rhode_Island"><span class="tocnumber">1</span> <span class="toctext">OWASP Rhode Island</span></a></li>
63
+ <li class="toclevel-1"><a href="#Participation"><span class="tocnumber">2</span> <span class="toctext">Participation</span></a></li>
64
+ <li class="toclevel-1"><a href="#Sponsorship.2FMembership"><span class="tocnumber">3</span> <span class="toctext">Sponsorship/Membership</span></a></li>
65
+ <li class="toclevel-1 tocsection-1"><a href="#LinkedIn_Group"><span class="tocnumber">4</span> <span class="toctext">LinkedIn Group</span></a></li>
66
+ <li class="toclevel-1 tocsection-2"><a href="#ListServ"><span class="tocnumber">5</span> <span class="toctext">ListServ</span></a></li>
67
+ <li class="toclevel-1 tocsection-3"><a href="#Sponsor.2FHost"><span class="tocnumber">6</span> <span class="toctext">Sponsor/Host</span></a></li>
68
+ <li class="toclevel-1 tocsection-4"><a href="#Next_Meeting"><span class="tocnumber">7</span> <span class="toctext">Next Meeting</span></a>
69
+ <ul>
70
+ <li class="toclevel-2 tocsection-5"><a href="#Location"><span class="tocnumber">7.1</span> <span class="toctext">Location</span></a></li>
71
+ </ul>
72
+ </li>
73
+ <li class="toclevel-1 tocsection-6"><a href="#Past_Meetings"><span class="tocnumber">8</span> <span class="toctext">Past Meetings</span></a></li>
74
+ </ul>
75
+ </td></tr></table>
76
+ <h2> <span class="mw-headline" id="OWASP_Rhode_Island"> OWASP Rhode Island </span></h2>
77
+ <p>Welcome to the Rhode Island chapter homepage. The chapter leader is <a rel="nofollow" class="external text" href="mailto:patrick.laverty@owasp.org">Patrick Laverty</a>. <br />
78
+ <b><a rel="nofollow" class="external text" href="http://lists.owasp.org/mailman/listinfo/owasp-rhodeisland">Click here</a> to join the local chapter mailing list. </b>
79
+ </p>
80
+ <h2> <span class="mw-headline" id="Participation"> Participation </span></h2>
81
+ <p>OWASP Foundation (<a rel="nofollow" class="external text" href="https://docs.google.com/a/owasp.org/presentation/d/1ZgY25F0F7QgScMlB1X7LAa70LtyJql8XqcYdR4suPUo/edit#slide=id.p">Overview Slides</a>) is a professional association of <a href="/index.php/Membership" title="Membership"> global members</a> and is and open to anyone interested in learning more about software security. Local chapters are run independently and guided by the <a href="/index.php/Chapter_Leader_Handbook" title="Chapter Leader Handbook" class="mw-redirect">Chapter_Leader_Handbook</a>. As a <a href="/index.php/About_OWASP" title="About OWASP" class="mw-redirect"> 501(c)(3)</a> non-profit professional association your support and sponsorship of any meeting venue and/or refreshments is tax-deductible. Financial contributions should only be made online using the authorized online chapter donation button. To be a <b>SPEAKER</b> at ANY OWASP Chapter in the world simply review the <a href="/index.php/Speaker_Agreement" title="Speaker Agreement"> speaker agreement</a> and then contact the local chapter leader with details of what OWASP PROJECT, independent research or related software security topic you would like to present on.
82
+ </p>
83
+ <h2> <span class="mw-headline" id="Sponsorship.2FMembership"> Sponsorship/Membership </span></h2>
84
+ <p><a href="http://www.regonline.com/donation_1044369"><img alt="Btn donate SM.gif" src="/images/7/7a/Btn_donate_SM.gif" width="74" height="21" /></a> to this chapter or become a local chapter supporter.
85
+ </p><p>Or consider the value of <a href="/index.php/Membership" title="Membership"> Individual, Corporate, or Academic Supporter membership</a>. Ready to become a member? <a href="https://www.owasp.org/index.php/Membership_Map"><img alt="Join Now BlueIcon.JPG" src="/images/thumb/9/91/Join_Now_BlueIcon.JPG/75px-Join_Now_BlueIcon.JPG" width="75" height="32" /></a>
86
+ </p>
87
+ <h1> <span class="mw-headline" id="LinkedIn_Group">LinkedIn Group</span></h1>
88
+ <p>Please join our LinkedIn Discussion group and join in the conversation: <a rel="nofollow" class="external text" href="http://www.linkedin.com/groups/OWASPRhode-Island-4895793?trk=myg_ugrp_ovr">LinkedIn Discussions</a>
89
+ </p>
90
+ <h1> <span class="mw-headline" id="ListServ">ListServ</span></h1>
91
+ <p>Please join our listserv (link on the left "Mailing Lists") and find out about upcoming meetings. This is a "push-only" list and will only be used for meeting announcements and membership list is never shared with anyone.
92
+ </p>
93
+ <h1> <span class="mw-headline" id="Sponsor.2FHost">Sponsor/Host</span></h1>
94
+ <p>OWASP RI is generously sponsored by Swipely with both their office space at 10 Dorrance St, 3rd Floor, Providence, RI as well as with refreshments at meetings. We thank Swipely for their sponsorship of OWASP RI
95
+ </p>
96
+ <h1> <span class="mw-headline" id="Next_Meeting"> Next Meeting </span></h1>
97
+ <pre><b>February 12, 5:45 pm</b>
98
+ Preventing XSS with CSP
99
+ </pre>
100
+ <p>Cross-Site Scripting is one of the most pervasive web application security flaws, and one attackers frequently target for attack. While the best line of defense for Cross-Site Scripting is defensively programming with proper input validation and context-sensitive output encoding, Content-Security Policy is quickly becoming a very effective mitigation strategy to protect sites' visitors and to warn application developers of potential attacks. This talk will cover content injection (including Cross-Site Scripting) and how Content-Security Policy mitigates many of the associated risks.
101
+ </p><p>Will Stranathan is an application security professional in the Charlotte, North Carolina area. He's been writing rotten code for 32 years, and has spent the last ten years breaking rotten applications, analyzing rotten code, and writing rotten code which helps the world's best programmers identify their own rotten code, and training developers how to write code that's not so rotten.
102
+ </p><p>Food and beverages will be provided by our host and sponsor, <a rel="nofollow" class="external text" href="http://www.swipely.com">Swipely</a>!
103
+ </p>
104
+ <h2> <span class="mw-headline" id="Location"> Location </span></h2>
105
+ <p>Swipely Headquarters
106
+ </p><p>10 Dorrance St. &lt;--- New Location!!
107
+ </p><p>Providence, RI
108
+ </p><p><br />
109
+ </p>
110
+ <h1> <span class="mw-headline" id="Past_Meetings"> Past Meetings </span></h1>
111
+ <pre><b>November 25, 5:45 pm</b>
112
+ </pre>
113
+ <p>Unmasking DDoS Protected Web Sites<br />
114
+ </p>
115
+ <p>We will have Allison Nixon, fresh off her talk at Black Hat in Las Vegas to show how to bypass DDoS-protected web sites. If you would like to participate, please bring the following setup:<br />
116
+
117
+ Laptop with a WiFi connection, Kali Linux installed with Perl, Wireshark and ability to run as root. Please also have an email address where you are able to view the mail headers. Lastly, it would be helpful if you do have access to your own web server, though this one is not a requirement to participate.</p>
118
+ <pre><b>September 23, 5:45 pm</b>
119
+ </pre>
120
+ <p>JavaScript Verification: From Browsers to Pages<br />
121
+ </p>
122
+ <p>Modern web browsers implement a "private browsing" mode that is intended to leave behind no traces of a user's browsing activity on their computer. This feature is in direct tension with support for *extensions*, which let users add third-party functionality into their browser. I will discuss the scope of this problem, present our approach to verifying extensions' compliance with private browsing mode, and sketch our findings on several real, third-party extensions. I will then briefly describe the toolkit underlying our approach, and end with a sketch of a newer project, adapting this approach to the very different-seeming problem of statically catching errors when using the jQuery library.</p>
123
+ <pre><b>Monday, April 15, 5:45 pm</b>
124
+ </pre>
125
+ <p>Evolving WAS - Taking remediation to the next level<br />
126
+ </p>
127
+ <p>It will be presentation and discussion around some of the things he has found helpful in building and evolving security programs over the past few years. It will cover everything around building a program from the low level like scan engine choice, all the way to the high level needs like senior management buy-in techniques to establish a sustainable program. By Nick MacCarthy</p>
128
+ <p><br />
129
+ </p>
130
+ <pre><b>Monday March 4, 5:45 pm</b>
131
+ </pre>
132
+ <p>Hands-on Hacking<br />
133
+ </p>
134
+ <p>If you remember our March 2012 meeting, we had Allison Nixon come and show us how to use SQL injection to get access to a web database, as well as how to prevent it. We learned how to think like a hacker. We'll we're going to bring that back and do something similar. Except this time, we're going to make it even more fun by turning it into a sort of capture the flag. We'll stay educational and non-competitive, and we'll aim to have multiple levels of flags to obtain.&lt;p&gt;
135
+
136
+ &lt;p&gt;We will look to have a lecture/lesson portion on SQL injection, then the hands-on time. We will then try to repeat the process for Cross-Site Scripting (XSS) where you can learn and play with the dangers of this vector.</p>
137
+ <p>Please bring your own laptop to be involved with the lessons. As always, we are demonstrating these techniques to help developers think like the attackers and so we can better understand the vectors and better understand how to protect our sites and code. OWASP, the organizers and sponsors do not condone illegal activity. We also remind you to never use these techniques against a site or network that you either do not own or do not have explicit, written permission to perform them on. In other words, don't blame us if you get arrested.</p>
138
+ <pre><b>Wednesday November 7, 5:45 pm</b>
139
+ </pre>
140
+ <p>PCI in the Cloud<br />
141
+ </p>
142
+ <p>Interested in cloud security and compliance? Good architecture and planning are the foundation for solid security, but infrastructure providers have raised the level of abstraction and now companies of all sizes are making use of cloud services to build high-security environments with modest engineering effort. At Swipely, we process credit cards in partnership with the world's largest Payment Processor and the US’s largest bank. Learn how a startup can achieve Level 1 PCI Compliance through isolation, technology selection, and aggressive automation, all while promoting a security-conscious and agile engineering culture.</p>
143
+ <p>Bright Fulton - [Swipely | <a rel="nofollow" class="external free" href="http://www.swipely.com">http://www.swipely.com</a>]/<br />
144
+ 200 Dyer Street, Providence, RI
145
+ </p>
146
+ <pre><b>Tuesday October 9, 6:45 pm</b>
147
+ </pre>
148
+ <p><b>The Evolution of the Information Security Management Function</b><br />
149
+ Information security has evolved as a discipline over the last two decades, and managing a security program is no longer just administering firewall rules. In this talk, the group will hear something away from the bits and bytes, and hear how security management programs are moving towards a holistic risk mitigation and reduction functions that may include privacy and compliance.<br />
150
+ David Sherry, CISO, Brown University<br />
151
+ </p>
152
+ <pre><b>Tuesday September 18, 6:45 pm</b>
153
+ </pre>
154
+ <p>There is No Patch For Human Stupidity<br />
155
+ Darren will come and show us all the fun and foibles that come with the confidence game, also known as social engineering. Learn how to look out for people just trying to get information from you and steal all your secrets. Outsmart the smart people by just saying no.<br />
156
+ Darren Wigley, NWN Corporation<br />
157
+ </p>
158
+ <pre><b>Tuesday August 21, 6:45 pm</b>
159
+ </pre>
160
+ <p><b>Finding All The Ninjas in the Forrest: Web Application Testing Strategies Revisited</b><br />
161
+ Have you ever wondered what you might miss if an organization had over
162
+ 800 web applications? How do you know where all your web applications
163
+ exist? What if your targets built in traps for you to fall into?
164
+ Finding, discovering, enumerating and testing for web application
165
+ vulnerabilities is a tedious process. To top it all off, the remediation
166
+ is rarely as easy as applying a patch or updating a configuration
167
+ setting. Learn some tips and tricks to conduct more effective web
168
+ application tests and help with remediation efforts.
169
+ Paul Asadoorian - PaulDotCom (<a rel="nofollow" class="external free" href="http://www.pauldotcom.com">http://www.pauldotcom.com</a>)<br />
170
+ </p>
171
+ <pre><b>Tuesday July 17, 6:45 pm</b>
172
+ </pre>
173
+ <p>Practical Malware Analysis 101
174
+ Brandon Levene - Dell SecureWorks
175
+ This will be an introduction to modern malware as the primary vector of intrusions. Detection of malware is crucial, and equally important is being able to differentiate between true and false positives. During this talk I will introduce techniques used by the industry to identify potentially malicious software without disassembly or debugging.
176
+ <b>Location:</b>
177
+ Brown University Continuing Education
178
+ 200 Dyer Street
179
+ Providence, RI
180
+ <a rel="nofollow" class="external autonumber" href="https://maps.google.com/maps?q=200+Dyer+Street,+Providence+ri&amp;ie=UTF-8&amp;hq=&amp;hnear=0x89e44515a1d257ab:0xb73c2a45e92559d9,200+Dyer+St,+Providence,+RI+02903&amp;gl=us&amp;ei=FMrHT5jnPObN6QGlz7XRDw&amp;oi=geocode_result&amp;ved=0CAsQ8gEwAA%7Cmap">[1]</a>
181
+ </p>
182
+ <pre><b>Monday June 4, 6:45 pm</b>
183
+ </pre>
184
+ <p>Our next meeting is Monday, June 4, 6:45 pm at Swipely's headquarters in Providence's Jewelry District. The address is 39 Pike St in Providence (Google maps shows the church, but that's not it). The building also faces Benefit Street, across from Al Forno and has a billboard on the roof, near the Shell station. Come in through the side entrance.
185
+ </p><p>You are all among the first to hear the great news about the Providence Web Application Security Group. As of April 25, we were granted chapter status with the Open Web Application Security Project (OWASP) for Rhode Island. This is a great development and you can find out more about OWASP at <a rel="nofollow" class="external free" href="http://www.owasp.org">http://www.owasp.org</a>
186
+ </p><p>But if you don't want to surf the site to learn more, no worries, just come to the next meeting on Monday, June 4 to hear Tom Brennan from the OWASP International Board of Directors (via videoconference) tell us all about OWASP and everything they do and everything that is available to you. One of the best parts about OWASP is everything they do is FREE! They have free security tools, some free books, some free training, free videos, free meetings to attend and it's free to participate and contribute to new projects.
187
+ </p><p>Also at the meeting, in keeping with the OWASP Security Blitz we will also have Paul McAndrew from Dell's Secureworks group to talk about Cross Site Scripting (XSS). Paul is a Security Analyst at Dell SecureWorks responsible for analysis and event management on thousands of IDS/IPS/WAF devices deployed globally. This broad view of the Internet gives insight into the current threat landscape and new threats as they are emerging. Paul has been a security hobbyist for over 10 years, with a specific interest in network and web application security.
188
+ </p>
189
+ <!--
190
+ NewPP limit report
191
+ Preprocessor node count: 46/1000000
192
+ Post‐expand include size: 1713/2097152 bytes
193
+ Template argument size: 154/2097152 bytes
194
+ Expensive parser function count: 0/100
195
+ -->
196
+
197
+ <!-- Saved in parser cache with key wiki:pcache:idhash:24054-0!*!0!!en!2!* and timestamp 20140204012724 -->
198
+ </div> <!-- /bodycontent -->
199
+ <!-- printfooter -->
200
+ <div class="printfooter">
201
+ Retrieved from "<a href="https://www.owasp.org/index.php?title=Rhode_Island&amp;oldid=166465">https://www.owasp.org/index.php?title=Rhode_Island&amp;oldid=166465</a>" </div>
202
+ <!-- /printfooter -->
203
+ <!-- catlinks -->
204
+ <div id='catlinks' class='catlinks'><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/index.php/Special:Categories" title="Special:Categories">Categories</a>: <ul><li><a href="/index.php/Category:OWASP_Chapter" class="mw-redirect" title="Category:OWASP Chapter">OWASP Chapter</a></li><li><a href="/index.php/Category:United_States" title="Category:United States">United States</a></li></ul></div></div> <!-- /catlinks -->
205
+ <div class="visualClear"></div>
206
+ <!-- debughtml -->
207
+ <!-- /debughtml -->
208
+ </div>
209
+ <!-- /bodyContent -->
210
+ </div>
211
+ <!-- /content -->
212
+ <!-- header -->
213
+ <div id="mw-head" class="noprint">
214
+
215
+ <!-- 0 -->
216
+ <div id="p-personal" class="">
217
+ <h5>Personal tools</h5>
218
+ <ul>
219
+ <li id="pt-login"><a href="/index.php?title=Special:UserLogin&amp;returnto=Rhode+Island" title="You are encouraged to log in; however, it is not mandatory [o]" accesskey="o">Log in / create account</a></li>
220
+ </ul>
221
+ </div>
222
+
223
+ <!-- /0 -->
224
+ <div id="left-navigation">
225
+
226
+ <!-- 0 -->
227
+ <div id="p-namespaces" class="vectorTabs">
228
+ <h5>Namespaces</h5>
229
+ <ul>
230
+ <li id="ca-nstab-main" class="selected"><span><a href="/index.php/Rhode_Island" title="View the content page [c]" accesskey="c">Page</a></span></li>
231
+ <li id="ca-talk" class="new"><span><a href="/index.php?title=Talk:Rhode_Island&amp;action=edit&amp;redlink=1" title="Discussion about the content page [t]" accesskey="t">Discussion</a></span></li>
232
+ </ul>
233
+ </div>
234
+
235
+ <!-- /0 -->
236
+
237
+ <!-- 1 -->
238
+ <div id="p-variants" class="vectorMenu emptyPortlet">
239
+ <h4>
240
+ </h4>
241
+ <h5><span>Variants</span><a href="#"></a></h5>
242
+ <div class="menu">
243
+ <ul>
244
+ </ul>
245
+ </div>
246
+ </div>
247
+
248
+ <!-- /1 -->
249
+ </div>
250
+ <div id="right-navigation">
251
+
252
+ <!-- 0 -->
253
+ <div id="p-views" class="vectorTabs">
254
+ <h5>Views</h5>
255
+ <ul>
256
+ <li id="ca-view" class="selected"><span><a href="/index.php/Rhode_Island" >Read</a></span></li>
257
+ <li id="ca-viewsource"><span><a href="/index.php?title=Rhode_Island&amp;action=edit" title="This page is protected.&#10;You can view its source [e]" accesskey="e">View source</a></span></li>
258
+ <li id="ca-history" class="collapsible"><span><a href="/index.php?title=Rhode_Island&amp;action=history" title="Past revisions of this page [h]" accesskey="h">View history</a></span></li>
259
+ </ul>
260
+ </div>
261
+
262
+ <!-- /0 -->
263
+
264
+ <!-- 1 -->
265
+ <div id="p-cactions" class="vectorMenu emptyPortlet">
266
+ <h5><span>Actions</span><a href="#"></a></h5>
267
+ <div class="menu">
268
+ <ul>
269
+ </ul>
270
+ </div>
271
+ </div>
272
+
273
+ <!-- /1 -->
274
+
275
+ <!-- 2 -->
276
+ <div id="p-search">
277
+ <h5><label for="searchInput">Search</label></h5>
278
+ <form action="/index.php" id="searchform">
279
+ <div>
280
+ <input type="search" name="search" title="Search OWASP [f]" accesskey="f" id="searchInput" /> <input type="submit" name="go" value="Go" title="Go to a page with this exact name if exists" id="searchGoButton" class="searchButton" /> <input type="submit" name="fulltext" value="Search" title="Search the pages for this text" id="mw-searchButton" class="searchButton" /> <input type='hidden' name="title" value="Special:Search"/>
281
+ </div>
282
+ </form>
283
+ </div>
284
+
285
+ <!-- /2 -->
286
+ </div>
287
+ </div>
288
+ <!-- /header -->
289
+ <!-- panel -->
290
+ <div id="mw-panel" class="noprint">
291
+ <!-- logo -->
292
+ <div id="p-logo"><a style="background-image: url(/skins/monobook/ologo.png);" href="/index.php/Main_Page" title="Visit the main page"></a></div>
293
+ <!-- /logo -->
294
+
295
+ <!-- Navigation -->
296
+ <div class="portal" id='p-Navigation'>
297
+ <h5>Navigation</h5>
298
+ <div class="body">
299
+ <ul>
300
+ <li id="n-Home"><a href="/index.php/Main_Page">Home</a></li>
301
+ <li id="n-About-OWASP"><a href="/index.php/About_OWASP">About OWASP</a></li>
302
+ <li id="n-Acknowledgements"><a href="https://www.owasp.org/index.php/Acknowledgements" rel="nofollow">Acknowledgements</a></li>
303
+ <li id="n-Advertising"><a href="https://www.owasp.org/index.php/Advertising" rel="nofollow">Advertising</a></li>
304
+ <li id="n-AppSec-Conferences"><a href="/index.php/Category:OWASP_AppSec_Conference">AppSec Conferences</a></li>
305
+ <li id="n-Brand-Resources"><a href="https://owasp.org/index.php/Marketing/Resources" rel="nofollow">Brand Resources</a></li>
306
+ <li id="n-Chapters"><a href="https://www.owasp.org/index.php/OWASP_Chapter" rel="nofollow">Chapters</a></li>
307
+ <li id="n-Downloads"><a href="/index.php/Category:OWASP_Download">Downloads</a></li>
308
+ <li id="n-Governance"><a href="https://www.owasp.org/index.php/Governance" rel="nofollow">Governance</a></li>
309
+ <li id="n-Mailing-Lists"><a href="http://lists.owasp.org/mailman/listinfo" rel="nofollow">Mailing Lists</a></li>
310
+ <li id="n-Membership"><a href="/index.php/Membership">Membership</a></li>
311
+ <li id="n-News"><a href="/index.php/Application_Security_News">News</a></li>
312
+ <li id="n-OWASP-Books"><a href="http://stores.lulu.com/owasp" rel="nofollow">OWASP Books</a></li>
313
+ <li id="n-OWASP-Gear"><a href="http://www.rocksports-owasp.com" rel="nofollow">OWASP Gear</a></li>
314
+ <li id="n-OWASP-Initiatives"><a href="https://www.owasp.org/index.php/OWASP_Initiatives_Global_Strategic_Focus" rel="nofollow">OWASP Initiatives</a></li>
315
+ <li id="n-OWASP-Projects"><a href="/index.php/Category:OWASP_Project">OWASP Projects</a></li>
316
+ <li id="n-Presentations"><a href="/index.php/Category:OWASP_Presentations">Presentations</a></li>
317
+ <li id="n-Press"><a href="https://www.owasp.org/index.php/Press" rel="nofollow">Press</a></li>
318
+ <li id="n-Video"><a href="/index.php/Category:OWASP_Video">Video</a></li>
319
+ <li id="n-Volunteer"><a href="http://owasp.force.com/volunteers/GW_Volunteers__VolunteersJobListing" rel="nofollow">Volunteer</a></li>
320
+ </ul>
321
+ </div>
322
+ </div>
323
+
324
+ <!-- /Navigation -->
325
+
326
+ <!-- Reference -->
327
+ <div class="portal" id='p-Reference'>
328
+ <h5>Reference</h5>
329
+ <div class="body">
330
+ <ul>
331
+ <li id="n-Activities"><a href="/index.php/Category:Activity">Activities</a></li>
332
+ <li id="n-Attacks"><a href="/index.php/Category:Attack">Attacks</a></li>
333
+ <li id="n-Code-Snippets"><a href="/index.php/Category:Code_Snippet">Code Snippets</a></li>
334
+ <li id="n-Controls"><a href="/index.php/Category:Control">Controls</a></li>
335
+ <li id="n-Glossary"><a href="/index.php/Category:Glossary">Glossary</a></li>
336
+ <li id="n-How-To..."><a href="/index.php/Category:How_To">How To...</a></li>
337
+ <li id="n-Java-Project"><a href="/index.php/Category:OWASP_Java_Project">Java Project</a></li>
338
+ <li id="n-.NET-Project"><a href="/index.php/Category:OWASP_.NET_Project">.NET Project</a></li>
339
+ <li id="n-Principles"><a href="/index.php/Category:Principle">Principles</a></li>
340
+ <li id="n-Technologies"><a href="/index.php/Category:Technology">Technologies</a></li>
341
+ <li id="n-Threat-Agents"><a href="/index.php/Category:Threat_Agent">Threat Agents</a></li>
342
+ <li id="n-Vulnerabilities"><a href="/index.php/Category:Vulnerability">Vulnerabilities</a></li>
343
+ </ul>
344
+ </div>
345
+ </div>
346
+
347
+ <!-- /Reference -->
348
+
349
+ <!-- languageselector -->
350
+ <div class="portal" id='p-languageselector'>
351
+ <h5>Language</h5>
352
+ <div class="body">
353
+ <ul>
354
+ <li id="n-languageselector" class="active"><a 0="https://www.owasp.org/index.php?title=Rhode_Island&amp;setlang=en" href="https://www.owasp.org/index.php?title=Rhode_Island&amp;setlang=en">English</a></li>
355
+ <li id="n-languageselector"><a 0="https://www.owasp.org/index.php?title=Rhode_Island&amp;setlang=es" href="https://www.owasp.org/index.php?title=Rhode_Island&amp;setlang=es">Español</a></li>
356
+ </ul>
357
+ </div>
358
+ </div>
359
+
360
+ <!-- /languageselector -->
361
+
362
+ <!-- SEARCH -->
363
+
364
+ <!-- /SEARCH -->
365
+
366
+ <!-- TOOLBOX -->
367
+ <div class="portal" id='p-tb'>
368
+ <h5>Toolbox</h5>
369
+ <div class="body">
370
+ <ul>
371
+ <li id="t-whatlinkshere"><a href="/index.php/Special:WhatLinksHere/Rhode_Island" title="A list of all wiki pages that link here [j]" accesskey="j">What links here</a></li>
372
+ <li id="t-recentchangeslinked"><a href="/index.php/Special:RecentChangesLinked/Rhode_Island" title="Recent changes in pages linked from this page [k]" accesskey="k">Related changes</a></li>
373
+ <li id="t-specialpages"><a href="/index.php/Special:SpecialPages" title="A list of all special pages [q]" accesskey="q">Special pages</a></li>
374
+ <li><a href="/index.php?title=Rhode_Island&amp;printable=yes" rel="alternate">Printable version</a></li>
375
+ <li id="t-permalink"><a href="/index.php?title=Rhode_Island&amp;oldid=166465" title="Permanent link to this revision of the page">Permanent link</a></li>
376
+ </ul>
377
+ </div>
378
+ </div>
379
+
380
+ <!-- /TOOLBOX -->
381
+
382
+ <!-- LANGUAGES -->
383
+
384
+ <!-- /LANGUAGES -->
385
+ </div>
386
+ <!-- /panel -->
387
+ <!-- footer -->
388
+ <div id="footer">
389
+ <ul id="footer-info">
390
+ <li id="footer-info-lastmod"> This page was last modified on 23 January 2014, at 13:39.</li>
391
+ <li id="footer-info-viewcount">This page has been accessed 9,194 times.</li>
392
+ <li id="footer-info-copyright">Content is available under <a class="external" href="http://creativecommons.org/licenses/by-sa/3.0/">a Creative Commons 3.0 License</a>.</li>
393
+ </ul>
394
+ <ul id="footer-places">
395
+ <li id="footer-places-privacy"><a href="/index.php/OWASP:Privacy_policy" title="OWASP:Privacy policy">Privacy policy</a></li>
396
+ <li id="footer-places-about"><a href="/index.php/OWASP:About" title="OWASP:About">About OWASP</a></li>
397
+ <li id="footer-places-disclaimer"><a href="/index.php/OWASP:General_disclaimer" title="OWASP:General disclaimer">Disclaimers</a></li>
398
+ </ul>
399
+ <ul id="footer-icons" class="noprint">
400
+ <li id="footer-copyrightico">
401
+ <a href="http://creativecommons.org/licenses/by-sa/3.0/"><img src="https://www.owasp.org/images/f/fa/Somerights20.png" alt="a Creative Commons 3.0 License" width="88" height="31" /></a>
402
+ </li>
403
+ <li id="footer-poweredbyico">
404
+ <a href="//www.mediawiki.org/"><img src="/skins/common/images/poweredby_mediawiki_88x31.png" alt="Powered by MediaWiki" width="88" height="31" /></a>
405
+ <a href="http://www.rackspace.com/cloud/managed_cloud/"><img src="/images/Powered_By_Rackspace_logo.png" alt="Powered by Rackspace Managed Cloud" height="30" width="100" /></a>
406
+ </li>
407
+ </ul>
408
+ <div style="clear:both"></div>
409
+ </div>
410
+ <!-- /footer -->
411
+ <script src="https://www.owasp.org/load.php?debug=false&amp;lang=en&amp;modules=skins.vector&amp;only=scripts&amp;skin=vector&amp;*"></script>
412
+ <script>if(window.mw){
413
+ mw.loader.load(["mediawiki.user","mediawiki.page.ready","ext.languageSelector","ext.headertabs"], null, true);
414
+ }</script>
415
+ <script type="text/javascript">
416
+ function buildContent (blog) {
417
+ var MONTH_NAMES = [ "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" ];
418
+ if (!blog || !blog.items) return; var container=document.getElementById("container");
419
+ var code=""; for (var i = 0; i < blog.items.length; i++) { var item = blog.items[i];
420
+ var date = new Date(); date.setTime( 4 + item.published * 1000 );
421
+ var datestring = MONTH_NAMES[date.getMonth()]+" "+(date.getDate());
422
+ code=code+"<div style='font-weight:bold'>"+datestring+" - ";
423
+ code=code+"<a href='"+item.alternate.href+"'>"+item.title+"</a> (by ";
424
+ code=code+"<a href='"+item.origin.streamId.substring(5)+"'>"+item.author+"</a>)</div>";
425
+ var text=""+item.content;
426
+ if (text == "undefined" ) {
427
+ text=item.summary;
428
+ }
429
+ code=code+"<div>"+text+"</div><br>";
430
+ }
431
+ container.innerHTML=code;
432
+ }
433
+ </script>
434
+ <script type="text/javascript">
435
+ function build_bloglist(data) {
436
+ var container = document.getElementById('blogroll');
437
+ var list = document.createElement('div');
438
+ // Loop through all data items returned
439
+ for (var i=0; i < data.items.length; i++) {
440
+ var item = data.items[i];
441
+ var link = document.createElement('a');
442
+ link.appendChild(document.createTextNode(item.title));
443
+ link.href = item.id;
444
+ list.appendChild(link);
445
+ list.appendChild(document.createElement('br'));
446
+ }
447
+ container.appendChild(list);
448
+ }
449
+ </script>
450
+ <script type="text/javascript">
451
+ var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
452
+ document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
453
+ </script>
454
+ <script type="text/javascript">
455
+ var pageTracker = _gat._getTracker("UA-725452-2");
456
+ pageTracker._initData();
457
+ pageTracker._trackPageview();
458
+ </script>
459
+
460
+ <script src="https://www.owasp.org/load.php?debug=false&amp;lang=en&amp;modules=site&amp;only=scripts&amp;skin=vector&amp;*"></script>
461
+ <!-- Served in 0.129 secs. -->
462
+ </body>
463
+ </html>
data/spec/owasp_ri_scraper/event_parser_spec.rb ADDED
@@ -0,0 +1,26 @@
1
+ require 'timecop'
2
+ require 'owasp_ri_scraper/event_parser'
3
+
4
+ describe OwaspRiScraper::EventParser do
5
+
6
+ describe '#parse' do
7
+ let(:content) {
8
+ File.open( File.join( File.dirname(__FILE__), '..', 'fixtures', 'Rhode_Island') ).read
9
+ }
10
+
11
+ let(:parsed) { subject.parse(content) }
12
+
13
+ let(:timezone_offset) { 5 * 60 * 60 }
14
+
15
+ it 'parses an Event from the supplied content' do
16
+ Timecop.freeze(Time.local(2014, 2, 3)) do
17
+ expect( parsed.start_time ).to eq( Time.utc(2014, 2, 12, 17, 45, 0) + timezone_offset )
18
+ end
19
+ end
20
+
21
+ it 'provides the HTML description from the scraped page' do
22
+ expect(parsed.description).to eq("Preventing XSS with CSP")
23
+ end
24
+ end
25
+
26
+ end
data/spec/owasp_ri_scraper/homepage_spec.rb ADDED
@@ -0,0 +1,12 @@
1
+ require 'spec_helper'
2
+ require 'owasp_ri_scraper/homepage'
3
+
4
+ describe OwaspRiScraper::Homepage do
5
+
6
+ describe '#content', :vcr do
7
+ it 'fetches the body content from the OWASP RI homepage' do
8
+ expect( subject.content ).to include( 'OWASP Rhode Island' )
9
+ end
10
+ end
11
+
12
+ end
data/spec/owasp_ri_scraper_spec.rb ADDED
@@ -0,0 +1,19 @@
1
+ require 'owasp_ri_scraper'
2
+
3
+ describe OwaspRiScraper do
4
+
5
+ describe '.scheduled_event' do
6
+ let(:content) { double }
7
+ let(:event) { double }
8
+
9
+ before do
10
+ OwaspRiScraper::Homepage.any_instance.stub(:content) { content }
11
+ OwaspRiScraper::EventParser.any_instance.stub(:parse).with(content) { event }
12
+ end
13
+
14
+ it 'parses an Event from the EOL Club homepage' do
15
+ expect(OwaspRiScraper.scheduled_event).to eq(event)
16
+ end
17
+ end
18
+
19
+ end
data/spec/spec_helper.rb ADDED
@@ -0,0 +1,13 @@
1
+ require 'vcr'
2
+
3
+ RSpec.configure do |config|
4
+ config.treat_symbols_as_metadata_keys_with_true_values = true
5
+ end
6
+
7
+ VCR.configure do |c|
8
+ c.cassette_library_dir = 'spec/vcr'
9
+ c.hook_into :webmock
10
+
11
+ c.allow_http_connections_when_no_cassette = false
12
+ c.configure_rspec_metadata!
13
+ end