warp-beacon 1.0.2__py3-none-any.whl

warp_beacon/uploader/__init__.py

@@ -0,0 +1,118 @@
+import threading
+import multiprocessing
+from warp_beacon.jobs.upload_job import UploadJob
+#import time
+import logging
+
+import asyncio
+from telegram import Update
+from telegram.ext import ContextTypes
+
+from typing import Optional, Callable, Coroutine
+
+from warp_beacon.storage import Storage
+
+class AsyncUploader(object):
+	threads = []
+	allow_loop = True
+	job_queue = None
+	callbacks = {}
+	storage = None
+	in_process = set()
+	loop = None
+	pool_size = 1
+
+	def __init__(self, loop: asyncio.AbstractEventLoop, storage: Storage, pool_size: int=multiprocessing.cpu_count()) -> None:
+		self.storage = storage
+		self.loop = loop
+		self.job_queue = multiprocessing.Queue()
+		self.pool_size = pool_size
+	
+	def __del__(self) -> None:
+		self.stop_all()
+
+	def start(self) -> None:
+		for _ in range(self.pool_size):
+			thread = threading.Thread(target=self.do_work)
+			self.threads.append(thread)
+			thread.start()
+
+	def add_callback(self, message_id: int, callback: Callable, update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
+		def callback_wrap(*args, **kwargs) -> None:
+			ret = callback(*args, **kwargs)
+			self.remove_callback(message_id)
+			return ret
+		self.callbacks[message_id] = {"callback": callback_wrap, "update": update, "context": context}
+
+	def remove_callback(self, message_id: int) -> None:
+		if message_id in self.callbacks:
+			del self.callbacks[message_id]
+
+	def stop_all(self) -> None:
+		self.allow_loop = False
+		for i in self.threads:
+			i.join()
+		self.threads.clear()
+
+	def is_inprocess(self, uniq_id: str) -> bool:
+		return uniq_id in self.in_process
+	
+	def process_done(self, uniq_id: str) -> None:
+		self.in_process.discard(uniq_id)
+
+	def set_inprocess(self, uniq_id: str) -> None:
+		self.in_process.add(uniq_id)
+
+	def queue_task(self, job: UploadJob) -> None:
+		self.job_queue.put_nowait(job)
+
+	def do_work(self) -> None:
+		logging.info("Upload worker started")
+		while self.allow_loop:
+			try:
+				try:
+					job = self.job_queue.get()
+					path = ""
+					if job.media_type == "collection":
+						for i in job.media_collection:
+							path += "%s; " % i.local_media_path
+					else:
+						path = job.local_media_path
+					in_process = job.in_process
+					uniq_id = job.uniq_id
+					message_id = job.message_id
+					if not in_process:
+						logging.info("Accepted upload job, file(s): '%s'", path)
+					try:
+						for m_id in self.callbacks.copy():
+							if m_id == message_id:
+								if job.job_failed:
+									logging.info("URL '%s' download failed. Skipping upload job ...", job.url)
+									if job.job_failed_msg: # we want to say something to user
+										asyncio.ensure_future(self.callbacks[m_id]["callback"](job), loop=self.loop)
+									self.process_done(uniq_id)
+									self.remove_callback(message_id)
+									continue
+								if in_process:
+									db_list_dicts = self.storage.db_lookup_id(uniq_id)
+									if db_list_dicts:
+										tg_file_ids = [i["tg_file_id"] for i in db_list_dicts]
+										dlds_len = len(db_list_dicts)
+										if dlds_len > 1:
+											job.tg_file_id = ",".join(tg_file_ids)
+											job.media_type = "collection"
+										elif dlds_len:
+											job.tg_file_id = ",".join(tg_file_ids)
+											job.media_type = db_list_dicts.pop()["media_type"]
+										asyncio.ensure_future(self.callbacks[m_id]["callback"](job), loop=self.loop)
+									else:
+										self.queue_task(job)
+								else:
+									asyncio.ensure_future(self.callbacks[m_id]["callback"](job), loop=self.loop)
+					except Exception as e:
+						logging.exception(e)
+				except multiprocessing.Queue.empty:
+					pass
+			except Exception as e:
+				logging.error("Exception occurred inside upload worker!")
+				logging.exception(e)

warp_beacon/warp_beacon.py

@@ -0,0 +1,360 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import os
+import signal
+import asyncio
+import logging
+
+from urlextract import URLExtract
+
+from telegram import ForceReply, Update, Chat, error, InputMediaVideo, InputMediaPhoto
+from telegram.ext import Application, CommandHandler, ContextTypes, MessageHandler, filters
+
+import warp_beacon.scrapler
+from warp_beacon.storage import Storage
+from warp_beacon.uploader import AsyncUploader
+from warp_beacon.jobs.download_job import DownloadJob, UploadJob
+
+# Enable logging
+logging.basicConfig(
+	format="%(asctime)s - %(name)s - %(levelname)s - %(message)s", level=logging.INFO
+)
+# set higher logging level for httpx to avoid all GET and POST requests being logged
+logging.getLogger("httpx").setLevel(logging.WARNING)
+
+logger = logging.getLogger(__name__)
+
+storage = Storage()
+uploader = None
+downloader = None
+
+# Define a few command handlers. These usually take the two arguments update and
+# context.
+async def start(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
+	"""Send a message when the command /start is issued."""
+	user = update.effective_user
+	await update.message.reply_html(
+		rf"Hi {user.mention_html()}!",
+		reply_markup=ForceReply(selective=True),
+	)
+
+async def help_command(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
+	"""Send a message when the command /help is issued."""
+	await update.message.reply_text("Send me a link to remote media")
+
+async def random(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
+	d = storage.get_random()
+	if not d:
+		await update.message.reply_text("No random content yet.")
+		return
+	await upload_job(update, context, UploadJob(tg_file_id=d["tg_file_id"], media_type=d["media_type"], message_id=update.message.message_id))
+
+async def send_text(update: Update, context: ContextTypes.DEFAULT_TYPE, reply_id: int, text: str) -> None:
+	try:
+		await update.message.reply_text(
+			text,
+			reply_to_message_id=reply_id
+		)
+	except Exception as e:
+		logging.error("Failed to send text message!")
+		logging.exception(e)
+
+def build_tg_args(job: UploadJob) -> dict:
+	args = {}
+	timeout = int(os.environ.get("TG_WRITE_TIMEOUT", default=120))
+	if job.media_type == "video":
+		if job.tg_file_id:
+			args["video"] = job.tg_file_id.replace(":video", '')
+		else:
+			args["video"] = open(job.local_media_path, 'rb')
+			args["supports_streaming"] = True
+			args["duration"] = int(job.media_info["duration"])
+			args["width"] = job.media_info["width"]
+			args["height"] = job.media_info["height"]
+			args["thumbnail"] = job.media_info["thumb"]
+	elif job.media_type == "image":
+		if job.tg_file_id:
+			args["photo"] = job.tg_file_id.replace(":image", '')
+		else:
+			args["photo"] = open(job.local_media_path, 'rb')
+	elif job.media_type == "collection":
+		if job.tg_file_id:
+			args["media"] = []
+			for i in job.tg_file_id.split(','):
+				tg_id, mtype = i.split(':')
+				ptr = None
+				if mtype == "video":
+					ptr = InputMediaVideo(media=tg_id)
+				elif mtype == "image":
+					ptr = InputMediaPhoto(media=tg_id)
+				args["media"].append(ptr)
+		else:
+			mediafs = []
+			for j in job.media_collection:
+				if j.media_type == "video":
+					vid = InputMediaVideo(
+						media=open(j.local_media_path, 'rb'),
+						supports_streaming=True,
+						width=j.media_info["width"],
+						height=j.media_info["height"],
+						duration=int(j.media_info["duration"]),
+						thumbnail=j.media_info["thumb"]
+					)
+					mediafs.append(vid)
+				elif j.media_type == "image":
+					photo = InputMediaPhoto(
+						media=open(j.local_media_path, 'rb')
+					)
+					mediafs.append(photo)
+			args["media"] = mediafs
+
+	# common args
+	args["disable_notification"] = True
+	args["write_timeout"] = timeout
+	args["read_timeout"] = timeout
+	args["connect_timeout"] = timeout
+	args["reply_to_message_id"] = job.message_id
+
+	return args
+
+async def upload_job(update: Update, context: ContextTypes.DEFAULT_TYPE, job: UploadJob) -> list[str]:
+	timeout = int(os.environ.get("TG_WRITE_TIMEOUT", default=120))
+	tg_file_ids = []
+	try:
+		retry_amount = 0
+		max_retries = int(os.environ.get("TG_MAX_RETRIES", default=5))
+		while not retry_amount >= max_retries:
+			try:
+				if job.media_type == "video":
+					message = await update.message.reply_video(**build_tg_args(job))
+					tg_file_ids.append(message.video.file_id)
+					job.tg_file_id = message.video.file_id
+				elif job.media_type == "image":
+					message = await update.message.reply_photo(**build_tg_args(job))
+					if message.photo:
+						tg_file_ids.append(message.photo[-1].file_id)
+						job.tg_file_id = message.photo[-1].file_id
+				elif job.media_type == "collection":
+					sent_messages = await update.message.reply_media_group(**build_tg_args(job))
+					for i, msg in enumerate(sent_messages):
+						if msg.video:
+							tg_file_ids.append(msg.video.file_id + ':video')
+							if job.media_collection:
+								job.media_collection[i].tg_file_id = msg.video.file_id + ':video'
+						elif msg.photo:
+							tg_file_ids.append(msg.photo[-1].file_id + ':image')
+							if job.media_collection:
+								job.media_collection[i].tg_file_id = msg.photo[-1].file_id + ':image'
+				logging.info("Uploaded to Telegram")
+				break
+			except error.TimedOut as e:
+				logging.error("TG timeout error!")
+				logging.exception(e)
+				await send_text(
+					update,
+					context,
+					job.message_id,
+					"Telegram timeout error occurred! Your configuration timeout value is `%d`" % timeout
+				)
+				break
+			except error.NetworkError as e:
+				logging.error("Failed to upload due telegram limits :(")
+				logging.exception(e)
+				if not "Request Entity Too Large" in e.message:
+					logging.info("TG upload will be retried. Configuration `TG_MAX_RETRIES` values is %d.", max_retries)
+				
+				if "Message to reply not found" in e.message:
+					logging.warning("No message to reply found. Looks like original message was deleted by author.")
+					job.message_id = None
+					continue
+
+				if retry_amount+1 >= max_retries or "Request Entity Too Large" in e.message:
+					msg = ""
+					if e.message:
+						msg = "Telegram error: %s" % str(e.message)
+					else:
+						msg = "Unfortunately, Telegram limits were exceeded. Your video size is %.2f MB." % job.media_info["filesize"]
+					await send_text(
+						update,
+						context,
+						job.message_id,
+						msg
+					)
+					break
+			retry_amount += 1
+	except Exception as e:
+		logging.error("Error occurred!")
+		logging.exception(e)
+	finally:
+		if job.media_type == "collection":
+			for j in job.media_collection:
+				if os.path.exists(j.local_media_path):
+					os.unlink(j.local_media_path)
+		else:
+			if os.path.exists(job.local_media_path):
+				os.unlink(job.local_media_path)
+
+	return tg_file_ids
+
+async def handler(update: Update, context: ContextTypes.DEFAULT_TYPE) -> None:
+	if update.message is None:
+		return
+	chat = update.effective_chat
+	effective_message_id = update.message.message_id
+	extractor = URLExtract()
+	urls = extractor.find_urls(update.message.text_html)
+
+	reply_text = "Wut?"
+	if not urls:
+		reply_text = "Your message should contains URLs"
+	else:
+		for url in urls:
+			if "instagram.com" not in url:
+				logging.info("Only instagram.com is now supported. Skipping.")
+				continue
+			entities, tg_file_ids = [], []
+			uniq_id = Storage.compute_uniq(url)
+			try:
+				entities = storage.db_lookup_id(uniq_id)
+			except Exception as e:
+				logging.error("Failed to search link in DB!")
+				logging.exception(e)
+			if entities:
+				tg_file_ids = [i["tg_file_id"] for i in entities]
+				logging.info("URL '%s' is found in DB. Sending with tg_file_ids = '%s'", url, str(tg_file_ids))
+				ent_len = len(entities)
+				if ent_len > 1:
+					await upload_job(
+						update,
+						context,
+						UploadJob(
+							tg_file_id=",".join(tg_file_ids),
+							message_id=effective_message_id,
+							media_type="collection"
+						)
+					)
+				elif ent_len:
+					media_type = entities.pop()["media_type"]
+					await upload_job(
+						update,
+						context,
+						UploadJob(
+							tg_file_id=tg_file_ids.pop(),
+							message_id=effective_message_id,
+							media_type=media_type
+						)
+					)
+			else:
+				async def upload_wrapper(job: UploadJob) -> None:
+					try:
+						if job.job_failed and job.job_failed_msg:
+							return await send_text(update, context, reply_id=job.message_id, text=job.job_failed_msg)
+						tg_file_ids = await upload_job(update, context, job)
+						if tg_file_ids:
+							if job.media_type == "collection" and job.save_items:
+								for i in job.media_collection:
+									storage.add_media(tg_file_ids=[i.tg_file_id], media_url=i.effective_url, media_type=i.media_type, origin="instagram")
+							else:
+								storage.add_media(tg_file_ids=[','.join(tg_file_ids)], media_url=job.url, media_type=job.media_type, origin="instagram")
+					except Exception as e:
+						logging.error("Exception occurred while performing upload callback!")
+						logging.exception(e)
+					finally:
+						uploader.process_done(job.uniq_id)
+						uploader.remove_callback(job.message_id)
+
+				uploader.add_callback(effective_message_id, upload_wrapper, update, context)
+
+				try:
+					downloader.queue_task(DownloadJob.build(
+						url=url,
+						message_id=effective_message_id,
+						in_process=uploader.is_inprocess(uniq_id),
+						uniq_id=uniq_id
+					))
+					uploader.set_inprocess(uniq_id)
+				except Exception as e:
+					logging.error("Failed to schedule download task!")
+					logging.exception(e)
+
+	if chat.type not in (Chat.GROUP, Chat.SUPERGROUP) and not urls:
+		await update.message.reply_text(reply_text, reply_to_message_id=effective_message_id)
+
+@staticmethod
+def _raise_system_exit() -> None:
+	raise SystemExit
+
+def main() -> None:
+	"""Start the bot."""
+	try:
+		global uploader, downloader
+
+		loop = asyncio.get_event_loop()
+		stop_signals = (signal.SIGINT, signal.SIGTERM, signal.SIGABRT)
+		for sig in stop_signals or []:
+			loop.add_signal_handler(sig, _raise_system_exit)
+		loop.add_signal_handler(sig, _raise_system_exit)
+		
+		uploader = AsyncUploader(
+			storage=storage,
+			pool_size=int(os.environ.get("UPLOAD_POOL_SIZE", default=warp_beacon.scrapler.CONST_CPU_COUNT)),
+			loop=loop
+		)
+		downloader = warp_beacon.scrapler.AsyncDownloader(
+			workers_count=int(os.environ.get("WORKERS_POOL_SIZE", default=warp_beacon.scrapler.CONST_CPU_COUNT)),
+			uploader=uploader
+		)
+		downloader.start()
+		uploader.start()
+
+		# Create the Application and pass it your bot's token.
+		tg_token = os.environ.get("TG_TOKEN", default=None)
+		application = Application.builder().token(tg_token).concurrent_updates(True).build()
+
+		# on different commands - answer in Telegram
+		application.add_handler(CommandHandler("start", start))
+		application.add_handler(CommandHandler("random", random))
+		application.add_handler(CommandHandler("help", help_command))
+
+		# on non command i.e message - echo the message on Telegram
+		application.add_handler(MessageHandler(filters.TEXT & ~filters.COMMAND, handler))
+
+		allow_loop = True
+		try:
+			loop.run_until_complete(application.initialize())
+			if application.post_init:
+				loop.run_until_complete(application.post_init(application))
+			loop.run_until_complete(application.updater.start_polling())
+			loop.run_until_complete(application.start())
+			while allow_loop:
+				try:
+					loop.run_forever()
+				except (KeyboardInterrupt, SystemExit) as e:
+					allow_loop = False
+					raise e
+				except Exception as e:
+					logging.error("Main loop Telegram error!")
+					logging.exception(e)
+		except (KeyboardInterrupt, SystemExit):
+			logging.debug("Application received stop signal. Shutting down.")
+		finally:
+			try:
+				if application.updater.running:  # type: ignore[union-attr]
+					loop.run_until_complete(application.updater.stop())  # type: ignore[union-attr]
+				if application.running:
+					loop.run_until_complete(application.stop())
+				if application.post_stop:
+					loop.run_until_complete(application.post_stop(application))
+				loop.run_until_complete(application.shutdown())
+				if application.post_shutdown:
+					loop.run_until_complete(application.post_shutdown(application))
+			finally:
+				loop.close()
+				downloader.stop_all()
+				uploader.stop_all()
+	except Exception as e:
+		logging.exception(e)
+
+if __name__ == "__main__":
+	main()

warp_beacon-1.0.2.dist-info/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.