pande 0.1.0__tar.gz

pande-0.1.0/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 2.4
+Name: pande
+Version: 0.1.0
+Summary: A simple package
+Author-email: xploiter <you@example.com>
+License: MIT
+Keywords: python,example
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# My Awesome Package
+
+Simple Python package.
+
+## Installation
+
+```bash
+pip install pande

pande-0.1.0/README.md

@@ -0,0 +1,8 @@
+# My Awesome Package
+
+Simple Python package.
+
+## Installation
+
+```bash
+pip install pande

pande-0.1.0/pyproject.toml

@@ -0,0 +1,24 @@
+[build-system]
+requires = ["setuptools>=68", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "pande"
+version = "0.1.0"
+description = "A simple package"
+readme = "README.md"
+license = {text = "MIT"}
+authors = [
+    {name = "xploiter", email = "you@example.com"}
+]
+requires-python = ">=3.9"
+
+dependencies = []
+
+keywords = ["python", "example"]
+
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+]

pande-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

pande-0.1.0/src/pande/_init_.py

@@ -0,0 +1 @@
+from .pande import add

pande-0.1.0/src/pande/pande.py

@@ -0,0 +1,204 @@
+def add(a, b):
+    return a + b
+
+
+
+'''
+//pract2
+with open("input.txt", "w") as f:
+    f.write("""Hello Spark
+Hello Hadoop
+Spark is fast
+Hadoop is powerful
+""")
+
+from pyspark import SparkContext
+
+# Create or get existing SparkContext
+sc = SparkContext.getOrCreate()
+
+# Read input file
+text_file = sc.textFile("/content/input.txt")
+
+# Split into words
+words = text_file.flatMap(lambda line: line.split())
+
+# Create (word,1) pairs
+word_pairs = words.map(lambda word: (word, 1))
+
+# Count words
+word_counts = word_pairs.reduceByKey(lambda a, b: a + b)
+
+# Display results
+for word, count in word_counts.collect():
+    print(f"{word}: {count}")
+
+# Stop Spark (optional)
+# sc.stop()
+
+# Tri-gram Model
+
+text = "I love machine learning because machine learning is fun"
+words = text.lower().split()
+
+trigrams = {}
+
+for i in range(len(words) - 2):
+    trigrams[(words[i], words[i+1])] = words[i+2]
+
+print("Tri-gram Model:")
+for key, value in trigrams.items():
+    print(key, "->", value)
+
+
+# Install PySpark (Run once)
+# !pip install pyspark
+
+from pyspark.sql import SparkSession
+import matplotlib.pyplot as plt
+
+# Create Spark Session
+spark = SparkSession.builder.appName("GraphData").getOrCreate()
+
+# Create Data
+data = [("A", 10), ("B", 20), ("C", 15), ("D", 25)]
+df = spark.createDataFrame(data, ["Name", "Value"])
+
+# Display Data
+df.show()
+
+# Convert to Pandas for plotting
+pdf = df.toPandas()
+
+# Create Bar Graph
+plt.bar(pdf["Name"], pdf["Value"])
+plt.title("Spark Graphical Data")
+plt.xlabel("Name")
+plt.ylabel("Value")
+plt.show()
+
+# Stop Spark
+spark.stop()
+
+
+
+//pract5 haddop, spark
+from pyspark.sql import SparkSession
+
+# Create Spark Session
+spark = SparkSession.builder.appName("ErrorRecovery").getOrCreate()
+
+try:
+    # Read input file
+    df = spark.read.text("input.txt")
+
+    # Display data
+    df.show()
+
+except Exception as e:
+    print("Error:", e)
+    print("Recovery: Please check if 'input.txt' exists.")
+
+finally:
+    # Stop Spark Session
+    spark.stop()
+    print("Spark session closed.")
+
+
+
+
+//pract6
+import os
+
+os.makedirs("/content/stream", exist_ok=True)
+
+with open("/content/stream/input1.txt", "w") as f:
+    f.write("Hello Spark\n")
+    f.write("Spark Streaming Example\n")
+    f.write("Spark Streaming Example\n")
+    f.write("Sparoook Streaming Example\n")
+    f.write("Spark Streaming Example\n")
+    f.write("Spark Streaming Example\n")
+    f.write("Spark Streaming Example\n")
+    f.write("Spark Streaming Example\n")
+
+from google.colab import drive
+drive.mount('/content/drive')
+
+import os
+from pyspark.sql import SparkSession
+
+# Create folder
+os.makedirs("/content/stream", exist_ok=True)
+
+# Create sample file
+with open("/content/stream/input1.txt", "w") as f:
+    f.write("Hello Spark\n")
+    f.write("Streaming Example\n")
+
+# Spark Session
+spark = SparkSession.builder \
+    .master("local[*]") \
+    .appName("FileStreaming") \
+    .getOrCreate()
+
+# Read streaming files
+df = spark.readStream.text("/content/stream")
+
+# Write to console
+query = df.writeStream \
+    .format("console") \
+    .outputMode("append") \
+    .start()
+
+# Run for 20 seconds only
+query.awaitTermination(5)
+
+# Stop query
+query.stop()
+
+print("Streaming Completed")
+
+import time
+
+print("Streaming Started...\n")
+
+with open("input.txt", "r") as file:
+    for line in file:
+        print("Received:", line.strip())
+        time.sleep(1)   # Delay of 1 second
+
+print("\nStreaming Completed.")
+
+
+# Create sample source files
+with open("source1.txt", "w") as f:
+    f.write("Log Entry 1 from Source 1\n")
+    f.write("Log Entry 2 from Source 1\n")
+
+with open("source2.txt", "w") as f:
+    f.write("Log Entry 1 from Source 2\n")
+    f.write("Log Entry 2 from Source 2\n")
+
+# Centralized data store
+output_file = "centralized_store.txt"
+
+# Read from multiple sources and write to centralized store
+sources = ["source1.txt", "source2.txt"]
+
+with open(output_file, "w") as outfile:
+    for source in sources:
+        with open(source, "r") as infile:
+            outfile.write(f"--- Data from {source} ---\n")
+            outfile.write(infile.read())
+            outfile.write("\n")
+
+print("Data transported successfully!")
+
+# Display the centralized data
+with open(output_file, "r") as f:
+    print("\nCentralized Data Store:\n")
+    print(f.read())
+
+
+'''

pande-0.1.0/src/pande.egg-info/PKG-INFO

@@ -0,0 +1,21 @@
+Metadata-Version: 2.4
+Name: pande
+Version: 0.1.0
+Summary: A simple package
+Author-email: xploiter <you@example.com>
+License: MIT
+Keywords: python,example
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# My Awesome Package
+
+Simple Python package.
+
+## Installation
+
+```bash
+pip install pande

pande-0.1.0/src/pande.egg-info/SOURCES.txt

@@ -0,0 +1,8 @@
+README.md
+pyproject.toml
+src/pande/_init_.py
+src/pande/pande.py
+src/pande.egg-info/PKG-INFO
+src/pande.egg-info/SOURCES.txt
+src/pande.egg-info/dependency_links.txt
+src/pande.egg-info/top_level.txt

pande-0.1.0/src/pande.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

pande-0.1.0/src/pande.egg-info/top_level.txt

@@ -0,0 +1 @@
+pande