pelican-nlp 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl

pelican_nlp/_version.py

@@ -1 +1 @@
-__version__ = "0.3.2"
+__version__ = "0.3.3"

pelican_nlp/cli.py

@@ -1,17 +1,33 @@
 import os
+from pathlib import Path
 from pelican_nlp.main import Pelican
+from pelican_nlp.config import RUN_TESTS, run_tests
 
 def main():
-    config_files = [f for f in os.listdir(".") if f.endswith(".yml")]
+    # Run tests if enabled
+    if RUN_TESTS:
+        print("Running tests...")
+        run_tests()
+        return
+
+    # Get the package directory's sample_configuration_files folder
+    package_dir = Path(__file__).parent
+    config_dir = package_dir / 'sample_configuration_files'
+    
+    if not config_dir.exists():
+        print("sample_configuration_files directory not found in package directory.")
+        return
+        
+    config_files = [f for f in os.listdir(config_dir) if f.endswith(".yml")]
     if not config_files:
-        print("No .yml configuration file found in the current directory.")
+        print("No .yml configuration file found in the sample_configuration_files directory.")
         return
 
     if len(config_files) > 1:
-        print("More than one configuration file found - remove unneeded files from project directory")
+        print("More than one configuration file found in sample_configuration_files directory - please specify which one to use")
         return
 
-    config_file = config_files[0]  # You could also add logic to choose or validate
+    config_file = str(config_dir / config_files[0])
     print(f"Using configuration file: {config_file}")
 
     pelican = Pelican(config_file)

pelican_nlp/config.py

@@ -6,9 +6,30 @@ For consistency of pipeline, DO NOT CHANGE.
 """
 
 # Debug flag
-DEBUG_MODE = False
+DEBUG_MODE = True
+
+# Test flag - set to True to run all example tests
+RUN_TESTS = False
 
 def debug_print(*args, **kwargs):
     """Print only if debug mode is enabled."""
+    DEBUG_MODE = True
     if DEBUG_MODE:
-        print(*args, **kwargs) 
+        print(*args, **kwargs)
+
+def run_tests():
+    """Run all example tests if RUN_TESTS is enabled."""
+    if RUN_TESTS:
+        import unittest
+        from pathlib import Path
+
+        # Get the path to the test file
+        test_file = Path(__file__).parent / "utils" / "unittests" / "test_examples.py"
+
+        # Create a test suite and add the test file
+        loader = unittest.TestLoader()
+        suite = loader.discover(str(test_file.parent), pattern="test_examples.py")
+
+        # Run the tests
+        runner = unittest.TextTestRunner(verbosity=2)
+        runner.run(suite)

pelican_nlp/extraction/extract_embeddings.py

@@ -35,13 +35,60 @@ class EmbeddingsExtractor:
                         outputs = self.model_instance(input_ids=inputs['input_ids'])
                     else:
                         # Handle RoBERTa and other models that accept **inputs
-                        outputs = self.model_instance(**inputs)
+                        if isinstance(inputs, dict):
+                            # Ensure inputs are on the same device as the model
+                            inputs = {k: v.to(self.model_instance.device) for k, v in inputs.items()}
+                            debug_print(f"Model inputs: {inputs}")
+                            outputs = self.model_instance(**inputs, output_hidden_states=True)
+                        else:
+                            debug_print(f"Input type: {type(inputs)}")
+                            debug_print(f"Input content: {inputs}")
+                            
+                            # If inputs is a list of strings, convert to token IDs first
+                            if isinstance(inputs, list):
+                                if isinstance(inputs[0], str):
+                                    # Convert tokens to IDs
+                                    token_ids = self.Tokenizer.tokenizer.convert_tokens_to_ids(inputs)
+                                    debug_print(f"Token IDs: {token_ids}")
+                                    inputs = torch.tensor([token_ids], device=self.model_instance.device)
+                                else:
+                                    # If it's already a list of numbers, convert directly
+                                    inputs = torch.tensor([inputs], device=self.model_instance.device)
+                            else:
+                                # If it's already a tensor, just move to device
+                                inputs = inputs.to(self.model_instance.device)
+                            
+                            debug_print(f"Final tensor shape: {inputs.shape}")
+                            
+                            # Ensure proper shape
+                            if len(inputs.shape) == 1:
+                                inputs = inputs.unsqueeze(0)  # Add batch dimension
+                            
+                            # Create attention mask
+                            attention_mask = torch.ones_like(inputs)
+                            debug_print(f"Model inputs - input_ids: {inputs.shape}, attention_mask: {attention_mask.shape}")
+                            outputs = self.model_instance(input_ids=inputs, attention_mask=attention_mask, output_hidden_states=True)
+                            debug_print(f"Model outputs type: {type(outputs)}")
+                            debug_print(f"Model outputs attributes: {dir(outputs)}")
 
                 # Get word embeddings (last hidden state)
-                word_embeddings = outputs.last_hidden_state
+                if outputs is None:
+                    raise ValueError("Model returned None output")
+                
+                if hasattr(outputs, 'hidden_states') and outputs.hidden_states is not None:
+                    word_embeddings = outputs.hidden_states[-1]
+                    debug_print(f"Using hidden_states, shape: {word_embeddings.shape}")
+                elif hasattr(outputs, 'last_hidden_state'):
+                    word_embeddings = outputs.last_hidden_state
+                    debug_print(f"Using last_hidden_state, shape: {word_embeddings.shape}")
+                else:
+                    raise ValueError(f"Model output has neither hidden_states nor last_hidden_state. Available attributes: {dir(outputs)}")
 
                 # Extract input_ids and convert them back to tokens
-                input_ids = inputs['input_ids'][0].tolist()
+                if isinstance(inputs, dict):
+                    input_ids = inputs['input_ids'][0].tolist()
+                else:
+                    input_ids = inputs[0].tolist()
                 tokens = self.Tokenizer.tokenizer.convert_ids_to_tokens(input_ids)
 
                 # Now align the tokens and embeddings

pelican_nlp/extraction/extract_logits.py

@@ -22,7 +22,12 @@ class LogitsExtractor:
         chunk_size = self.options['chunk_size']
         overlap_size = self.options['overlap_size']
 
-        input_ids = tokens.to(self.device)
+        # Convert list of token IDs to tensor if needed
+        if isinstance(tokens, list):
+            input_ids = torch.tensor([tokens], device=self.device)
+        else:
+            input_ids = tokens.to(self.device)
+            
         chunks = self._split_into_chunks(input_ids, chunk_size, overlap_size)
 
         per_token_data = []

pelican_nlp/extraction/language_model.py

@@ -4,7 +4,7 @@ import os
 import shutil
 
 from accelerate import init_empty_weights, infer_auto_device_map, dispatch_model
-from transformers import AutoModelForCausalLM
+from transformers import AutoModelForCausalLM, AutoModelForMaskedLM, AutoModel
 
 class Model:
     def __init__(self, model_name, project_path):
@@ -75,7 +75,6 @@ class Model:
             
             print(f'FastText model loaded successfully from {model_path}')
         elif self.model_name == 'xlm-roberta-base':
-            from transformers import AutoModel
             self.model_instance = AutoModel.from_pretrained(
                 self.model_name,
                 trust_remote_code=trust_remote_code,

pelican_nlp/main.py

@@ -25,9 +25,10 @@ from pelican_nlp.utils.setup_functions import subject_instantiator, load_config,
 from pelican_nlp.preprocessing import LPDS
 from pelican_nlp.utils.filename_parser import parse_lpds_filename
 
-from pelican_nlp.config import debug_print
+from pelican_nlp.config import debug_print, RUN_TESTS, run_tests
 
 project_path = '/home/yvespauli/PycharmProjects/PyPI_testing_fluency/config_fluency.yml'
+#project_path = '/home/yvespauli/PycharmProjects/PyPI_testing_discourse/config_discourse.yml'
 
 class Pelican:
 
@@ -40,12 +41,12 @@ class Pelican:
         # If no config path is provided, use the default config from package; used for dev-mode
         if config_path is None:
             package_dir = Path(__file__).parent
-            default_config = package_dir / 'configuration_files' / 'config_fluency.yml'
+            default_config = package_dir / 'sample_configuration_files' / 'config_fluency.yml'
             if default_config.exists():
                 config_path = str(default_config)
                 print(f"Using default configuration file: {config_path}")
             else:
-                sys.exit('Error: Default configuration file not found in package.')
+                sys.exit('Error: Default configuration file not found in sample_configuration_files folder.')
         
         # Verify the provided path is a YAML file
         elif not config_path.endswith(('.yml', '.yaml')):
@@ -72,12 +73,6 @@ class Pelican:
         """Execute the main processing pipeline."""
         self._clear_gpu_memory()
 
-        '''
-        #run unittests in dev_mode; not yet implemented
-        if self.dev_mode:
-            self._run_tests()
-        '''
-
         self._handle_output_directory()
         
         # Check/Create LPDS
@@ -229,4 +224,8 @@ class Pelican:
 
 
 if __name__ == '__main__':
-    Pelican(project_path, dev_mode=True).run()
+    if RUN_TESTS:
+        print("Running tests...")
+        run_tests()
+    else:
+        Pelican(project_path, dev_mode=True).run()

pelican_nlp/preprocessing/text_tokenizer.py

@@ -24,7 +24,8 @@ class TextTokenizer:
             # Tokenize using the model's tokenizer
             return self.tokenizer(text, return_tensors='pt', truncation=True, padding=True, max_length=self.max_sequence_length).to(self.device_used)
         elif method == 'model':
-            return self.tokenizer.encode(text, return_tensors='pt')
+            # For model method, return token IDs directly
+            return self.tokenizer.encode(text, add_special_tokens=True)
         else:
             raise ValueError(f"Unsupported tokenization method: {method}")
 
@@ -34,10 +35,14 @@ class TextTokenizer:
     def get_tokenizer(self):
         if self.tokenization_method == 'model' or self.tokenization_method == 'model_roberta':
             from transformers import AutoTokenizer
+            if not self.model_name:
+                raise ValueError("model_name must be provided for model-based tokenization methods")
             return AutoTokenizer.from_pretrained(
                 self.model_name,
                 trust_remote_code=False,  # Don't execute arbitrary model code
                 use_safetensors=True
             )
-        else:
+        elif self.tokenization_method == 'whitespace':
             return None
+        else:
+            raise ValueError(f"Unsupported tokenization method: {self.tokenization_method}")

pelican_nlp/project_graph/graph_visualization.py

@@ -0,0 +1,109 @@
+#!/usr/bin/env python3
+"""
+Graph Visualization for Pelican-nlp Project
+===========================================
+
+This script creates a visual representation of the Pelican-nlp project structure
+using graphviz.
+"""
+
+from graphviz import Digraph
+
+def create_pelican_graph():
+    # Create a new directed graph
+    dot = Digraph(comment='Pelican-nlp Project Structure')
+    dot.attr(rankdir='TB')
+    
+    # Set node styles
+    dot.attr('node', shape='box', style='rounded,filled')
+    
+    # Main Components
+    with dot.subgraph(name='cluster_main') as c:
+        c.attr(label='Main Components')
+        c.attr('node', fillcolor='lightblue')
+        c.node('Pelican', 'Pelican\n(Main Controller)')
+        c.node('LPDS', 'LPDS\n(Data Structure)')
+        c.node('Corpus', 'Corpus\n(Document Collection)')
+        c.node('Subject', 'Subject\n(Grouping Unit)')
+        c.node('Document', 'Document\n(Data Container)')
+        c.node('AudioDocument', 'AudioDocument\n(Audio Data)')
+    
+    # Core Processing
+    with dot.subgraph(name='cluster_core') as c:
+        c.attr(label='Core Processing')
+        c.attr('node', fillcolor='lightgreen')
+        c.node('Config', 'Configuration\n(config.py)')
+        c.node('CLI', 'Command Line Interface\n(cli.py)')
+        c.node('Main', 'Main Entry Point\n(main.py)')
+    
+    # Preprocessing Components
+    with dot.subgraph(name='cluster_preprocessing') as c:
+        c.attr(label='Preprocessing')
+        c.attr('node', fillcolor='lightyellow')
+        c.node('TextTokenizer', 'Text Tokenizer\n(text_tokenizer.py)')
+        c.node('TextNormalizer', 'Text Normalizer\n(text_normalizer.py)')
+        c.node('TextCleaner', 'Text Cleaner\n(text_cleaner.py)')
+        c.node('TextImporter', 'Text Importer\n(text_importer.py)')
+        c.node('SpeakerDiarization', 'Speaker Diarization\n(speaker_diarization.py)')
+        c.node('Pipeline', 'Preprocessing Pipeline\n(pipeline.py)')
+    
+    # Extraction Components
+    with dot.subgraph(name='cluster_extraction') as c:
+        c.attr(label='Feature Extraction')
+        c.attr('node', fillcolor='lightpink')
+        c.node('LogitsExtractor', 'Logits Extractor\n(extract_logits.py)')
+        c.node('EmbeddingsExtractor', 'Embeddings Extractor\n(extract_embeddings.py)')
+        c.node('LanguageModel', 'Language Model\n(language_model.py)')
+        c.node('AcousticFeatures', 'Acoustic Features\n(acoustic_feature_extraction.py)')
+        c.node('SemanticSimilarity', 'Semantic Similarity\n(semantic_similarity.py)')
+        c.node('RandomnessDistance', 'Distance from Randomness\n(distance_from_randomness.py)')
+    
+    # Utility Components
+    with dot.subgraph(name='cluster_utils') as c:
+        c.attr(label='Utilities')
+        c.attr('node', fillcolor='lightgrey')
+        c.node('FilenameParser', 'Filename Parser\n(filename_parser.py)')
+        c.node('CSVFunctions', 'CSV Functions\n(csv_functions.py)')
+        c.node('SetupFunctions', 'Setup Functions\n(setup_functions.py)')
+    
+    # Main Relationships
+    dot.edge('Pelican', 'LPDS', 'manages')
+    dot.edge('Pelican', 'Corpus', 'processes')
+    dot.edge('Pelican', 'Subject', 'instantiates')
+    dot.edge('Corpus', 'Document', 'contains')
+    dot.edge('Subject', 'Document', 'groups')
+    dot.edge('Document', 'AudioDocument', 'extends')
+    
+    # Core Processing Relationships
+    dot.edge('CLI', 'Main', 'calls')
+    dot.edge('Main', 'Pelican', 'instantiates')
+    dot.edge('Pelican', 'Config', 'uses')
+    
+    # Preprocessing Relationships
+    dot.edge('Pipeline', 'TextTokenizer', 'uses')
+    dot.edge('Pipeline', 'TextNormalizer', 'uses')
+    dot.edge('Pipeline', 'TextCleaner', 'uses')
+    dot.edge('Pipeline', 'TextImporter', 'uses')
+    dot.edge('Pipeline', 'SpeakerDiarization', 'uses')
+    dot.edge('Corpus', 'Pipeline', 'executes')
+    
+    # Extraction Relationships
+    dot.edge('Corpus', 'LogitsExtractor', 'uses')
+    dot.edge('Corpus', 'EmbeddingsExtractor', 'uses')
+    dot.edge('LogitsExtractor', 'LanguageModel', 'uses')
+    dot.edge('EmbeddingsExtractor', 'LanguageModel', 'uses')
+    dot.edge('Corpus', 'AcousticFeatures', 'uses')
+    dot.edge('Corpus', 'SemanticSimilarity', 'uses')
+    dot.edge('Corpus', 'RandomnessDistance', 'uses')
+    
+    # Utility Relationships
+    dot.edge('Pelican', 'FilenameParser', 'uses')
+    dot.edge('Corpus', 'CSVFunctions', 'uses')
+    dot.edge('Pelican', 'SetupFunctions', 'uses')
+    
+    # Save the graph
+    dot.render('pelican_structure_detailed', format='png', cleanup=True)
+    print("Detailed graph visualization has been created as 'pelican_structure_detailed.png'")
+
+if __name__ == '__main__':
+    create_pelican_graph() 

pelican_nlp/sample_configuration_files/config_discourse.yml

@@ -7,12 +7,15 @@ discourse: &discourse_flag true
 #general configurations; always adapt
 language: "german" # Possibly add options for German and English
 
-task_name: "interview" # Give name of task used for creation of the input file (e.g., ['fluency', 'interview'])
-corpus_names:
+task_name: "interview"
+
+#Create analysis corpus, group files based on corpus entity.
+corpus_key: "acq"
+corpus_values: #group names
   - "placebo"
   - "schizophrenia"
 
-metric_to_extract: "embeddings" #Possible options: 'logits' or 'embeddings'
+metric_to_extract: "logits" #Possible options: 'logits' or 'embeddings'
 
 number_of_speakers: 3
 subject_speakertag: "B"
@@ -24,7 +27,7 @@ cleaning_options:
   general_cleaning: true # General cleaning options used for most text preprocessing, default: True.
   remove_brackets_and_bracketcontent: true
   remove_timestamps: true
-  timestamp_pattern_example: "#00:00:19-0#"
+  timestamp_pattern_example: "#00:00:19-00#"
   remove_punctuation: false
   lowercase: false
   #Options for fluency tasks
@@ -44,10 +47,10 @@ options_logits:
   keep_speakertags: true
 
 options_embeddings:
-  tokenization_method: "whitespace" #"model" or "whitespace"
+  tokenization_method: "model" #"model" or "whitespace"
   max_length: 512 #max sequence length
-  model_name: "fastText" #e.g. "fastText", "xlm-roberta-base"
-  pytorch_based_model: false
+  model_name: "xlm-roberta-base" #e.g. "fastText", "xlm-roberta-base"
+  pytorch_based_model: true
   method: "model_instance"
   remove_punctuation: false
   lowercase: false
@@ -60,6 +63,7 @@ options_embeddings:
     remove_punctuation_and_symbols: true
     remove_brackets_and_content: true
   semantic-similarity: false
+  distance-from-randomness: false
   window_size: null
   clean_tokens: false
   divergence_from_optimality: false
@@ -93,6 +97,9 @@ normalization_options:
   method: "lemmatization" #Options: lemmatization or stemming
 #================================================================
 
+create_aggregation_of_results: false
+output_document_information: false
+
 #Detail configurations; Changes optional, mostly used for quality checking / error handling
 number_of_subjects: null # Specify number of subjects; if 'null', number of subjects is automatically detected
 multiple_sessions: false # Set to True if multiple sessions per subject

pelican_nlp/sample_configuration_files/config_fluency.yml

@@ -8,7 +8,8 @@ fluency_task: &fluency_flag true
 language: "german"
 multiple_sessions: &session_flag false
 
-corpus_names: #names of fluency tasks (e.g. "animals", "clothes")
+corpus_key: "acq"
+corpus_values: #names of fluency tasks (e.g. "animals", "clothes")
   - "animals"
   - "clothes"
   - "food"
@@ -103,5 +104,3 @@ filename_components:
   metric: true
   additional_tags: []
 
-
-

pelican_nlp/sample_configuration_files/config_general.yml

@@ -5,33 +5,38 @@
 # -------------
 input_file: "text"  # Options: 'text' or 'audio'
 language: "german"
-recompute_everything: true #If false will give warning if output folder already exists
+recompute_everything: true  # If false will give warning if output folder already exists
 
 # Task Configuration
 # -----------------
-task_name: # Name of task used for creation of data
+task_name: null  # Name of task used for creation of data
 fluency_task: &fluency_flag false  # Flag for fluency-specific settings
 discourse: &discourse_flag false  # Flag for discourse-specific settings
-corpus_names:  # List of task corpora
+
+# Corpus Configuration
+# ------------------
+corpus_key: null # Entity key to group files for analysis
+corpus_values:  # Corresponding entity values found in dataset
   - "healthy-control"
+  - "placebo"
 
 # Session and Subject Settings
 # --------------------------
 multiple_sessions: false
 number_of_subjects: null  # If null, auto-detected
-number_of_speakers: 1
+number_of_speakers: 1 # Specify amount of speakers for discourse files
 subject_speakertag: null  # Speaker tag for subject (e.g., "B"), only for discourse
 
 # Document Structure
 # ----------------
 has_multiple_sections: false
 has_section_titles: false
-section_identification: null  # e.g., "Section:"
-number_of_sections: 1  # If null, auto-detected
+section_identification: null  # e.g., "Section:", in case of multiple sections
+number_of_sections: null  # If null, auto-detected, specify for multiple sections to check section detection
 
 # Processing Pipeline
 # -----------------
-pipeline_options:
+pipeline_options: # Just for data preprocessing without metric extraction
   quality_check: false
   clean_text: true
   tokenize_text: false
@@ -40,18 +45,17 @@ pipeline_options:
 # Metric Extraction
 # ---------------
 metric_to_extract: "embeddings"  # Options: 'embeddings', 'logits'
-extract_logits: null
-extract_embeddings: true
+output_document_information: true
 
 # Cleaning Options
 # --------------
 cleaning_options:
-  general_cleaning: true
+  general_cleaning: true # General cleaning applied to most datasets, check specifications in section "general_cleaning_options"
   remove_punctuation: false
   lowercase: true
   remove_brackets_and_bracketcontent: false
   remove_timestamps: false
-  timestamp_pattern_example: null  # e.g., "#00:00:23-00#"
+  timestamp_pattern_example: null  # e.g., "#00:00:23-00#", only if remove_timestamps = True
   # Fluency-specific options
   fluency_task: *fluency_flag
   word_splitter: ';'
@@ -74,8 +78,8 @@ options_embeddings:
   method: "model_instance"
   max_length: 512
   clean_embedding_tokens: true
-  remove_punctuation: false
-  lowercase: false
+  remove_punctuation_embeddings: false
+  lowercase_embeddings: false
   keep_speakertags: false
   semantic-similarity: true
   window_size: null
@@ -118,6 +122,14 @@ options_dis_from_randomness:
 normalization_options:
   method: "lemmatization"  # Options: 'lemmatization', 'stemming'
 
+# Document Information Output
+# -------------------------
+document_information_output:
+  parameters:
+    - subject_ID
+    - fluency_word_count
+    - fluency_duplicate_count
+
 # Filename Configuration
 # --------------------
 filename_components:
@@ -125,6 +137,10 @@ filename_components:
   session: false
   task: true       # mandatory
   task_addition: false
-  corpus: true     #mandatory
+  corpus: true     # mandatory
   metric: true
   additional_tags: []
+
+# Additional Settings
+# -----------------
+create_aggregation_of_results: true

pelican_nlp/utils/setup_functions.py

@@ -4,7 +4,7 @@ import yaml
 import sys
 from pelican_nlp.core.subject import Subject
 from .filename_parser import parse_lpds_filename
-from ..config import debug_print
+from pelican_nlp.config import debug_print
 
 
 def subject_instantiator(config, project_folder):

pelican_nlp/utils/unittests/examples/example_discourse/config_discourse.yml

@@ -0,0 +1,109 @@
+# Configuration file for discourse protocols
+#=======================================
+input_file: "text" #or 'audio'
+discourse: &discourse_flag true
+#=====================================
+
+#general configurations; always adapt
+language: "german" # Possibly add options for German and English
+
+task_name: "interview"
+
+#Create analysis corpus, group files based on corpus entity.
+corpus_key: "acq"
+corpus_values: #group names
+  - "placebo"
+  - "schizophrenia"
+
+metric_to_extract: "embeddings" #Possible options: 'logits' or 'embeddings'
+
+number_of_speakers: 2
+subject_speakertag: "B"
+#=========================================================
+
+#Optional configurations; Change with preference. However, default settings recommended
+fluency_task: &fluency_flag false
+cleaning_options:
+  general_cleaning: true # General cleaning options used for most text preprocessing, default: True.
+  remove_brackets_and_bracketcontent: true
+  remove_timestamps: true
+  timestamp_pattern_example: "#00:00:19-00#"
+  remove_punctuation: false
+  lowercase: false
+  #Options for fluency tasks
+  fluency_task: *fluency_flag
+  word_splitter: null
+  remove_hyphens: null
+  remove_duplicates: null
+
+options_logits:
+  chunk_size: 128
+  overlap_size: 64
+  tokenization_method: "model"
+  #method: "model_instance" # Options: model, regex, nltk, etc.
+  model_name: "xlm-roberta-base" #Replace with your model instance name, e.g. "DiscoResearch/Llama3-German-8B-32k"
+  remove_punctuation: true
+  lowercase: true
+  keep_speakertags: true
+
+options_embeddings:
+  tokenization_method: "model" #"model" or "whitespace"
+  max_length: 512 #max sequence length
+  model_name: "xlm-roberta-base" #e.g. "fastText", "xlm-roberta-base"
+  pytorch_based_model: true
+  method: "model_instance"
+  remove_punctuation: false
+  lowercase: false
+  keep_speakertags: true
+  clean_embedding_tokens: true
+  output_options:
+    exclude_special_tokens: true
+    remove_'_'_character: true
+    remove_speaker_labels: true
+    remove_punctuation_and_symbols: true
+    remove_brackets_and_content: true
+  semantic-similarity: false
+  distance-from-randomness: false
+  window_size: null
+  clean_tokens: false
+  divergence_from_optimality: false
+#================================================================================
+
+#Extra configurations:
+pipeline_options:
+  quality_check: false
+  clean_text: true
+  tokenize_text: false
+  normalize_text: false
+
+general_cleaning_options:
+  strip_whitespace: true
+  merge_multiple_whitespaces: true
+  remove_whitespace_before_punctuation: true
+  merge_newline_characters: true
+  remove_backslashes: true
+
+has_multiple_sections: false #evaluated independently
+has_section_titles: false
+section_identification: null #e.g. "Section:", 'null' if file does not have multiple sections, use pattern that is unlikely to appear in rest of transcript
+number_of_sections: null #if 'null' number of sections automatically detected, however, specifying number recommended if known.
+
+# Options for extract_embeddings
+window_sizes: [2]
+metric_function: cosine_similarity
+aggregation_functions: mean_of_means
+
+normalization_options:
+  method: "lemmatization" #Options: lemmatization or stemming
+#================================================================
+
+create_aggregation_of_results: false
+output_document_information: false
+
+#Detail configurations; Changes optional, mostly used for quality checking / error handling
+number_of_subjects: null # Specify number of subjects; if 'null', number of subjects is automatically detected
+multiple_sessions: false # Set to True if multiple sessions per subject
+
+recompute_everything: true #If set to 'false' pelican-nlp will try to reuse previously computed results stored on your drive
+
+

pelican_nlp/utils/unittests/examples/example_fluency/config_fluency.yml

@@ -0,0 +1,106 @@
+# Configuration file for fluency task
+# =======================================
+input_file: "text" #or 'audio'
+fluency_task: &fluency_flag true
+#========================================
+
+#general configurations; always adapt
+language: "german"
+multiple_sessions: &session_flag false
+
+corpus_key: "acq"
+corpus_values: #names of fluency tasks (e.g. "animals", "clothes")
+  - "animals"
+  - "clothes"
+  - "food"
+
+#Specify linguistic metrics to extract
+metric_to_extract: 'embeddings' #Possible options: 'embeddings', 'logits'
+output_document_information: true
+#====================================================================
+
+#Optional configurations; Change with preference. However, default settings recommended
+cleaning_options:
+  general_cleaning: true
+  #Options for fluency tasks
+  fluency_task: *fluency_flag
+  word_splitter: ';' #default split with ',' add different word_splitter if necessary
+  remove_hyphens: true
+  remove_duplicates: false
+  lowercase: false
+  #Optional cleaning
+  remove_brackets_and_bracketcontent: false #default 'false'
+  remove_timestamps: false #default 'false'
+  timestamp_pattern_example: null #e.g. "#00:00:23-00#"
+  remove_punctuation: false #Careful!: If set to true word_splitter might be removed
+
+options_embeddings:
+  tokenization_method: "whitespace" #or "model"
+  model_name: "fastText" #e.g. "fastText", "xlm-roberta-base"
+  pytorch_based_model: false
+  method: "model_instance"
+  max_length: null
+  clean_embedding_tokens: true
+
+  semantic-similarity: true
+  distance-from-randomness: false
+
+options_dis_from_randomness:
+  window_size: 8
+  min_len: null
+  bootstrap: 10000
+  shuffle_mode: 'include0_includeN'
+  parallel_computing: false #not yet set up
+
+options_semantic-similarity:
+  window_sizes: #'all' or window size as integer
+    - 2
+    - 8
+#==================================================================
+
+#Extra configurations;
+task_name: "fluency"
+create_aggregation_of_results: true
+
+pipeline_options:
+  quality_check: false
+  clean_text: true
+  tokenize_text: false
+  normalize_text: false
+
+general_cleaning_options:
+  strip_whitespace: true
+  merge_multiple_whitespaces: true
+  remove_whitespace_before_punctuation: true
+  merge_newline_characters: true
+  remove_backslashes: true
+
+has_multiple_sections: false
+has_section_titles: false
+section_identification: null
+number_of_sections: 1
+number_of_speakers: 1
+discourse: false
+
+document_information_output:
+  parameters:
+    - subject_ID
+    - fluency_word_count
+    - fluency_duplicate_count
+
+#================================================================
+
+#Detail configurations; Changes optional, mostly used for quality checking / error handling
+recompute_everything: true
+number_of_subjects: null
+
+# Filename components configuration
+filename_components:
+  subject: true    # mandatory
+  session: *session_flag
+  task: true       # mandatory
+  task_addition: false
+  corpus: true    # typically true for fluency tasks (e.g., "animals", "clothes")
+  metric: true
+  additional_tags: []
+

pelican_nlp/utils/unittests/examples/example_image-descriptions/config_image-descriptions.yml

@@ -0,0 +1,135 @@
+# Master Configuration File
+# ========================
+
+# Basic Settings
+# -------------
+input_file: "text"  # Options: 'text' or 'audio'
+language: "german"  # Options: 'german', 'english'
+recompute_everything: true  # If false, reuses previously computed results
+
+# Task Configuration
+# -----------------
+task_name: "image-description"  # Options: 'fluency', 'interview'
+fluency_task: &fluency_flag false  # Flag for fluency-specific settings
+discourse: &discourse_flag false  # Flag for discourse-specific settings
+corpus_names:  # List of task corpora
+  - "placebo"
+  - "drug"
+
+# Session and Subject Settings
+# --------------------------
+multiple_sessions: true
+number_of_subjects: null  # If null, auto-detected
+number_of_speakers: 1
+subject_speakertag: null  # Speaker tag for subject (e.g., "B")
+
+# Document Structure
+# ----------------
+has_multiple_sections: true
+has_section_titles: true
+section_identification: "Bild:"  # e.g., "Section:"
+number_of_sections: null  # If null, auto-detected
+
+# Processing Pipeline
+# -----------------
+pipeline_options:
+  quality_check: false
+  clean_text: true
+  tokenize_text: false
+  normalize_text: false
+
+# Metric Extraction
+# ---------------
+metric_to_extract: "embeddings"  # Options: 'embeddings', 'logits'
+extract_logits: null
+extract_embeddings: true
+
+# Cleaning Options
+# --------------
+cleaning_options:
+  general_cleaning: true
+  remove_punctuation: false
+  lowercase: false
+  remove_brackets_and_bracketcontent: true
+  remove_timestamps: false
+  timestamp_pattern_example: null  # e.g., "#00:00:23-00#"
+  # Fluency-specific options
+  fluency_task: *fluency_flag
+  word_splitter: ';'
+  remove_hyphens: false
+  remove_duplicates: false
+
+general_cleaning_options:
+  strip_whitespace: true
+  merge_multiple_whitespaces: true
+  remove_whitespace_before_punctuation: true
+  merge_newline_characters: true
+  remove_backslashes: true
+
+# Embedding Options
+# ---------------
+options_embeddings:
+  tokenization_method: "model_roberta" #or "whitespace", "model"
+  max_length: 512 #max sequence length
+  model_name: "xlm-roberta-base" #e.g. "fastText", "xlm-roberta-base"
+  pytorch_based_model: true
+  method: "model_instance"
+  max_length: 512
+  clean_embedding_tokens: true
+  remove_punctuation: false
+  lowercase: false
+  keep_speakertags: false
+  semantic-similarity: false
+  window_size: null
+  clean_tokens: true
+  distance-from-randomness: false
+  output_options:
+    exclude_special_tokens: true
+    remove_'_'_character: true
+    remove_speaker_labels: true
+    remove_punctuation_and_symbols: true
+    remove_brackets_and_content: true
+
+# Logits Options
+# -------------
+options_logits:
+  chunk_size: 128
+  overlap_size: 64
+  tokenization_method: "model"
+  model_name: "DiscoResearch/Llama3-German-8B-32k"
+  remove_punctuation: true
+  lowercase: true
+  keep_speakertags: true
+
+# Analysis Options
+# --------------
+options_semantic-similarity:
+  window_sizes:  # 'all' or window size as integer
+    - 2
+    - 8
+
+options_dis_from_randomness:
+  window_size: 8
+  min_len: null
+  bootstrap: 10000
+  shuffle_mode: 'include0_includeN'
+  parallel_computing: false
+
+# Normalization Options
+# -------------------
+normalization_options:
+  method: "lemmatization"  # Options: 'lemmatization', 'stemming'
+
+# Filename Configuration
+# --------------------
+filename_components:
+  subject: true    # mandatory
+  session: false
+  task: true       # mandatory
+  task_addition: false
+  corpus: true
+  metric: true
+  additional_tags: []
+  
+create_aggregation_of_results: false
+output_document_information: false

pelican_nlp/utils/unittests/test_examples.py

@@ -0,0 +1,211 @@
+import unittest
+import os
+import yaml
+from pathlib import Path
+import shutil
+import tempfile
+import json
+import subprocess
+import sys
+import logging
+import signal
+from contextlib import contextmanager
+
+# Add the project root to the Python path
+project_root = Path(__file__).parent.parent.parent
+sys.path.append(str(project_root))
+
+from pelican_nlp.config import DEBUG_MODE, debug_print
+
+class TimeoutError(Exception):
+    pass
+
+@contextmanager
+def timeout(seconds):
+    def signal_handler(signum, frame):
+        raise TimeoutError(f"Timed out after {seconds} seconds")
+    
+    # Register the signal handler
+    signal.signal(signal.SIGALRM, signal_handler)
+    signal.alarm(seconds)
+    
+    try:
+        yield
+    finally:
+        # Disable the alarm
+        signal.alarm(0)
+
+class TestExamples(unittest.TestCase):
+    @classmethod
+    def setUpClass(cls):
+        debug_print("Setting up test environment...")
+        # Create a temporary directory for test outputs
+        cls.test_dir = tempfile.mkdtemp()
+        cls.examples_dir = Path(__file__).parent / "examples"
+        
+        # Load all example configurations
+        cls.examples = {}
+        for example_type in ["fluency", "discourse", "image-descriptions"]:
+            example_dir = cls.examples_dir / f"example_{example_type}"
+            config_path = example_dir / f"config_{example_type}.yml"
+            
+            debug_print(f"Loading configuration for {example_type}...")
+            if not config_path.exists():
+                debug_print(f"Warning: Config file not found: {config_path}")
+                continue
+                
+            with open(config_path, 'r') as f:
+                config = yaml.safe_load(f)
+            
+            cls.examples[example_type] = {
+                "config_path": config_path,
+                "config": config,
+                "example_dir": example_dir
+            }
+
+    @classmethod
+    def tearDownClass(cls):
+        debug_print("Cleaning up test environment...")
+        # Clean up temporary directory
+        shutil.rmtree(cls.test_dir)
+
+    def setUp(self):
+        # Create a fresh output directory for each test
+        self.output_dir = Path(self.test_dir) / "test_output"
+        self.output_dir.mkdir(exist_ok=True)
+
+    def run_pelican_pipeline(self, example_dir, config_path, output_dir):
+        """Run the pelican pipeline with the given configuration file"""
+        debug_print(f"Running pipeline with config: {config_path}")
+        try:
+            # Change to the example directory before running the command
+            original_dir = os.getcwd()
+            os.chdir(example_dir)
+            
+            # Print current directory and files
+            debug_print(f"Current directory: {os.getcwd()}")
+            debug_print("Files in current directory:")
+            for f in os.listdir('.'):
+                debug_print(f"  - {f}")
+            
+            # Run pelican-run with the configuration file and timeout
+            with timeout(300):  # 5 minute timeout
+                # Use run with real-time output
+                process = subprocess.run(
+                    ["pelican-run", "--config", str(config_path), "--output", str(output_dir)],
+                    stdout=subprocess.PIPE,
+                    stderr=subprocess.PIPE,
+                    text=True,
+                    check=True
+                )
+                
+                # Print output after completion
+                if process.stdout:
+                    print("Pipeline output:")
+                    print(process.stdout)
+                if process.stderr:
+                    print("Pipeline errors:")
+                    print(process.stderr)
+            
+            # Change back to original directory
+            os.chdir(original_dir)
+            
+            debug_print("Pipeline completed successfully")
+            return True, "Pipeline completed successfully"
+        except TimeoutError as e:
+            os.chdir(original_dir)
+            debug_print(f"Pipeline timed out: {str(e)}")
+            return False, f"Error: Pipeline timed out after 5 minutes"
+        except subprocess.CalledProcessError as e:
+            # Change back to original directory even if there's an error
+            os.chdir(original_dir)
+            debug_print(f"Pipeline failed with exit code {e.returncode}")
+            if e.stdout:
+                print("Pipeline output:")
+                print(e.stdout)
+            if e.stderr:
+                print("Pipeline errors:")
+                print(e.stderr)
+            return False, f"Error: Pipeline failed with exit code {e.returncode}"
+        except Exception as e:
+            os.chdir(original_dir)
+            debug_print(f"Unexpected error: {str(e)}")
+            return False, f"Error: {str(e)}"
+
+    def test_discourse_example(self):
+        """Test running the discourse example through the pipeline"""
+        debug_print("Testing discourse example...")
+        if "discourse" not in self.examples:
+            self.skipTest("Discourse example configuration not found")
+            
+        example = self.examples["discourse"]
+        output_dir = self.output_dir / "discourse"
+        output_dir.mkdir(exist_ok=True)
+        
+        success, output = self.run_pelican_pipeline(
+            example["example_dir"],
+            example["config_path"],
+            output_dir
+        )
+        self.assertTrue(success, f"Pipeline failed: {output}")
+        
+        # Verify output files were created
+        self.assertTrue(output_dir.exists())
+        self.assertTrue(len(list(output_dir.glob("*"))) > 0)
+        debug_print("Discourse example test completed")
+
+    def test_fluency_example(self):
+        """Test running the fluency example through the pipeline"""
+        debug_print("Testing fluency example...")
+        if "fluency" not in self.examples:
+            self.skipTest("Fluency example configuration not found")
+            
+        example = self.examples["fluency"]
+        output_dir = self.output_dir / "fluency"
+        output_dir.mkdir(exist_ok=True)
+        
+        success, output = self.run_pelican_pipeline(
+            example["example_dir"],
+            example["config_path"],
+            output_dir
+        )
+        self.assertTrue(success, f"Pipeline failed: {output}")
+        
+        # Verify output files were created
+        self.assertTrue(output_dir.exists())
+        self.assertTrue(len(list(output_dir.glob("*"))) > 0)
+        debug_print("Fluency example test completed")
+
+    def test_image_descriptions_example(self):
+        """Test running the image descriptions example through the pipeline"""
+        debug_print("Testing image descriptions example...")
+        if "image-descriptions" not in self.examples:
+            self.skipTest("Image descriptions example configuration not found")
+            
+        example = self.examples["image-descriptions"]
+        output_dir = self.output_dir / "image-descriptions"
+        output_dir.mkdir(exist_ok=True)
+        
+        success, output = self.run_pelican_pipeline(
+            example["example_dir"],
+            example["config_path"],
+            output_dir
+        )
+        self.assertTrue(success, f"Pipeline failed: {output}")
+        
+        # Verify output files were created
+        self.assertTrue(output_dir.exists())
+        self.assertTrue(len(list(output_dir.glob("*"))) > 0)
+        debug_print("Image descriptions example test completed")
+
+def suite():
+    """Create a test suite with all test cases"""
+    suite = unittest.TestSuite()
+    suite.addTest(TestExamples('test_discourse_example'))
+    suite.addTest(TestExamples('test_fluency_example'))
+    suite.addTest(TestExamples('test_image_descriptions_example'))
+    return suite
+
+if __name__ == '__main__':
+    runner = unittest.TextTestRunner(verbosity=2)
+    runner.run(suite()) 

{pelican_nlp-0.3.2.dist-info → pelican_nlp-0.3.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pelican_nlp
-Version: 0.3.2
+Version: 0.3.3
 Summary: Preprocessing and Extraction of Linguistic Information for Computational Analysis
 Author-email: Yves Pauli <yves.pauli@gmail.com>
 License-Expression: CC-BY-NC-4.0

{pelican_nlp-0.3.2.dist-info → pelican_nlp-0.3.3.dist-info}/RECORD

@@ -1,8 +1,8 @@
 pelican_nlp/__init__.py,sha256=TD5xjKeXXAH6nUWG-6igbClgovi5r8RIEqI_ix1QeYo,204
-pelican_nlp/_version.py,sha256=hn6niW0rcQ9zbFGZRk-OoL4CmZ2lCFOsGI7GCyTTa8I,21
-pelican_nlp/cli.py,sha256=mPz-ASIMUme69G6YGVpTnHr5VfM3XA4h29WFd7DXpa4,588
-pelican_nlp/config.py,sha256=cqUYLeqQB_Y-drR4dpxz8l-aLKl7TcfiB8SeN_rNq4I,352
-pelican_nlp/main.py,sha256=Lsg2ySerEDnVaMyKnG0h76bRgICySmFZ1vHdhR9vOtI,8686
+pelican_nlp/_version.py,sha256=G3p10uWMvNQiA3ZdxMz0QlmyKECmnauS0Ym9wMP2tEI,21
+pelican_nlp/cli.py,sha256=Z11qwivHvuly07FAcEG8-Fl6_MqGauriZ8U5iZWf4lc,1116
+pelican_nlp/config.py,sha256=LuZnuaq0Z49FgRgKJ7F6mwl1yr60QQDfMtD29ocbKfw,1000
+pelican_nlp/main.py,sha256=CAYVrOHOG1gIJ_WkjlYeXUQPNvsNbAGDd0we92Z0sGI,8784
 pelican_nlp/Nils_backup/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pelican_nlp/Nils_backup/extract_acoustic_features.py,sha256=eSP8lXxbZ15YE1HqxGtma9uWOcSN-fI-ig-NwQ9eOA8,10771
 pelican_nlp/Nils_backup/speaker_diarization_Nils.py,sha256=3RIhjKihu4Z1rruMt9KESFE2lqesfzIpRr7rLummUEo,10219
@@ -45,9 +45,9 @@ pelican_nlp/core/subject.py,sha256=Jx99vPn0K0KT_9BsJOY8XviFU_GuZGuwtb1rbLNkiUI,1
 pelican_nlp/extraction/__init__.py,sha256=hfqFiaKpQBS6cwRm9Yd7MpOcV60_xJmwuQ2Kegary5k,84
 pelican_nlp/extraction/acoustic_feature_extraction.py,sha256=Ol6fqyy94Iym1Z-eTVoz8EmqfV58boz5WAoamAK7JVE,2323
 pelican_nlp/extraction/distance_from_randomness.py,sha256=yikZ3GK2dqpzuNFPVsjuUK0lo6kHOIoIhKPaVrGXRMQ,3365
-pelican_nlp/extraction/extract_embeddings.py,sha256=6lzKbZpe5kCWHMh_ca0M-Xl_UF64bmGXEeQjFFTnsOA,2507
-pelican_nlp/extraction/extract_logits.py,sha256=kvZn9dZWsZiSPcbQ8hKtFcS9XxNlMmL-WGvpToMMo7c,3925
-pelican_nlp/extraction/language_model.py,sha256=37vVNFL31DVIBPSuyQK1rkEm8kiCXHTpGYv4Vk8w2bM,5676
+pelican_nlp/extraction/extract_embeddings.py,sha256=LobzYEtjOpI_SvMZUb0u3QiOyZ2gPQD9bjQI9qwaogw,5719
+pelican_nlp/extraction/extract_logits.py,sha256=4r8KbsqejD3UR3gCAAjm_sQhBkz8t_ePkv30bVGZg18,4116
+pelican_nlp/extraction/language_model.py,sha256=EZE5bl-7pzPKoBIM9rnk7MJSFdMO6iQVnWmpQQsP8MU,5662
 pelican_nlp/extraction/semantic_similarity.py,sha256=QhY5CAOAorxEo3UBWPlMegFvbySF0KH6j4j3m2I3_NY,2552
 pelican_nlp/extraction/test_documents/test_features.csv,sha256=LR_3m4vIm-YWKw5gI5ziswhS-NF9VhKv14c2udLxtJU,488482
 pelican_nlp/extraction/test_documents/wallace_1.15_3.txt,sha256=ShXxOHUZzGPNUqIcOn6-OYkarzNtTC22V05a_Xpvtlw,3731
@@ -62,18 +62,23 @@ pelican_nlp/preprocessing/speaker_diarization.py,sha256=N6dZCa2AHHGw__g9e-ZUyZM_
 pelican_nlp/preprocessing/text_cleaner.py,sha256=QKqxwoRR8dnuBYiY-PXK1kB7744TVUcUMJb7dbKvXGk,7512
 pelican_nlp/preprocessing/text_importer.py,sha256=FtSyJjFXDxVle7Jpyw6EqCLDbLTCRxqVQi9ymWWtPB4,1356
 pelican_nlp/preprocessing/text_normalizer.py,sha256=huo5VFqJ0p2jq-ud1047XvMu1qNeaiuG879SF3zkJoM,894
-pelican_nlp/preprocessing/text_tokenizer.py,sha256=h875bXr0YuMrLh4HtQUvpHmASScddtkQXGaF9mm7uwU,1642
-pelican_nlp/sample_configuration_files/config_discourse.yml,sha256=OaTCoMwhDjrOIBpw1nKXWIoSWRUUFNjGQdgQZHVrJn0,3570
-pelican_nlp/sample_configuration_files/config_fluency.yml,sha256=JYpq90K4AF5TslzESJK6Nidw6-D1IiqD_6cdmlCd5-w,2990
-pelican_nlp/sample_configuration_files/config_general.yml,sha256=-GAVATlqXuQq4ANSW0JauwIGhr7ET_oZiBiM7I40AkA,3424
+pelican_nlp/preprocessing/text_tokenizer.py,sha256=vUYayGLtMHTtJunTaEgiqjxJt658puEsFi3wTFfW6qw,1989
+pelican_nlp/project_graph/graph_visualization.py,sha256=M99hGFKAun4_U2VQk9VQBMCF-imNAhQBHMhOvArPvMk,4648
+pelican_nlp/sample_configuration_files/config_discourse.yml,sha256=l1FN8NcgEbb4s8PqPFErnspDqjSD-SEiIWYcDfSS0Xw,3681
+pelican_nlp/sample_configuration_files/config_fluency.yml,sha256=BESisuMG9JPEBpbRPzEDmYVMIEHDY5Pf6HKqTWTa624,3007
+pelican_nlp/sample_configuration_files/config_general.yml,sha256=FsGfcc8bK-di5dYuD-ri4sJlh2johQVEWUqsH7T6cCA,4172
 pelican_nlp/utils/__init__.py,sha256=q1tGdOOj5UPRC2mGhoMUh8p4cbFCkkbD21bQaOVvFao,189
 pelican_nlp/utils/csv_functions.py,sha256=7X8pGh49TGZGs7h6JrJD846swCqSHL32mmXJ-8qLWPE,7774
 pelican_nlp/utils/filename_parser.py,sha256=PGSKjiYDe_JVAFGcaYHdIYazB3p4MUiG6n8h_uZl8d8,551
 pelican_nlp/utils/sample_usage.py,sha256=W__OVMjWND-ZtxxRhfGJDHwbVpGlB-anXDxyA5P4cME,353
-pelican_nlp/utils/setup_functions.py,sha256=Ovd3VMCRpVg_BU8gcF6rGc9mp0zsD2iqJRqRB61lxOg,4529
-pelican_nlp-0.3.2.dist-info/licenses/LICENSE,sha256=m3jshBZIXKiBX6qhmhtJcLTVJ1N6BEkQGIflneXvpYg,19336
-pelican_nlp-0.3.2.dist-info/METADATA,sha256=MgaO6sCvrP_ogRasnLQN3n0pPym1y7u-jl73UzYmVEs,6839
-pelican_nlp-0.3.2.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
-pelican_nlp-0.3.2.dist-info/entry_points.txt,sha256=znlG0paAfju9P10UM3rm5HcCHoj4tarTllNpeaqH_gc,53
-pelican_nlp-0.3.2.dist-info/top_level.txt,sha256=F0qlyqy5FCd3sTS_npUYPeLKN9_BZq6wD4qo9pI0xbg,12
-pelican_nlp-0.3.2.dist-info/RECORD,,
+pelican_nlp/utils/setup_functions.py,sha256=Xk-9W1-ylex8De5w6jxAqWJUlmbe5z-c2EvwptTZ7RQ,4539
+pelican_nlp/utils/unittests/test_examples.py,sha256=XLc9my0cwpPN9W8gBAPnPTVnBf77kMQeO0Xo38oH4Tg,7849
+pelican_nlp/utils/unittests/examples/example_discourse/config_discourse.yml,sha256=jBSJ07dPujoZo2bOK15_RW4_dKALOWTzI55KljmWJKg,3709
+pelican_nlp/utils/unittests/examples/example_fluency/config_fluency.yml,sha256=BESisuMG9JPEBpbRPzEDmYVMIEHDY5Pf6HKqTWTa624,3007
+pelican_nlp/utils/unittests/examples/example_image-descriptions/config_image-descriptions.yml,sha256=HuPI7Py_57FwyfHEdIPk0LcdsMKze3XjmEuP6kPirP4,3540
+pelican_nlp-0.3.3.dist-info/licenses/LICENSE,sha256=m3jshBZIXKiBX6qhmhtJcLTVJ1N6BEkQGIflneXvpYg,19336
+pelican_nlp-0.3.3.dist-info/METADATA,sha256=MV71aLEm8KappnKjsVzEHKlQYMWEkBfQw1ZhOgETKyM,6839
+pelican_nlp-0.3.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pelican_nlp-0.3.3.dist-info/entry_points.txt,sha256=znlG0paAfju9P10UM3rm5HcCHoj4tarTllNpeaqH_gc,53
+pelican_nlp-0.3.3.dist-info/top_level.txt,sha256=F0qlyqy5FCd3sTS_npUYPeLKN9_BZq6wD4qo9pI0xbg,12
+pelican_nlp-0.3.3.dist-info/RECORD,,

{pelican_nlp-0.3.2.dist-info → pelican_nlp-0.3.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.1.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any