kerplunk-ai-prompts 0.1.18 → 0.1.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 16a539ca2d9fc02c4d60eb273371cdaed7dbeea1d0e18a9aa57838a927da87df
-  data.tar.gz: 238f0067c8c9cb273f41e3486251b2a9c1c6e1c7632898af9e498470e598c6b3
+  metadata.gz: 764160d106f197a673b5e4c8015c84db95773881f6d0f90511efc125023cb90f
+  data.tar.gz: 65690dd8efd05625009d605ad4d1529d559c56015c830cc551efa516cfd8ae20
 SHA512:
-  metadata.gz: 61a5cdef9f903272d2d8d164def83a00a09822526750230a8439c8f4c059fe335dcdcaedf98d18dffd4ed1ce0920e21b585765515bed037f0a32e3e1bba9233b
-  data.tar.gz: 2e69ee1fe1efeb724f5df998bff0369bed8e06b28b1a67b3ff5d89e8bf5350a4a8088faa7287b5c4fdb03a2301468979b71b98619307c0d87052fbf643a5f23b
+  metadata.gz: 18cdf4be20194d4d2b5747e4e8a3209e63fe1109793403f392d3a7549bbd2daa6f507617c06bd286d5049308ffc786bff00bb970b9c661db8ecc97b8d5a622a3
+  data.tar.gz: bcb3297000ee00c43a4e2e7e41032b1470ca3c18f856fb245ae21413697132bda04d2f5b932d2f4ecf8ebefef61c8187847cd9a2c3bb62bfc11508aa82d80af4

data/lib/kerplunk/ai/models/attendee_transcript.rb

@@ -0,0 +1,14 @@
+module Kerplunk
+  module AI
+    module Models
+      class AttendeeTranscript
+        attr_accessor :transcript, :name
+
+        def initialize(transcript:, name:)
+          @transcript = transcript
+          @name = name
+        end
+      end
+    end
+  end
+end

data/lib/kerplunk/ai/models/interview_question.rb

@@ -17,7 +17,7 @@ module Kerplunk
           @index = index
           @content = content
           @suggested_answers = suggested_answers
-          @transcript = transcript.nil? ? "<NOTRANSCRIPT />" : transcript
+          @transcript = transcript
           @category = category
           @previous_score = previous_score
           @code_blocks = code_blocks
@@ -27,15 +27,17 @@ module Kerplunk
         #
         # @return [String] the formatted question prompt
         def question_prompt
-          <<~QUESTION_PROMPT
+          prompt = <<~QUESTION_PROMPT
             ==== Question No. #{index + 1}
             Question Text: #{content}
             Question Code Blocks (if any): #{code_blocks}
-            Suggested Answer: #{suggested_answers}
-            Transcript: #{transcript}
             Category: #{category}
-            Previous Score: #{previous_score}
           QUESTION_PROMPT
+
+          prompt << "Previous Score: #{previous_score}\n" if previous_score
+          prompt << "Suggested Answers: #{suggested_answers}\n" if suggested_answers && !suggested_answers.empty?
+          prompt << "Transcript: #{transcript}\n" if transcript && !transcript.empty?
+          prompt
         end
       end
     end

data/lib/kerplunk/ai/prompts/prompt_handler.rb

@@ -30,6 +30,8 @@ module Kerplunk
             Templates::Analysis::Interview.generate_prompt(*args)
           when :resume_analysis
             Templates::Analysis::Resume.generate_prompt(*args)
+          when :copilot_interview_analysis
+            Templates::Analysis::CopilotInterview.generate_prompt(*args)
           else
             raise "Unknown prompt key: #{prompt_key}"
           end

data/lib/kerplunk/ai/prompts/templates/analysis/copilot_interview.rb

@@ -0,0 +1,159 @@
+module Kerplunk
+  module AI
+    module Prompts
+      module Templates
+        module Analysis
+          # The CopilotInterview class is responsible for generating a prompt for copilot interview analysis.
+          class CopilotInterview
+            # Generates a prompt for analyzing an interview.
+            #
+            # @param job_title [String] the title of the job for which the interview is being conducted
+            # @param job_description [String] the description of the job for which the interview is being conducted
+            # @param organization_name [String] the name of the organization conducting the interview
+            # @param question_models [Array<Kerplunk::AI::Models::InterviewQuestion>] an array of InterviewQuestion objects
+            # @param attendee_transcripts [Array<Kerplunk::AI::Models::AttendeeTranscript>] an array of AttendeeTranscript objects
+            # @return [String] the generated prompt for the interview analysis
+            # @raise [TypeError] if question_models is not an array of InterviewQuestion objects
+            def self.generate_prompt(job_title, job_description, organization_name, question_models, attendee_transcripts)
+              raise ArgumentError, "job_title is required" if job_title.nil? || job_title.empty?
+              raise ArgumentError, "job_description is required" if job_description.nil? || job_description.empty?
+              raise ArgumentError, "organization_name is required" if organization_name.nil? || organization_name.empty?
+
+              raise TypeError, "question_models must be an array of InterviewQuestion objects" unless question_models.is_a?(Array) && question_models.all? { |qm| qm.is_a?(Kerplunk::AI::Models::InterviewQuestion) }
+              raise TypeError, "attendee_transcripts must be an array of AttendeeTranscript objects" unless attendee_transcripts.is_a?(Array) && attendee_transcripts.all? { |at| at.is_a?(Kerplunk::AI::Models::AttendeeTranscript) }
+
+              question_answer_prompts = question_models.collect(&:question_prompt)
+
+              attendee_transcripts_array = []
+              attendee_transcripts.each do |attendee|
+                attendee.transcript.each do |entry|
+                  attendee_transcripts_array << {
+                    name: attendee.name,
+                    start_time: entry[:start_time],
+                    text: entry[:text]
+                  }
+                end
+              end
+
+              # Sort the transcript by start time
+              attendee_transcripts_array.sort_by! { |line| line[:start_time].to_f }
+
+              attendee_transcript_full = attendee_transcripts_array.collect do |entry|
+                "#{entry[:name]} (#{entry[:start_time]}s): #{entry[:text]}"
+              end.join("\n")
+
+              <<~PROMPT
+                Respond with a RAW JSON object only. Do not include any explanatory text outside the JSON.
+
+                You are an expert recruiter. You are performing the interview of a candidate to effectively evaluate them for a new role at #{organization_name}.
+
+                === Nonnegotiables for the interview analysis
+
+                - If there is a lack of data, please provide a score of 0.
+                - Please do not be afraid to mention in the commentary if there is not enough data to provide an opinion.
+                - If there are inconsistencies in the transcripts, please double-check your analysis.
+                - Please highlight any red flags or toxic behavior.
+                - Always ensure that all the provided JSON format has a value even if there is not enough data available. Providing a score of 0 or stating there is not enough information is perfectly fine.
+                - If a phone screen would be more appropriate, please do not hesitate to indicate that in your analysis.
+
+                === The Indicators
+
+                When analyzing the interview, please consider the following 6 indicators:
+
+                1. Interview Score
+
+                This is the overall score of the interview and how well the candidate fits the job description.
+
+                2. X-Factor Score
+
+                This is the score of the candidate's personality and cultural fit. This should be something that stood out during the interview or something that the candidate has that is unique and valuable.
+
+                3. Soft Skills Score
+
+                This is the score of the candidate's soft skills. This should be based on inflection and word choice. Please consider their use of language and how they present themselves.
+
+                4. Resume Score
+
+                Based on the candidate's interview, provide a prediction on how the resume will score. This should be based on the candidate's experience and how well they fit the job description.
+
+                5. Culture Fit Score
+
+                This is the score of the candidate's personality and cultural fit. This should be based on the candidate's personality and how well they fit the company culture.
+
+                6. Technical Score
+
+                This is the score of the candidate's technical skills. This should be based on the candidate's technical knowledge and how well they fit the job description.
+
+                === The Commentary
+
+                In addition to scoring the candidate on various indicators, please provide commentary on the following. We are looking for a short comment on each category as well as a longer detailed commentary. Also, please provide a Pros and Cons statement (one sentence each) about the candidate. Please remember that this will be shown to the candidate so please be positive and constructive.
+
+                1. Analysis
+
+                Overall analysis of the candidate and how they fit the job description and the company culture. The output should include a summary paragraph followed by three succinct highlights in an array.
+
+                2. Soft Skills
+
+                The candidate's soft skills and how they presented themselves during the interview.
+
+                3. Culture Fit
+
+                The candidate's personality and cultural fit.
+
+                4. Feedback
+
+                In the third person voice, generate a one-paragraph feedback report. Analyze the interview for content relevance and depth, determine communication effectiveness, and evaluate cues for professional presentation. Provide specific examples from the interview to substantiate your points and offer constructive suggestions for improvement where applicable.
+
+                === JSON Output Example
+                Please output the scores in a JSON object. Please make sure that the scores are aggregated by category and are between 1 and 100. An example output should be JSON and look like the below. Please be sure the output is a valid JSON format even if you cannot generate the interview questions. The JSON should not include any markdown or newline characters such as "```json" that would normally be used for rendering in markdown.
+
+                {
+                  "scores": {
+                    "interview_score": 4.5,
+                    "x_factor_score": 4.5,
+                    "soft_skills_score": 4.5,
+                    "resume_score": 4.5,
+                    "culture_fit_score": 4.5,
+                    "technical_score": 4.5
+                  },
+                  "pros_and_cons": {
+                    "pros": "The candidate's strengths",
+                    "cons": "The candidate's weaknesses"
+                  },
+                  "commentary": {
+                    "analysis": "The candidate overview",
+                    "soft_skills": "The candidate's soft skills",
+                    "culture_fit": "The candidate's personality and cultural fit",
+                    "feedback": "Feedback for the candidate"
+                  },
+                  "detailed_commentary": {
+                    "overview": "The candidate overview of how they did",
+                    "conclusion": "The conclusion of the interview",
+                    "experience": "The candidate's experience and expertise",
+                    "adaptability": "The candidate's adaptability and efficiency",
+                    "communication": "The candidate's communication skills and empathy",
+                    "professionalism": "The candidate's professionalism and work ethic and dedication",
+                    "continuous_improvement": "The candidate's continuous improvement and learning and education",
+                    "financial_impact": "The candidate's financial impact and cost-effectiveness and value alignment"
+                  }
+                }
+
+                === The Job Title
+                #{job_title}
+
+                === The Job Description
+                #{job_description}
+
+                === The Interview Questions. Not all of the questions will be asked during the interview, please use the full transcript below to verify if a question was asked or not. If a question was not asked, it should not count towards the candidate's score.
+                #{question_answer_prompts.join("\n\n")}
+
+                === The Full Transcript of the Interview
+                #{attendee_transcript_full}
+              PROMPT
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kerplunk/ai/prompts/version.rb

@@ -3,7 +3,7 @@
 module Kerplunk
   module AI
     module Prompts
-      VERSION = "0.1.18"
+      VERSION = "0.1.21"
     end
   end
 end

data/lib/kerplunk/ai/prompts.rb

@@ -20,6 +20,7 @@ module Kerplunk
             :job_description,
             :interview_question_analysis,
             :interview_analysis,
+            :copilot_interview_analysis,
             :resume_analysis
           ]
         end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kerplunk-ai-prompts
 version: !ruby/object:Gem::Version
-  version: 0.1.18
+  version: 0.1.21
 platform: ruby
 authors:
 - Kyle Schutt
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-08-29 00:00:00.000000000 Z
+date: 2024-09-05 00:00:00.000000000 Z
 dependencies: []
 description: A collection of AI prompt templates for use in Kerplunk
 email:
@@ -25,9 +25,11 @@ files:
 - README.md
 - Rakefile
 - config/initializers/inflections.rb
+- lib/kerplunk/ai/models/attendee_transcript.rb
 - lib/kerplunk/ai/models/interview_question.rb
 - lib/kerplunk/ai/prompts.rb
 - lib/kerplunk/ai/prompts/prompt_handler.rb
+- lib/kerplunk/ai/prompts/templates/analysis/copilot_interview.rb
 - lib/kerplunk/ai/prompts/templates/analysis/interview.rb
 - lib/kerplunk/ai/prompts/templates/analysis/interview_question.rb
 - lib/kerplunk/ai/prompts/templates/analysis/resume.rb