finmodeling 0.1

data/lib/finmodeling/cash_change_item_vectors.rb

@@ -0,0 +1,241 @@
+module FinModeling
+  class CashChangeItem < String
+    TRAINING_VECTORS = [ { :klass=>:c, :item_string=>"Net Income Loss" },
+                         { :klass=>:c, :item_string=>"Depreciation" },
+                         { :klass=>:c, :item_string=>"Adjustment For Amortization" },
+                         { :klass=>:c, :item_string=>"Deferred Income Tax Expense Benefit" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Excess Tax Benefit From Share Based Compensation Operating Activities" },
+                         { :klass=>:c, :item_string=>"Other Noncash Income Expense" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Current Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Noncurrent Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Employee Related Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Income Taxes Payable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Liabilities" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Software" },
+                         { :klass=>:i, :item_string=>"Alliance Technical Enablement Expenditures" },
+                         { :klass=>:d, :item_string=>"Payments To Acquire Available For Sale Securities" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Other Productive Assets" },
+                         { :klass=>:f, :item_string=>"Proceeds From Issuance Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Proceeds From Stock Options Exercised" },
+                         { :klass=>:f, :item_string=>"Excess Tax Benefit From Share Based Compensation Financing Activities" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Other Equity" },
+                         { :klass=>:d, :item_string=>"Repayments Of Lines Of Credit" },
+                         { :klass=>:d, :item_string=>"Proceeds From Lines Of Credit" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt And Capital Securities" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents" },
+
+                         { :klass=>:c, :item_string=>"Amortization Of Content Databases" },
+                         { :klass=>:c, :item_string=>"Net Income Loss" },
+                         { :klass=>:c, :item_string=>"Depreciation" },
+                         { :klass=>:c, :item_string=>"Amortization Of Intangible Assets" },
+                         { :klass=>:c, :item_string=>"Amortization Of Financing Costs" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Income Taxes Net" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Restricted Cash For Operating Activities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Income Taxes Payable Net Of Income Taxes Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable And Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Excess Tax Benefit From Share Based Compensation Operating Activities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Content Data Base Costs" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:d, :item_string=>"Payments To Acquire Available For Sale Securities" },
+                         { :klass=>:f, :item_string=>"Proceeds From Stock Options Exercised" },
+                         { :klass=>:f, :item_string=>"Proceeds From Issuance Initial Public Offering" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt" },
+                         { :klass=>:f, :item_string=>"Excess Tax Benefit From Share Based Compensation Financing Activities" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents" },
+
+                         { :klass=>:c, :item_string=>"Profit Loss" },
+                         { :klass=>:c, :item_string=>"Goodwill And Intangible Asset Impairment" },
+                         { :klass=>:c, :item_string=>"Depreciation Amortization And Impairment Of Long Lived Assets" },
+                         { :klass=>:c, :item_string=>"Gain Loss On Disposition Of Assets" },
+                         { :klass=>:c, :item_string=>"Deferred Income Tax Expense Benefit" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Charges" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable And Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:i, :item_string=>"Payments For Proceeds From Businesses And Interest In Affiliates" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments To Develop Capitalized Software" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments For Proceeds From Investments" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Other Productive Assets" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Businesses Net Of Cash Acquired" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Intangible Assets" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt" },
+                         { :klass=>:d, :item_string=>"Payments Of Debt Restructuring Costs" },
+                         { :klass=>:d, :item_string=>"Payments Of Dividends" },
+                         { :klass=>:f, :item_string=>"Proceeds From Issuance Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:d, :item_string=>"Proceeds From Minority Shareholders" },
+                         { :klass=>:f, :item_string=>"Excess Tax Benefit From Share Based Compensation Financing Activities" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents" },
+
+                         { :klass=>:c, :item_string=>"Net Income Loss" },
+                         { :klass=>:c, :item_string=>"Depreciation Depletion And Amortization" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Deferred Income Taxes And Tax Credits" },
+                         { :klass=>:c, :item_string=>"Unrealized Gain Loss On Investments" },
+                         { :klass=>:c, :item_string=>"Tax Benefit From Stock Options Exercised" },
+                         { :klass=>:c, :item_string=>"Excess Tax Benefit From Share Based Compensation Operating Activities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Receivables" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Prepaid Deferred Expense And Other Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Restructuring Reserve" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Income Taxes Payable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:c, :item_string=>"Other Noncash Income Expense" },
+                         { :klass=>:i, :item_string=>"Gain Loss On Sale Of Property Plant Equipment" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Longterm Investments" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Short Term Investments" },
+                         { :klass=>:d, :item_string=>"Proceeds From Maturities Prepayments And Calls Of Shortterm Investments" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Short Term Investments" },
+                         { :klass=>:d, :item_string=>"Proceeds From Sale Of Available For Sale Securities Equity" },
+                         { :klass=>:i, :item_string=>"Payments For Proceeds From Other Investing Activities" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Businesses Net Of Cash Acquired" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:d, :item_string=>"Payments Of Debt Issuance Costs" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Proceeds From Sale Of Treasury Stock" },
+                         { :klass=>:f, :item_string=>"Excess Tax Benefit From Share Based Compensation Financing Activities" },
+                         { :klass=>:d, :item_string=>"Proceeds From Issuance Of Senior Long Term Debt" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt And Capital Securities" },
+                         { :klass=>:d, :item_string=>"Repayments Of Acquired Debt" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents" },
+
+                         { :klass=>:c, :item_string=>"Net Income Loss" },
+                         { :klass=>:c, :item_string=>"Research And Development In Process" },
+                         { :klass=>:c, :item_string=>"Depreciation And Amortization" },
+                         { :klass=>:c, :item_string=>"Asset Impairment Charges" },
+                         { :klass=>:c, :item_string=>"Restructuring Costs" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Income Taxes" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Prepaid Deferred Expense And Other Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable And Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Income Taxes Payable" },
+                         { :klass=>:d, :item_string=>"Payments To Acquire Marketable Securities" },
+                         { :klass=>:d, :item_string=>"Proceeds From Sale Of Available For Sale Securities" },
+                         { :klass=>:d, :item_string=>"Proceeds From Maturities Prepayments And Calls Of Available For Sale Securities" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Businesses Net Of Cash Acquired" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Investments" },
+                         { :klass=>:f, :item_string=>"Proceeds From Issuance Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:d, :item_string=>"Proceeds From Lines Of Credit" },
+                         { :klass=>:d, :item_string=>"Repayments Of Lines Of Credit" },
+
+                         { :klass=>:c, :item_string=>"Income Loss From Continuing Operations" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Depreciation Depletion And Amortization" },
+                         { :klass=>:c, :item_string=>"Excess Tax Benefit From Share Based Compensation Operating Activities" },
+                         { :klass=>:c, :item_string=>"Provision For Doubtful Accounts" },
+                         { :klass=>:c, :item_string=>"Sales Allowances Services" },
+                         { :klass=>:c, :item_string=>"Gain Loss On Sale Of Property Plant Equipment" },
+                         { :klass=>:c, :item_string=>"Asset Impairment Charges" },
+                         { :klass=>:c, :item_string=>"Gain Loss On Investments" },
+                         { :klass=>:c, :item_string=>"Deferred Income Tax Expense Benefit" },
+                         { :klass=>:c, :item_string=>"Other Noncash Income Expense" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Prepaid Deferred Expense And Other Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Income Taxes Payable" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Businesses Net Of Cash Acquired" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments For Capitalized Software Development Costs" },
+                         { :klass=>:d, :item_string=>"Proceeds From Sale Maturity And Collections Of Investments" },
+                         { :klass=>:d, :item_string=>"Payments To Acquire Marketable Securities" },
+                         { :klass=>:d, :item_string=>"Proceeds From Sale And Maturity Of Marketable Securities" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Productive Assets" },
+                         { :klass=>:d, :item_string=>"Increase Decrease In Restricted Cash" },
+                         { :klass=>:f, :item_string=>"Proceeds From Stock Options Exercised" },
+                         { :klass=>:f, :item_string=>"Payments Of Withholding Taxes Equity Award Share Settlement Net" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Proceeds From Stock Plans" },
+                         { :klass=>:d, :item_string=>"Proceeds From Issuance Of Long Term Debt" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt" },
+                         { :klass=>:d, :item_string=>"Payments Of Debt Issuance Costs" },
+                         { :klass=>:f, :item_string=>"Excess Tax Benefit From Share Based Compensation Financing Activities" },
+                         { :klass=>:d, :item_string=>"Net Cash Transferred To From Discontinued Operations" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents Continuing Operations" },
+
+                         { :klass=>:c, :item_string=>"Profit Loss" },
+                         { :klass=>:c, :item_string=>"Depreciation Depletion And Amortization" },
+                         { :klass=>:c, :item_string=>"Amortization Of Financing Costs And Discounts" },
+                         { :klass=>:c, :item_string=>"Provision For Doubtful Accounts" },
+                         { :klass=>:c, :item_string=>"Deferred Income Tax Expense Benefit" },
+                         { :klass=>:c, :item_string=>"Income Loss From Equity Method Investments" },
+                         { :klass=>:c, :item_string=>"Gains Losses On Extinguishment Of Debt Attributable To Financing Activities" },
+                         { :klass=>:c, :item_string=>"Gain Loss On Sale Of Property Plant Equipment" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Other Noncash Income Expense" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Receivables" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Inventories" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Liabilities" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Proceeds From Sale Of Property Plant And Equipment" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Equity Method Investments" },
+                         { :klass=>:i, :item_string=>"Purchase Of Equipment Leased To Unconsolidated Affiliate" },
+                         { :klass=>:i, :item_string=>"Financing Lease Payment From Unconsolidated Affiliate" },
+                         { :klass=>:d, :item_string=>"Increase Decrease In Restricted Cash" },
+                         { :klass=>:i, :item_string=>"Payments For Proceeds From Other Investing Activities" },
+                         { :klass=>:d, :item_string=>"Borrowings Under Revolving Credit Facilities" },
+                         { :klass=>:d, :item_string=>"Payments Under Revolving Credit Facilities" },
+                         { :klass=>:d, :item_string=>"Proceeds From Lines Of Credit" },
+                         { :klass=>:d, :item_string=>"Repayments Of Lines Of Credit" },
+                         { :klass=>:d, :item_string=>"Proceeds From Issuance Of Other Long Term Debt" },
+                         { :klass=>:d, :item_string=>"Proceeds From Related Party Debt" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt" },
+                         { :klass=>:d, :item_string=>"Payments Of Debt Issuance Costs" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Proceeds From Issuance Of Shares Under Incentive And Share Based Compensation Plans Including Stock Options" },
+                         { :klass=>:f, :item_string=>"Payments Related To Tax Withholding For Share Based Compensation" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents" },
+
+                         { :klass=>:c, :item_string=>"Net Income Loss" },
+                         { :klass=>:c, :item_string=>"Depreciation And Amortization" },
+                         { :klass=>:c, :item_string=>"Deferred Income Tax Expense Benefit" },
+                         { :klass=>:c, :item_string=>"Provision For Doubtful Accounts" },
+                         { :klass=>:c, :item_string=>"Share Based Compensation" },
+                         { :klass=>:c, :item_string=>"Excess Tax Benefit From Share Based Compensation Operating Activities" },
+                         { :klass=>:c, :item_string=>"Other Noncash Income Expense" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Receivable" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Prepaid Deferred Expense And Other Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Assets" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accounts Payable And Accrued Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Deferred Revenue" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Other Operating Liabilities" },
+                         { :klass=>:c, :item_string=>"Increase Decrease In Accrued Income Taxes Payable" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Productive Assets" },
+                         { :klass=>:d, :item_string=>"Payments To Acquire Short Term Investments" },
+                         { :klass=>:d, :item_string=>"Proceeds From Sale Of Short Term Investments" },
+                         { :klass=>:i, :item_string=>"Payments To Acquire Businesses Net Of Cash Acquired" },
+                         { :klass=>:d, :item_string=>"Repayments Of Long Term Debt" },
+                         { :klass=>:i, :item_string=>"Repayments Of Long Term Capital Lease Obligations" },
+                         { :klass=>:f, :item_string=>"Payments For Repurchase Of Common Stock" },
+                         { :klass=>:f, :item_string=>"Proceeds From Issuance Of Shares Under Incentive And Share Based Compensation Plans" },
+                         { :klass=>:f, :item_string=>"Proceeds From Stock Options Exercised" },
+                         { :klass=>:f, :item_string=>"Excess Tax Benefit From Share Based Compensation Financing Activities" },
+                         { :klass=>:d, :item_string=>"Effect Of Exchange Rate On Cash And Cash Equivalents" } ]
+  end
+end

data/lib/finmodeling/cash_flow_statement_calculation.rb

@@ -0,0 +1,85 @@
+module FinModeling
+  class CashFlowStatementCalculation < CompanyFilingCalculation
+
+    def cash_change_calculation
+      if @cash_change.nil?
+        friendly_goal = "cash change"
+        label_regexes = [ /^cash and cash equivalents period increase decrease/,
+                          /^(|net )(change|increase|decrease|decrease *increase|increase *decrease) in cash and cash equivalents/,
+                          /^net cash provided by used in continuing operations/]
+        id_regexes    = [ /^(|Locator_|loc_)(|us-gaap_)CashAndCashEquivalentsPeriodIncreaseDecrease[_a-z0-9]+/,
+                          /^(|Locator_|loc_)(|us-gaap_)NetCashProvidedByUsedInContinuingOperations[_a-z0-9]+/ ]
+  
+        calc = find_and_verify_calculation_arc(friendly_goal, label_regexes, id_regexes)
+        @cash_change = CashChangeCalculation.new(calc)
+      end
+      return @cash_change
+    end
+  
+    def is_valid?
+      re_cfs = reformulated(periods.last)
+      flows_are_balanced = (re_cfs.free_cash_flow.total == (-1*re_cfs.financing_flows.total))
+      none_are_zero = (re_cfs.cash_from_operations.total           != 0) &&
+                      (re_cfs.cash_investments_in_operations.total != 0) &&
+                      (re_cfs.payments_to_debtholders.total        != 0) &&
+                      (re_cfs.payments_to_stockholders.total       != 0)
+      return (flows_are_balanced && none_are_zero)
+    end
+
+    def reformulated(period)
+      return ReformulatedCashFlowStatement.new(period, cash_change_calculation.summary(:period => period))
+    end
+
+    def latest_quarterly_reformulated(prev_cash_flow_statement)
+      if cash_change_calculation.periods.quarterly.any? &&
+         reformulated(cash_change_calculation.periods.quarterly.last).cash_investments_in_operations.total.abs > 1.0
+        return reformulated(cash_change_calculation.periods.quarterly.last)
+  
+      elsif !prev_cash_flow_statement
+        return nil
+
+      elsif cash_change_calculation.periods.halfyearly.any? &&
+            prev_cash_flow_statement.cash_change_calculation.periods.quarterly.any?
+        cfs_period = cash_change_calculation.periods.halfyearly.last
+        re_cfs     = reformulated(cfs_period)
+  
+        period_1q_thru_1q = prev_cash_flow_statement.cash_change_calculation.periods.quarterly.last
+        prev1q  = prev_cash_flow_statement.reformulated(period_1q_thru_1q)
+        re_cfs  = re_cfs - prev1q
+
+        return re_cfs 
+
+      elsif cash_change_calculation.periods.threequarterly.any? &&
+            prev_cash_flow_statement.cash_change_calculation.periods.halfyearly.any?
+        cfs_period = cash_change_calculation.periods.threequarterly.last
+        re_cfs     = reformulated(cfs_period)
+  
+        period_1q_thru_2q = prev_cash_flow_statement.cash_change_calculation.periods.halfyearly.last
+        prev2q  = prev_cash_flow_statement.reformulated(period_1q_thru_2q)
+        re_cfs  = re_cfs - prev2q
+
+        return re_cfs 
+
+      elsif cash_change_calculation.periods.yearly.any? &&
+            prev_cash_flow_statement.cash_change_calculation.periods.threequarterly.any?
+        cfs_period = cash_change_calculation.periods.yearly.last
+        re_cfs     = reformulated(cfs_period)
+  
+        period_1q_thru_3q = prev_cash_flow_statement.cash_change_calculation.periods.threequarterly.last
+        prev3q  = prev_cash_flow_statement.reformulated(period_1q_thru_3q)
+        re_cfs  = re_cfs - prev3q
+
+        return re_cfs 
+      end
+  
+      return nil
+    end
+
+    def write_constructor(file, item_name)
+      item_calc_name = item_name + "_calc"
+      @calculation.write_constructor(file, item_calc_name)
+      file.puts "#{item_name} = FinModeling::CashFlowStatementCalculation.new(#{item_calc_name})"
+    end
+
+  end
+end

data/lib/finmodeling/classifiers.rb

@@ -0,0 +1,11 @@
+
+module FinModeling
+  class Classifiers
+    def self.train
+      FinModeling::AssetsItem.load_vectors_and_train
+      FinModeling::LiabsAndEquityItem.load_vectors_and_train
+      FinModeling::IncomeStatementItem.load_vectors_and_train
+      FinModeling::CashChangeItem.load_vectors_and_train
+    end
+  end
+end

data/lib/finmodeling/company.rb

@@ -0,0 +1,102 @@
+module SecQuery
+  class Filing
+    def write_constructor(file, item)
+      file.puts "filing = { :cik => \"#{@cik}\", :title => \"#{@title}\", :summary => \"#{@summary}\", " + 
+                ":link => \"#{@link.gsub(/"/, "\\\"")}\", :term => \"#{@term}\", :date => \"#{@date}\", :file_id => \"#{@file_id}\" }"
+      file.puts "#{item} = SecQuery::Filing.new(filing)"
+    end
+  end
+
+  class Entity
+    def write_constructor(filename)
+      FileUtils.mkdir_p(File.dirname(filename)) if !File.exists?(File.dirname(filename))
+      file = File.open(filename, "w")
+      filing_names = []
+      @filings.select{ |x| x.title =~ /^10-/ }.each_with_index do |filing, index|
+        filing_name = "item_#{index}"
+        filing.write_constructor(file, filing_name)
+        filing_names.push filing_name
+      end
+      file.puts "@entity = SecQuery::Entity.new({ :name => \"#{@name.gsub(/"/, "\\\"")}\", :filings => [#{filing_names.join(',')}] })"
+      file.close
+    end
+
+    def self.load(filename)
+      return nil if !File.exists?(filename) || !FinModeling::Config.caching_enabled?
+      eval(File.read(filename))
+      return @entity
+    end
+  end
+end
+
+module FinModeling
+  class Company
+    def initialize(entity)
+      @entity = entity
+    end
+  
+    BASE_FILENAME = File.join(FinModeling::BASE_PATH, "companies/")
+    def self.find(stock_symbol)
+      filename = BASE_FILENAME + stock_symbol.upcase + ".rb"
+      entity = SecQuery::Entity.load(filename)
+      return Company.new(entity) if !entity.nil?
+      begin
+        entity = SecQuery::Entity.find(stock_symbol, { :relationships => false, 
+                                                       :transactions  => false, 
+                                                       :filings       => true })
+                                                       #:filings       => {:start=> 0, :count=>20, :limit=> 20} })
+        return nil if !entity
+        entity.write_constructor(filename)
+        return Company.new(entity)
+      rescue Exception => e
+        puts "Warning: failed to load entity"
+        puts "\t" + e.message
+        puts "\t" + e.backtrace.inspect.gsub(/, /, "\n\t ")
+        return nil
+      end
+    end
+
+    def name
+      @entity.name.gsub(/ \(.*/, '')
+    end
+   
+    def annual_reports
+      CompanyFilings.new(sorted_reports_of_type("10-K"))
+    end
+ 
+    def quarterly_reports
+      CompanyFilings.new(sorted_reports_of_type("10-Q"))
+    end
+
+    def filings_since_date(start_date)
+      reports  = self.annual_reports
+      reports += self.quarterly_reports
+      reports.select!{ |report| Time.parse(report.date) >= start_date }
+      reports.sort!{ |x, y| Time.parse(x.date) <=> Time.parse(y.date) }
+
+      filings = []
+      reports.each do |report|
+        begin
+          case report.term 
+            when "10-Q" then filings << FinModeling::QuarterlyReportFiling.download(report.link)
+            when "10-K" then filings << FinModeling::AnnualReportFiling.download(   report.link) 
+          end
+        rescue Exception => e  
+          # *ReportFiling.download() will throw errors if it doesn't contain xbrl data.
+          puts "Caught error in FinModeling::(.*)ReportFiling.download:"
+          puts "\t" + e.message  
+          puts "\t" + e.backtrace.inspect.gsub(/, /, "\n\t ")
+        end
+      end
+
+      return CompanyFilings.new(filings)
+    end
+
+    private
+
+    def sorted_reports_of_type(report_type)
+      @entity.filings.select{ |x| x.term == report_type }.sort{ |x,y| x.date <=> y.date }
+    end
+
+  end
+end

data/lib/finmodeling/company_filing.rb

@@ -0,0 +1,64 @@
+module FinModeling
+
+  class CachedAnnualFiling 
+    attr_accessor :balance_sheet, :income_statement, :cash_flow_statement, :disclosures
+    def initialize(bs, is, cfs, disclosures)
+      @balance_sheet       = bs
+      @income_statement    = is
+      @cash_flow_statement = cfs
+      @disclosures         = disclosures
+    end
+
+    def is_valid?
+      return (@income_statement.is_valid? and @balance_sheet.is_valid? and @cash_flow_statement.is_valid?)
+    end
+  end
+
+  class CachedQuarterlyFiling < CachedAnnualFiling 
+  end
+
+  class CompanyFiling
+    DOWNLOAD_PATH = File.join(FinModeling::BASE_PATH, "filings/")
+    attr_accessor :instance # FIXME: hide this
+  
+    def initialize(download_dir)
+      instance_file = Xbrlware.file_grep(download_dir)["ins"]
+      if instance_file.nil?
+        raise "Filing (\"#{download_dir}\") has no instance files. No XBRL filing?"
+      end
+  
+      @instance = Xbrlware.ins(instance_file)
+      @taxonomy = @instance.taxonomy
+      @taxonomy.init_all_lb
+    end
+  
+    def self.download(url)
+      FileUtils.mkdir_p(DOWNLOAD_PATH) if !File.exists?(DOWNLOAD_PATH)
+      download_dir = DOWNLOAD_PATH + url.split("/")[-2]
+      if !File.exists?(download_dir)
+        dl = Xbrlware::Edgar::HTMLFeedDownloader.new()
+        dl.download(url, download_dir)
+      end
+  
+      return self.new(download_dir)
+    end
+  
+    def print_presentations
+      presentations = @taxonomy.prelb.presentation
+      presentations.each { |pres| pres.print_tree }
+    end
+  
+    def print_calculations
+      calculations=@taxonomy.callb.calculation
+      calculations.each { |calc| calc.print_tree }
+    end
+
+    def disclosures
+      @taxonomy.callb
+               .calculation
+               .select{ |x| x.is_disclosure? }
+               .map{ |x| CompanyFilingCalculation.new(x) }
+    end
+  
+  end
+end

data/lib/finmodeling/company_filing_calculation.rb

@@ -0,0 +1,75 @@
+module FinModeling
+  class CompanyFilingCalculation
+    attr_accessor :calculation # FIXME: get rid of this (it was just to enable testing)
+
+    def initialize(calculation)
+      @calculation = calculation
+    end
+   
+    def label
+      @calculation.label
+    end
+
+    def periods
+      arr = leaf_items.map{ |x| x.context.period }
+                      .sort{ |x,y| x.to_pretty_s <=> y.to_pretty_s }
+                      .uniq
+      PeriodArray.new(arr)
+    end
+  
+    def leaf_items(args={})
+      @calculation.leaf_items(args[:period])
+    end
+
+    def leaf_items_sum(args)
+      leaves = leaf_items(:period => args[:period])
+      values = leaves.map{ |item| item.value(args[:mapping]) }
+      values.inject(:+)
+    end
+
+    def summary(args)
+      calc_summary = CalculationSummary.new
+      calc_summary.title = case
+        when @calculation.instance_variable_defined?(:@title)   then @calculation.title
+        when @calculation.instance_variable_defined?(:@label)   then @calculation.label
+        else "[No title]"
+      end
+      calc_summary.title += case
+        when @calculation.instance_variable_defined?(:@item_id) then " (#{@calculation.item_id})"
+        when @calculation.instance_variable_defined?(:@role)    then " (#{@calculation.role   })"
+        else ""
+      end
+
+      calc_summary.rows = leaf_items(args).collect do |item| 
+        CalculationRow.new(:key => item.pretty_name, 
+                           :vals => [ item.value(args[:mapping] )])
+      end
+    
+      return calc_summary
+    end
+
+    def write_constructor(file, item_name)
+      item_calc_name = item_name + "_calc"
+      @calculation.write_constructor(file, item_calc_name)
+      file.puts "#{item_name} = FinModeling::CompanyFilingCalculation.new(#{item_calc_name})"
+    end
+
+    protected
+
+    def find_and_verify_calculation_arc(friendly_goal, label_regexes, id_regexes)
+      calc = @calculation.arcs.find{ |x| x.label.downcase.gsub(/[^a-z ]/, '').matches_regexes?(label_regexes) }
+
+      if calc.nil?
+        summary_of_arcs = @calculation.arcs.map{ |x| "\"#{x.label}\"" }.join("; ")
+        raise RuntimeError.new("Couldn't find #{friendly_goal} in: " + summary_of_arcs)
+      end
+
+      if !calc.item_id.matches_regexes?(id_regexes) 
+        puts "Warning: #{friendly_goal} id is not recognized: #{calc.item_id}"
+      end
+
+      return calc
+    end
+
+  end
+end