effspm 0.3.0__cp310-cp310-macosx_11_0_arm64.whl → 0.3.3__cp310-cp310-macosx_11_0_arm64.whl

effspm/htminer/src/load_inst.cpp

@@ -1,394 +1,345 @@
 #include <iostream>
-#include <fstream>
 #include <sstream>
-#include <cmath>
-#include <ctime>
+#include <algorithm>
+#include <math.h>
 #include "load_inst.hpp"
-#include "freq_miner.hpp"
 #include "utility.hpp"
 #include "build_mdd.hpp"
+#include "freq_miner.hpp"
 
 namespace htminer {
-using namespace std;
 
-// unsigned int M = 0, mlim;
-// unsigned long long E = 0;
+using namespace std;
 
-// unsigned long long int N = 0, L = 0, theta;
+// ✅ Fix types here: M, mlim are unsigned int; N, L, theta, E are unsigned long long
+unsigned int        M = 0, mlim = 0;
+unsigned long long  N = 0, L = 0, theta = 0, E = 0;
 
 bool itmset_exists = 0;
 
-vector<int> item_dic;
-// vector<Pattern> DFS;
-// vector<VPattern> VDFS;
+vector<int>      item_dic;
+vector<Pattern>  DFS;
+vector<VPattern> VDFS;
+
+string out_file;
+string folder;
+
+bool b_disp     = 0;
+bool b_write    = 0;
+bool use_dic    = 0;
+bool just_build = 0;
+bool pre_pro    = 1;
+
+unsigned int time_limit = 10 * 3600;
+clock_t      start_time;
 
 void Load_items_pre(string &inst_name);
 bool Load_items(string &inst_name);
 bool Preprocess(string& inst, double thresh);
 
-bool Load_instance(std::string& items_file, double thresh) {
-    // Debug: entry
-    // std::cerr << "[HTMiner::Load_instance] called with file=\"" << items_file
-    //           << "\"  minsup=" << thresh << std::endl;
-
-   // ── RESET EVERYTHING BEFORE BUILDING ───────────────────────────────────
-    Tree.clear();
-    CTree.clear();
-    VTree.clear();
-    DFS.clear();
-    VDFS.clear();
-    N = 0;
-    M = 0;
-    L = 0;
-    E = 0;
-    itmset_exists = false;
+bool Load_instance(string& items_file, double thresh) {
 
-    std::clock_t kk = std::clock();
- 
+    clock_t kk = clock();
 
-    // Initialize root of Tree (after reset)
     Tree.emplace_back(0, 0, 0);
-    Tree[0].itmset = 1;
-    {
-        std::vector<unsigned int> dummyAnc(L, 0);
-        std::vector<int>          dummyItems;
-        CTree.emplace_back(dummyAnc, dummyItems);
-        VTree.emplace_back();  // calls VArc() default ctor
-   }
-
-   // ─── Allocate DFS/VDFS to length L so that Add_vec can index them ───
-    DFS.reserve(L);
-   for (unsigned int i = 0; i < L; ++i)
-        DFS.emplace_back(-static_cast<int>(i) - 1);
-   VDFS.resize(L);
 
     if (pre_pro) {
-        // std::cerr << "[HTMiner::Load_instance] pre_pro flag is true; calling Preprocess" << std::endl;
-        if (!Preprocess(items_file, thresh)) {
-           // std::cerr << "[HTMiner::Load_instance] Preprocess failed; returning false" << std::endl;
-            return false;
-        }
-       // std::cout << "\nPreprocess done in " << give_time(std::clock() - kk) << " seconds\n\n";
+        if (!Preprocess(items_file, thresh))
+            return 0;
+        if (b_disp)
+           cout << "\nPreprocess done in " << give_time(clock() - kk) << " seconds\n\n";
 
-        // Reserve DFS stack
-        DFS.reserve(L);
-        for (int i = 0; i < static_cast<int>(L); ++i)
+        DFS.reserve((size_t)L);
+        for (int i = 0; i < (int)L; ++i)
             DFS.emplace_back(-i - 1);
 
-        kk = std::clock();
-        //std::cerr << "[HTMiner::Load_instance] calling Load_items_pre" << std::endl;
-        Load_items_pre(items_file);
+        kk = clock();
 
-        // If Tree is very large, shrink vectors
+        Load_items_pre(items_file);
         if (Tree.size() > 100000000) {
             Tree.shrink_to_fit();
             CTree.shrink_to_fit();
             VTree.shrink_to_fit();
-           // std::cerr << "[HTMiner::Load_instance] Shrunk Tree, CTree, VTree to fit" << std::endl;
         }
-        // std::cerr << "[HTMiner::Load_instance] Load_items_pre completed; N=" << N
-        //           << "  M=" << M << "  L=" << L << "  E=" << E << std::endl;
-    }
-    else if (!Load_items(items_file)) {
-        // std::cerr << "[HTMiner::Load_instance] Load_items failed; returning false" << std::endl;
-        return false;
     }
+    else if (!Load_items(items_file))
+        return 0;
     else {
-        // Calculate absolute theta if user passed a fraction
-        if (thresh < 1.0) {
-            theta = static_cast<unsigned long long>(std::ceil(thresh * N));
-            //std::cerr << "[HTMiner::Load_instance] Computed theta = ceil(" << thresh << " * " << N << ") = " << theta << std::endl;
-        } else {
-            theta = static_cast<unsigned long long>(thresh);
-           // std::cerr << "[HTMiner::Load_instance] Using theta = " << theta << " (absolute)" << std::endl;
-        }
-        // std::cerr << "[HTMiner::Load_instance] No preprocessing; Load_items succeeded; N=" << N
-        //           << "  M=" << M << "  L=" << L << "  E=" << E << std::endl;
+        if (thresh < 1)
+            theta = (unsigned long long)ceil(thresh * N);
+        else
+            theta = (unsigned long long)thresh;
     }
-
-	
-
-    std::cout << "\nMDD Database built in " << give_time(std::clock() - kk) << " seconds\n\n";
-    std::cout << "Found " << N << " sequence, with max line len " << M
-              << ", and " << L << " items, and " << E << " enteries\n";
-    // std::cout << "Total Trie nodes: " << Tree.size()
-    //           << " Total CTree nodes: " << CTree.size()
-    //           << " Total VTree nodes: " << VTree.size() << std::endl;
-
-    // std::cerr << "[HTMiner::Load_instance] Exiting normally; returning true" << std::endl;
-    return true;
+    if (b_disp)
+      cout << "\nMDD Database built in " << give_time(clock() - kk) << " seconds\n\n";
+    if (b_disp)
+        cout << "Found " << N << " sequence, with max line len " << M
+         << ", and " << L << " items, and " << E << " enteries\n";
+    // cout << "Total Trie nodes: " << Tree.size()
+    //      << " Total CTree nodes: " << CTree.size()
+    //      << " Total VTree nodes: " << VTree.size() << endl;
+
+    return 1;
 }
 
-
 bool Preprocess(string &inst, double thresh) {
 
-         //std::cerr << "[HTMiner::Preprocess] called with \"" << inst << "\"  minsup=" << thresh << std::endl; //DEBUG
-
-
-	vector<unsigned long long int> MN(100, 0);
-	vector<vector<bool>> ML(100, vector<bool>(1000000, 0));
-	
-
-	ifstream file(inst);
-
-	vector<unsigned int> freq(1000000, 0);
-	vector<unsigned long long int> counted(1000000, 0);
-
-	if (file.good()) {
-		string line;
-		int ditem;
-		while (getline(file, line) && give_time(clock() - start_time) < time_limit) {
-			++N;
-			
-//if (N % 10000000 == 0)
-//cout << "N: " << N << endl;
-			istringstream word(line);
-			string itm;
-			int size_m = 0;
-			while (word >> itm) {
-				++size_m;
-				ditem = stoi(itm);
-
-				if (ditem > 0) 
-					itmset_exists = 1;
-				else 
-					ditem *= -1;
-
-				if (size_m < MN.size()) {
-					++MN[size_m - 1];
-					if (ML[size_m - 1].size() < ditem) {
-						ML[size_m - 1].reserve(ditem);
-						while (ML[size_m - 1].size() < ditem)
-							ML[size_m - 1].push_back(0);
-					}
-					ML[size_m - 1][ditem - 1] = 1;
-				}
-	
-				if (L < ditem)
-					L = ditem;
-				
-				if (freq.size() < L) {
-					freq.reserve(L);
-					counted.reserve(L);
-					while (freq.size() < L) { 
-						freq.push_back(0);
-						counted.push_back(0);
-					}
-				}
-
-				if (counted[ditem - 1] != N) {
-					++freq[ditem - 1];
-					counted[ditem - 1] = N;
-				}
-
-			}
-			if (size_m > M)
-				M = size_m;
-		}
-	}
-	else {
-		//cout << "!!!!!! No such file exists: " << inst << " !!!!!!\n";
-		return 0;
-	}
-
-	if (thresh < 1)
-		theta = ceil(thresh * N);
-	else
-		theta = thresh;
-
-	int real_L = 0;
-	item_dic = vector<int>(L, -1);
-	vector<bool> item_in(L, 0);
-	for (int i = 0; i < L; ++i) {
-		if (freq[i] >= theta) {
-			item_dic[i] = ++real_L;
-			item_in[i] = 1;
-		}
-	}
-	
-	//cout << "Original number of items: " << L << " Reduced to: " << real_L << endl;
-
-	unsigned long long int LpM = 1;
-	mlim = M;
-	int orgmlim;
-	int ulim = min(3 + real_L / 5, 10);
-	unsigned long long int ml;
-	int coef = 1 + 1 * itmset_exists;
-	for (int i = 0; i + ulim < MN.size() && i + ulim < M; ++i) {
-		ml = 0;
-		for (int j = 0; j < L; ++j) {
-			if (ML[i][j] && item_in[j]) 
-				++ml;
-		}
-		LpM *= ml * coef;
-		// cout << ml << " " << LpM << " " << MN[i] << endl;
-		if (LpM * ulim > MN[i]) {
-		if (6 * (MN[i] - LpM) >= 5 * MN[i])
-			orgmlim = i;
-			while (i + ulim - 1 < MN.size() && i + ulim - 1 < M) {
-				// cout << MN[i - 1] - MN[i + ulim - 1] << " " << MN[i + ulim - 1] << endl;
-				if (MN[i - 1] - MN[i + ulim - 1] < MN[i + ulim - 1] && MN[i + ulim - 1] < 600000000 ) {
-					mlim = i - 1;
-					break;
-				}					
-				i += 1;
-			}
-			break;
-		}
-	}
-
-	// cout << "M is: " << M << " Mlim is: " << mlim << " ulim is: " << ulim << " original mlim is: " << orgmlim << " guess is: " << round((log(N) - log(6)) / log(real_L)) << endl;
-
-
-	if (mlim < M) {
-		for (int i = 0; i < real_L; ++i) 
-			VDFS.emplace_back(i);
-		if (MN[mlim + ulim] > 100000000) {
-			CTree.reserve(MN[mlim + ulim] / 2);
-			VTree.reserve(MN[mlim + ulim] / 2);
-			Tree.reserve((N - MN[mlim + ulim]) * 2);
-		}
-	}
-	else if (N > 100000000) 
-		Tree.reserve(500000000);
-
-
-	L = real_L;
-	N = 0;
-	M = 0;
-      
-	return 1;
-}
-
-
-void Load_items_pre(string &inst_name) {
-
-	ifstream file(inst_name);
-
-	if (file.good()) {
-		string line;
-		int ditem;
-		while (getline(file, line) && give_time(clock() - start_time) < time_limit) {
-			istringstream word(line);
-			string itm;
-			vector<int> temp_vec;
-			vector<int> temp_lim;
-			bool sgn = 0;
-			while (word >> itm) {
-				
-				ditem = stoi(itm);
-				
-				if (item_dic[abs(ditem) - 1] == -1) {
-					if (!sgn)
-						sgn = ditem < 0;
-					continue;
-				}
-				else {
-					if (ditem > 0)
-						ditem = item_dic[ditem - 1];
-					else
-						ditem = -item_dic[-ditem - 1];
-				}
-
-				if (sgn) {
-					if (ditem > 0)
-						ditem = -ditem;
-					sgn = 0;
-				}
-				
-				if (temp_vec.size() <= mlim)
-					temp_vec.push_back(ditem);
-				else
-					temp_lim.push_back(ditem);
-			}
-
-			if (temp_vec.empty())
-				continue;
-
-			++N;
-			//if (N % 1000000 == 0)
-			//	cout << N << " " << Tree.size() << " " << CTree.size() << " " << VTree.size() << endl;
-
-			if (temp_vec.size() + temp_lim.size() > M)
-				M = temp_vec.size() + temp_lim.size();
-
-			Build_MDD(temp_vec, temp_lim);
-		}
-	}
-
-}
-
-bool Load_items(std::string &inst_name) {
-    //std::cerr << "[HTMiner::Load_items] called with filename=\"" << inst_name << "\"" << std::endl;  // DEBUG
-    unsigned int mlim = 0;
-// reset the global M and E here instead of redeclaring:
-     M = 0;
-     E = 0;
-
-    std::ifstream file(inst_name);
-    if (!file.good()) {
-        //std::cerr << "[HTMiner::Load_items] ERROR: No such file: " << inst_name << std::endl;
-        return false;
+    vector<unsigned long long int> MN(100, 0);
+    vector<vector<bool>>           ML(100, vector<bool>(1000000, 0));
+
+    ifstream file(inst);
+
+    vector<unsigned int>           freq(1000000, 0);
+    vector<unsigned long long int> counted(1000000, 0);
+
+    if (file.good()) {
+        string line;
+        int    ditem;
+        while (getline(file, line) &&
+               give_time(clock() - start_time) < time_limit) {
+            ++N;
+
+            // if (N % 10000000 == 0) cout << "N: " << N << endl;
+            istringstream word(line);
+            string        itm;
+            int           size_m = 0;
+            while (word >> itm) {
+                ++size_m;
+                ditem = stoi(itm);
+
+                if (ditem > 0)
+                    itmset_exists = 1;
+                else
+                    ditem *= -1;
+
+                if ((size_t)size_m < MN.size()) {
+                    ++MN[size_m - 1];
+                    if (ML[size_m - 1].size() < (size_t)ditem) {
+                        ML[size_m - 1].reserve(ditem);
+                        while (ML[size_m - 1].size() < (size_t)ditem)
+                            ML[size_m - 1].push_back(0);
+                    }
+                    ML[size_m - 1][ditem - 1] = 1;
+                }
+
+                if (L < (unsigned long long)ditem)
+                    L = (unsigned long long)ditem;
+
+                if (freq.size() < (size_t)L) {
+                    freq.reserve((size_t)L);
+                    counted.reserve((size_t)L);
+                    while (freq.size() < (size_t)L) {
+                        freq.push_back(0);
+                        counted.push_back(0);
+                    }
+                }
+
+                if (counted[ditem - 1] != N) {
+                    ++freq[ditem - 1];
+                    counted[ditem - 1] = N;
+                }
+
+                ++E; // count entries
+            }
+            if (size_m > (int)M)
+                M = (unsigned int)size_m;
+        }
+    }
+    else {
+        cout << "!!!!!! No such file exists: " << inst << " !!!!!!\n";
+        return 0;
     }
 
-    std::string line;
-    int ditem;
-    while (std::getline(file, line) && give_time(std::clock() - start_time) < time_limit) {
-        ++N;
-        if (N % 1000000 == 0) {
-            // std::cerr << "[HTMiner::Load_items] Read " << N << " sequences so far; "
-            //           << "current M=" << M << ", L=" << L << ", E=" << E << std::endl;
+    if (thresh < 1)
+        theta = (unsigned long long)ceil(thresh * N);
+    else
+        theta = (unsigned long long)thresh;
+
+    int         real_L = 0;
+    item_dic = vector<int>((size_t)L, -1);
+    vector<bool> item_in((size_t)L, 0);
+    for (int i = 0; i < (int)L; ++i) {
+        if (freq[i] >= theta) {
+            item_dic[i] = ++real_L;
+            item_in[i]  = 1;
         }
-
-        std::istringstream word(line);
-        std::vector<int> temp_vec;
-        std::vector<int> temp_lim;
-        while (word >> ditem) {
-			E+=1;
-            if (ditem > 0)
-                itmset_exists = 1;
-
-            if (std::abs(ditem) > static_cast<int>(L)) {
-                L = std::abs(ditem);
-                //std::cerr << "[HTMiner::Load_items] Updated L to " << L << " (expanding DFS and VDFS)" << std::endl;
-               // Expand DFS
-                 while (DFS.size() < L) {
-                    DFS.reserve(L);
-                    DFS.emplace_back(-static_cast<int>(DFS.size()) - 1);
-               }
-                // ALSO expand VDFS so that VDFS[cur_itm-1] is valid later
-               VDFS.resize(L);
+    }
+    if (b_disp)
+      cout << "Original number of items: " << L
+         << " Reduced to: " << real_L << endl;
+
+    unsigned long long int LpM = 1;
+    mlim = M;
+    int orgmlim;
+    int ulim = std::min(3 + real_L / 5, 10);
+    unsigned long long int ml;
+    int coef = 1 + 1 * itmset_exists;
+    for (int i = 0; i + ulim < (int)MN.size() && i + ulim < (int)M; ++i) {
+        ml = 0;
+        for (int j = 0; j < (int)L; ++j) {
+            if (ML[i][j] && item_in[j])
+                ++ml;
+        }
+        LpM *= ml * coef;
+        // debug: ml, LpM, MN[i]
+        // cout << ml << " " << LpM << " " << MN[i] << endl;
+        if (LpM * ulim > MN[i]) {
+            if (6 * (MN[i] - LpM) >= 5 * MN[i])
+                orgmlim = i;
+            while (i + ulim - 1 < (int)MN.size() && i + ulim - 1 < (int)M) {
+                // debug: MN[i-1] - MN[i+ulim-1], MN[i+ulim-1]
+                // cout << MN[i - 1] - MN[i + ulim - 1]
+                //      << " " << MN[i + ulim - 1] << endl;
+                if (MN[i - 1] - MN[i + ulim - 1] < MN[i + ulim - 1] &&
+                    MN[i + ulim - 1] < 600000000) {
+                    mlim = i - 1;
+                    break;
+                }
+                i += 1;
             }
-
-            if (temp_vec.size() < mlim)
-                temp_vec.push_back(ditem);
-            else
-                temp_lim.push_back(ditem);
+            break;
         }
+    }
 
-        if (temp_vec.size() + temp_lim.size() > M) {
-            M = temp_vec.size() + temp_lim.size();
-            //std::cerr << "[HTMiner::Load_items] Updated M to " << M << std::endl;
+    // debug: final M/MLIM summary
+    // cout << "M is: " << M << " Mlim is: " << mlim
+    //      << " ulim is: " << ulim
+    //      << " original mlim is: " << orgmlim
+    //      << " guess is: "
+    //      << round((log(N) - log(6)) / log(real_L)) << endl;
+
+    if (mlim < M) {
+        for (int i = 0; i < real_L; ++i)
+            VDFS.emplace_back(i);
+        if (MN[mlim + ulim] > 100000000) {
+            CTree.reserve(MN[mlim + ulim] / 2);
+            VTree.reserve(MN[mlim + ulim] / 2);
+            Tree.reserve((N - MN[mlim + ulim]) * 2);
         }
-
-        // std::cerr << "[HTMiner::Load_items] Calling Build_MDD with temp_vec size=" << temp_vec.size()
-        //           << ", temp_lim size=" << temp_lim.size() << std::endl;
-        Build_MDD(temp_vec, temp_lim);
-        //std::cerr << "[HTMiner::Load_items] Build_MDD returned; Tree size now=" << Tree.size() << std::endl;
     }
+    else if (N > 100000000)
+        Tree.reserve(500000000);
 
-    // std::cerr << "[HTMiner::Load_items] Finished loading. Final counts: N=" << N
-    //           << ", M=" << M << ", L=" << L << ", E=" << E << std::endl;
-    return true;
-}
+    L = (unsigned long long)real_L;
+    N = 0;
+    M = 0;
 
+    return 1;
 }
 
 
+void Load_items_pre(string &inst_name) {
+
+    ifstream file(inst_name);
+
+    if (file.good()) {
+        string line;
+        int    ditem;
+        while (getline(file, line) &&
+               give_time(clock() - start_time) < time_limit) {
+            istringstream word(line);
+            string        itm;
+            vector<int>   temp_vec;
+            vector<int>   temp_lim;
+            bool          sgn = 0;
+            while (word >> itm) {
+
+                ditem = stoi(itm);
+
+                if (item_dic[std::abs(ditem) - 1] == -1) {
+                    if (!sgn)
+                        sgn = ditem < 0;
+                    continue;
+                }
+                else {
+                    if (ditem > 0)
+                        ditem = item_dic[ditem - 1];
+                    else
+                        ditem = -item_dic[-ditem - 1];
+                }
+
+                if (sgn) {
+                    if (ditem > 0)
+                        ditem = -ditem;
+                    sgn = 0;
+                }
+
+                if (temp_vec.size() <= mlim)
+                    temp_vec.push_back(ditem);
+                else
+                    temp_lim.push_back(ditem);
+
+                ++E;
+            }
 
+            if (temp_vec.empty())
+                continue;
 
+            ++N;
+            // if (N % 1000000 == 0)
+            //     cout << N << " " << Tree.size() << " " << CTree.size()
+            //          << " " << VTree.size() << endl;
 
+            if (temp_vec.size() + temp_lim.size() > M)
+                M = (unsigned int)(temp_vec.size() + temp_lim.size());
 
+            Build_MDD(temp_vec, temp_lim);
+        }
+    }
+}
+
+bool Load_items(string &inst_name) {
+
+    ifstream file(inst_name);
+
+    if (file.good()) {
+        string line;
+        int    ditem;
+        while (getline(file, line) &&
+               give_time(clock() - start_time) < time_limit) {
+            ++N;
+           // Optional progress print — only if verbose:
+            // if (b_disp && N % 1000000 == 0)
+                //cout << "Found " << N << " sequence, with max line len " << M
+                     //<< ", and " << L << " items, and " << E
+                    // << " enteries\n";
+
+            istringstream word(line);
+            string        itm;
+            vector<int>   temp_vec;
+            vector<int>   temp_lim;
+            while (word >> itm) {
+                ditem = stoi(itm);
+                if (ditem > 0)
+                    itmset_exists = 1;
+                if (L < (unsigned long long)std::abs(ditem)) {
+                    L = (unsigned long long)std::abs(ditem);
+                    while (DFS.size() < (size_t)L) {
+                        DFS.reserve((size_t)L);
+                        DFS.emplace_back(-((int)DFS.size()) - 1);
+                    }
+                }
+
+                if (temp_vec.size() < mlim)
+                    temp_vec.push_back(ditem);
+                else
+                    temp_lim.push_back(ditem);
+
+                ++E;
+            }
 
+            if (temp_vec.size() + temp_lim.size() > M)
+                M = (unsigned int)(temp_vec.size());
 
+            Build_MDD(temp_vec, temp_lim);
+        }
+    }
+    else {
+        cout << "!!!!!! No such file exists: " << inst_name << " !!!!!!\n";
+        return 0;
+    }
+
+    return 1;
+}
 
+} // namespace htminer