ultragrep 0.1.0 → 0.10.0

data/ext/ultragrep/ug_guts.c

@@ -1,138 +0,0 @@
-#include <stdio.h>
-#include <stdlib.h>
-#include <getopt.h>
-#include <string.h>
-#include <time.h>
-#include "pcre.h"
-#include "req_matcher.h"
-#include "rails_req.h"
-#include "work_req.h"
-
-
-typedef struct {
-    time_t start_time;
-    time_t end_time;
-    int num_regexps;
-    pcre **regexps;
-    req_matcher_t* m;
-}context_t;
-
-
-int check_request(int lines, char **request, time_t request_time, pcre **regexps, int num_regexps)
-{
-    int *matches, i, j, matched;
-
-    matches = malloc(sizeof(int) * num_regexps);
-    memset(matches, 0, (sizeof(int) * num_regexps));
-
-    for(i=0; i < lines; i++) {
-        for(j=0; j < num_regexps; j++) {
-            int ovector[30];
-            if ( matches[j] ) continue;
-
-            matched = pcre_exec(regexps[j], NULL, request[i], strlen(request[i]), 0, 0, ovector, 30);
-            if ( matched > 0 )
-                matches[j] = 1;
-        }
-    }
-
-    matched = 1;
-    for (j=0; j < num_regexps; j++) {
-        matched &= matches[j];
-    }
-
-    free(matches);
-    return(matched);
-}
-
-void print_request(int request_lines, char **request)
-{
-    int i, j;
-    putchar('\n');
-
-    for(i=0; i < request_lines; i++)
-        printf("%s", request[i]);
-
-    for(j=0; j < strlen(request[request_lines - 1]) && j < 80; j++ )
-        putchar('-');
-
-    putchar('\n');
-    fflush(stdout);
-}
-
-void handle_request(request_t* req, void* cxt_arg) {
-    static int time = 0;
-    context_t* cxt = (context_t*)cxt_arg;
-    if( (req->time > cxt->start_time &&
-            check_request(req->lines,  req->buf, req->time, cxt->regexps, cxt->num_regexps))) {
-    if(req->time != 0) {
-            printf("@@%lu\n", req->time);
-    }
-
-        print_request(req->lines, req->buf);
-    }
-    if(req->time > time) {
-    time = req->time;
-        printf("@@%lu\n", time);
-    }
-    if(req->time > cxt->end_time) {
-        cxt->m->stop(cxt->m);
-    }
-}
-int main(int argc, char **argv)
-{
-    int i;
-    context_t *cxt;
-    const char *error;
-    int erroffset;
-    char *line = NULL;
-    ssize_t line_size, allocated;
-
-
-    if ( argc < 5 ) {
-        fprintf(stderr, "Usage: ug_guts (work|app) start_time end_time regexps [... regexps]\n");
-        exit(1);
-    }
-
-    cxt = malloc(sizeof(context_t));
-
-    if(strcmp(argv[1],"work") == 0)
-    {
-        cxt->m = work_req_matcher(&handle_request, NULL, cxt);
-    }
-    else if(strcmp(argv[1], "app") == 0)
-    {
-        cxt->m = rails_req_matcher(&handle_request, NULL, cxt);
-    }
-    else
-    {
-        fprintf(stderr, "Usage: ug_guts (work|app) start_time end_time regexps [... regexps]\n");
-        exit(1);
-    }
-
-    cxt->start_time = atol(argv[2]);
-    cxt->end_time = atol(argv[3]);
-
-    cxt->num_regexps = argc - 4;
-    cxt->regexps = malloc(sizeof(pcre *) * cxt->num_regexps);
-
-    for ( i = 4; i < argc; i++) {
-        cxt->regexps[i-4] = pcre_compile(argv[i], 0, &error, &erroffset, NULL);
-        if ( error ) {
-            fprintf(stderr, "Error compiling regexp \"%s\": %s\n", argv[i], error);
-            exit;
-        }
-    }
-
-
-    while(1) {
-        int ret;
-        line_size = getline(&line, &allocated, stdin);
-        ret = cxt->m->process_line(cxt->m, line, line_size, 0);
-        if(ret == EOF_REACHED || ret == STOP_SIGNAL) {
-            break;
-        }
-        line = NULL;
-    }
-}
-

data/ext/ultragrep/ug_index.c

@@ -1,83 +0,0 @@
-#include <stdlib.h>
-#include <string.h>
-#include <libgen.h>
-#include "ug_index.h"
-
-int ug_write_index(FILE *file, uint64_t time, uint64_t offset, char *data, uint32_t data_size)
-{
-  fwrite(&time, 8, 1, file);
-  fwrite(&offset, 8, 1, file);
-  fwrite(&data_size, 4, 1, file);
-
-  if ( data_size ) 
-    fwrite(data, 1, data_size, file);
-}
-
-int ug_read_index_entry(FILE *file, struct ug_index *idx, int read_data)
-{
-  int nread;
-  nread = fread(&(idx->time), 8, 1, file);
-  if ( !nread ) 
-    return 0;
-
-  nread = fread(&(idx->offset), 8, 1, file);
-  nread = fread(&(idx->data_size), 4, 1, file);
-  if ( idx->data_size ) {
-    if ( read_data ) {
-      idx->data = malloc(idx->data_size);
-      nread = fread(idx->data, 1, idx->data_size, file);
-    } else {
-      fseek(file, idx->data_size, SEEK_CUR);
-    }
-  }
-
-  return 1;
-}
-
-int ug_get_last_index_entry(FILE *file, struct ug_index *idx) {
-  while (ug_read_index_entry(file, idx, 0));
-}
-
-void ug_seek_to_timestamp(FILE *flog, FILE *findex, uint64_t time, struct ug_index *param_idx) 
-{
-  struct ug_index idx, prev;
-  off_t last_offset = 0;
-
-  memset(&prev, 0, sizeof(struct ug_index));
-
-  for(;;) { 
-    if ( !ug_read_index_entry(findex, &idx, 0) ) {
-      memcpy(&prev, &idx, sizeof(struct ug_index));
-      break;
-    }
-
-    if ( idx.time > time )
-      break;
-
-    memcpy(&prev, &idx, sizeof(struct ug_index));
-  } 
-
-  if ( prev.offset ) {
-      fseek(flog, prev.offset, SEEK_SET);
-      if ( param_idx ) {
-        memcpy(param_idx, &prev, sizeof(struct ug_index));
-      }
-  }
-}
-
-/* returns malloc'ed memory. */
-char *ug_get_index_fname(char *log_fname) 
-{
-  char *dir, *index_fname;
-
-  dir = strdup(log_fname);
-  dir = dirname(dir);
-
-  index_fname = malloc(strlen(dir) + strlen(basename(log_fname)) + strlen("/..idx") + 1);
-
-  sprintf(index_fname, "%s/.%s.idx", dir, basename(log_fname));
-  free(dir);
-  return index_fname;
-}
-
-

data/ext/ultragrep/ug_index.h

@@ -1,27 +0,0 @@
-#include <stdint.h>
-#include <stdio.h>
-#include "req_matcher.h"
-
-#define INDEX_EVERY 10
-
-struct ug_index {
-  uint64_t time;
-  uint64_t offset;
-  uint32_t data_size;
-  char *data;
-};
-
-typedef struct {
-    time_t last_index_time;
-    FILE *log;
-    FILE *index;
-    uint32_t data_size;
-    req_matcher_t* m;
-    unsigned char data[32768];
-} build_idx_context_t;
-
-int ug_write_index(FILE *file, uint64_t time, uint64_t offset, char *data, uint32_t data_size);
-int ug_get_last_index_entry(FILE *file, struct ug_index *idx); 
-void ug_seek_to_timestamp(FILE *log, FILE *idx, uint64_t time, struct ug_index *param_idx);
-char *ug_get_index_fname(char *log_fname);
-

data/ext/ultragrep/work_req.c

@@ -1,200 +0,0 @@
-#include <stdio.h>
-#include <string.h>
-#include <time.h>
-#include "pcre.h"
-#include "request.h"
-#include "req_matcher.h"
-
-
-typedef struct {
-    req_matcher_t base;
-
-    on_req on_request;
-    on_err on_error;
-    void* arg;
-
-    request_t* curr_req;
-    request_t* top;
-
-    int depth; //debug
-
-    int stop_requested;
-}work_req_matcher_t;
-
-
-static void on_request(work_req_matcher_t* m, request_t* r) {
-    if(r) {
-        if(r->lines > 0 && m->on_request) {
-            m->on_request(r, m->arg);
-        }
-
-        //disconnect
-        if(r->next) {
-            r->next->prev = r->prev;
-        }
-        if(r->prev) {
-            r->prev->next = r->next;
-        } else {
-            m->top = r->next;
-        }
-
-        free_request(r);
-        m->depth--;
-    }
-}
-
-static void on_all_requests(work_req_matcher_t* m) {
-    request_t* r = m->top;
-    while(r) {
-        on_request(m, r);
-        r = m->top;
-    }
-}
-
-static void work_stop(req_matcher_t* base) {
-    work_req_matcher_t* m = (work_req_matcher_t*)base;
-    m->stop_requested = 1;
-}
-
-
-static char* extract_session(char* line, ssize_t line_size) {
-    int matched = 0;
-    int ovector[30];
-    char *session_buf;
-    const char* error;
-    int erroffset;
-    static pcre* regex = NULL;
-    if(regex == NULL) {
-        regex = pcre_compile("\"(\\w{6}:\\w{6})\"", 0, &error, &erroffset, NULL);
-    }
-    matched = pcre_exec(regex, NULL, line, line_size, 0, 0, ovector, 30);
-    if(matched > 0) {
-        pcre_get_substring(line, ovector, matched, 1, (const char **)&session_buf);
-        return(session_buf);
-    }
-    return NULL;
-}
-
-static int parse_req_time(char* line, ssize_t line_size, time_t* time) {
-    int matched = 0;
-    int ovector[30];
-    char *date_buf;
-    struct tm request_tm;
-    time_t tv;
-    const char* error;
-    int erroffset;
-    static pcre* regex = NULL;
-
-    if(regex == NULL) {
-        regex = pcre_compile("\"(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2})\"", 0, &error, &erroffset, NULL);
-    }
-    matched = pcre_exec(regex, NULL, line, line_size,0,0,ovector, 30);
-    if(matched > 0) {
-        pcre_get_substring(line, ovector, matched, 1, (const char **)&date_buf);
-        strptime(date_buf, "%Y-%m-%d %H:%M:%S", &request_tm);
-        free(date_buf);
-
-        *time = mktime(&request_tm);
-        return(1);
-    }
-    return(-1);
-}
-
-static int detect_end(char* line, ssize_t line_size) {
-    int matched = 0;
-    int ovector[30];
-    char *session_buf;
-    const char* error;
-    int erroffset;
-    static pcre* regex = NULL;
-    if(regex == NULL) {
-        regex = pcre_compile("\"Finished this session\"", 0, &error, &erroffset, NULL);
-    }
-    matched = pcre_exec(regex, NULL, line, line_size,0,0,ovector, 30);
-    return matched;
-}
-
-static int session_match(request_t* r, char* s) {
-    if(strcmp(r->session, s) == 0) {
-        return 1;
-    }
-    return 0;
-}
-
-static int work_process_line(req_matcher_t* base, char *line, ssize_t line_size, off_t offset) 
-{
-    work_req_matcher_t* m = (work_req_matcher_t*)base;
-    char* session_str;
-    int matched=0;
-    request_t* r;
-
-    if((m->stop_requested) || (line_size == -1)) {
-        on_all_requests(m);
-        return((m->stop_requested)?STOP_SIGNAL:EOF_REACHED);
-    }
-
-    session_str = extract_session(line, line_size);
-
-    r = m->top;
-    if(session_str != NULL) {
-        if(r && r->next == NULL && r->session == NULL) {
-            //The only req we have is sessionless
-            on_request(m, r);
-            r = NULL;
-            //Finish and start afresh
-        }
-
-        //Find the correct req
-        while(r && !session_match(r, session_str)){
-            r = r->next;
-        }
-    }//else it goes on to the top
-
-    if(!r){
-        r = alloc_request();
-        //This is now new top request
-        if(m->top) {
-            r->next = m->top;
-            m->top->prev = r;
-        }
-        m->top = r;
-        r->session = session_str;
-
-        m->depth++;
-    }else {
-        free(session_str);
-    }
-
-    add_to_request(r, line, offset);
-
-    if(r->time == 0) {
-        parse_req_time(line, line_size, &(r->time));
-    }
-
-    if(r->session != NULL) {
-        matched = detect_end(line, line_size);
-        if(matched >0) {
-            on_request(m, r);
-        }
-    }
-
-    return(0);
-}
-
-req_matcher_t* work_req_matcher(on_req fn1, on_err fn2, void* arg) 
-{
-    work_req_matcher_t* m = (work_req_matcher_t*)malloc(sizeof(work_req_matcher_t));
-    req_matcher_t* base = (req_matcher_t*)m;
-
-    m->on_request = fn1;
-    m->on_error = fn2;
-    m->arg = arg;
-
-    m->stop_requested = 0;
-    m->curr_req = NULL;
-
-    base->process_line = &work_process_line;
-    base->stop = &work_stop;
-
-    return base;
-}