/home/paulfitz/cvs/coopy_scm/coopy/src/libcoopy_core/DataColumn.cpp

Go to the documentation of this file.

#include <string.h>

#include <coopy/DataColumn.h>

using namespace std;
using namespace coopy::store;
using namespace coopy::cmp;

#define FMAX(x,y) (((x)>(y))?(x):(y))

void Nature::evaluate(const char *txt, bool forward) {
  string s = txt;
  size_t i;

  if (s=="NULL") {
    nully.vote(1,1);
    s = "";
  } else {
    nully.vote(-1,0.1);
  }

  // How URL-like are we?

  int webby = 0;

  i=s.find("http://");
  if (i!=string::npos) {
    if (i<=1) {
      webby += 100;
    } else {
      webby += 1;
    }
  }
  i=s.find("://");
  if (i!=string::npos) {
    if (i<=10) {
      webby += 5;
    } else {
      webby += 1;
    }
  }
  i=s.find("www.");
  if (i==string::npos) {
    i=s.find(".com");
  }
  if (i==string::npos) {
    i=s.find(".net");
  }
  if (i==string::npos) {
    i=s.find(".org");
  }
  if (i==string::npos) {
    i=s.find(".coop");
  }
  if (i!=string::npos) {
    webby += 1;
  }
  if (webby>=1) {
    web.vote(1,webby/10.0);
  } else {
    web.vote(-1,0.1);
  }

  // How email-like are we?
  int maily = 0;
  i=s.find("@");
  if (i!=string::npos) {
    i=s.find(".");
    if (i!=string::npos) {
      maily = 1;
    }
  }
  if (maily>=1) {
    email.vote(1,1);
  } else {
    email.vote(-1,0.1);
  }

  // How number-like are we?
  int numbery = 0;
  int nonnumbery = 0;
  int integral = 0;
  int nonintegral = 0;
  int caps = 0;
  int noncaps = 0;
  int spaces = 0;
  int total = 0;
  for (size_t j=0; j<s.length(); j++) {
    char ch = s[j];
    if (ch>='0'&&ch<='9') {
      numbery++;
      if (j==1&&s[0]=='0') {
        nonintegral++;
      }
      integral++;
    } else {
      nonintegral++;
      if (ch!='.'&&ch!='-'&&ch!='e'&&ch!='E') {
        numbery--;
        nonnumbery++;
      }
    }
    if (ch>='A'&&ch<='Z') {
      caps++;
    } else if (ch>='a'&&ch<='z') {
      noncaps++;
    }
    if (ch==' ') {
      spaces++;
    }
    total++;
  }
  if (numbery>0) {
    if (nonnumbery==0) {
      number.vote(1,1);
    } else {
      number.vote(1,numbery/4.0);
    }
  } else {
    number.vote(-1,0.1);
  }
  if (integral&&!nonintegral) {
    type_integer.vote(1,1,forward);
  } else {
    type_integer.vote(-1,1,forward);
  }
  if (caps&&!noncaps) {
    if (caps>total/2) {
      cappy.vote(1,1);
    } else {
      cappy.vote(-1,1);
    }
  } else {
    cappy.vote(-1,1);
  }
  if (noncaps>=1 && noncaps>total*0.75 && !caps && !spaces) {
    lowy.vote(1,1);
  } else {
    lowy.vote(-1,1);
  }

  text.vote(1,0.1);
}

void Nature::show() {
  printf("web %g email %g text %g number %g nully %g cappy %g lowy %g\n",
         web.result(),
         email.result(),
         text.result(),
         number.result(),
         nully.result(),
         cappy.result(),
         lowy.result());
}

float Nature::compare(const std::string& txt, bool forward, int) {
  Nature n;
  n.evaluate(txt.c_str(),forward);
  float dot = n.web.result()*web.result() +
    n.email.result()*email.result() +
    n.text.result()*text.result() +
    n.number.result()*number.result() +
    n.nully.result()*nully.result() +
    n.cappy.result()*cappy.result() +
    n.lowy.result()*lowy.result();
  return dot;
}


float Nature::confidence() {
  float c = FMAX(FMAX(FMAX(web.confidence,email.confidence),
                      FMAX(text.confidence,number.confidence)),
                 nully.confidence);
  return c;
}


void DataColumn::evaluate() {
  nmean.clear();
  for (int i=0; i<height(); i++) {
    nmean.evaluate(sheet->cellString(index,i).c_str());
  }
}

void DataColumn::unevaluate(int top) {
  for (int i=0; i<=top; i++) {
    nmean.evaluate(sheet->cellString(index,i).c_str(),false);
  }
}



void DataColumnPair::compare(DataColumn& a, DataColumn& b) {
}