kdd.c

Scalable k-means software and test datasets This package (a Unix tar file, gzipped) contains the sou

/* Scalable K-means clustering software
Copyright (C) 2000  Fredrik Farnstrom and James Lewis

This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.


See the file README.TXT for more information.

*/

/* kdd.c */

#include <math.h>
#include <stdio.h>
#include <string.h>

struct {
        char *name;
        int type;
        int cnt;
        double min;
        double max;
        char *values[20];
} Fields[] = {
{ "", 0, 0 },
{ "ODATEDW", 4, 1, 8306, 9701 },
{ "OSOURCE", 0, 0 },
{ "TCODE", 0, 0 },
{ "STATE", 0, 0 },
{ "ZIP", 0, 0 },
{ "MAILCODE", 0, 2, 0, 0, " ", "B" },
{ "PVASTATE", 0, 2, 0, 0, "P", "E" },
{ "DOB", 4, 1, 0, 9710 },
{ "NOEXCH", 0, 1 },
{ "RECINHSE", 0, 1 },
{ "RECP3", 0, 1 },
{ "RECPGVG", 0, 1 },
{ "RECSWEEP", 0, 1 },
{ "MDMAUD", 0, 0 },
{ "DOMAIN", 0, 0 },
{ "CLUSTER", 0, 0 },
{ "AGE", 3, 1 },
{ "AGEFLAG", 0, 2, 0, 0, "E", "I" },
{ "HOMEOWNR", 0, 2, 0, 0, "H", "U" },
{ "CHILD03", 0, 3, 0, 0, "B", "F", "M" },
{ "CHILD07", 0, 3, 0, 0, "B", "F", "M" },
{ "CHILD12", 0, 3, 0, 0, "B", "F", "M" },
{ "CHILD18", 0, 3, 0, 0, "B", "F", "M" },
{ "NUMCHLD", 3, 1, 1, 7 },
{ "INCOME", 3, 1, 1, 7 },
{ "GENDER", 6, 4, 0, 0, "M", "F", "U", "J" },
{ "WEALTH1", 3, 1, 0, 9 },
{ "HIT", 0, 1, 0, 241 },
{ "MBCRAFT", 0, 1, 0, 6 },
{ "MBGARDEN", 0, 1, 0, 4 },
{ "MBBOOKS", 0, 1, 0, 9 },
{ "MBCOLECT", 0, 6, 0, 6 },
{ "MAGFAML", 0, 4, 0, 9 },
{ "MAGFEM", 0, 5, 0, 5 },
{ "MAGMALE", 0, 4, 0, 4 },
{ "PUBGARDN", 0, 4, 0, 5},
{ "PUBCULIN", 0, 3, 0, 6 },
{ "PUBHLTH", 0, 4, 0, 9 },
{ "PUBDOITY", 0, 4, 0, 8 },
{ "PUBNEWFN", 0, 4, 0, 9 },
{ "PUBPHOTO", 0, 2, 0, 2 },
{ "PUBOPP", 0, 4, 0, 9 },
{ "DATASRCE", 0, 3, 1, 3},
{ "MALEMILI", 0, 4, 0, 99 },
{ "MALEVET", 0, 4, 0, 99 },
{ "VIETVETS", 0, 4, 0, 99 },
{ "WWIIVETS", 0, 4, 0, 99 },
{ "LOCALGOV", 0, 4, 0, 99 },
{ "STATEGOV", 0, 4, 0, 99 },
{ "FEDGOV", 0, 4, 0, 99 },
{ "SOLP3", 0, 0 },
{ "SOLIH", 0, 0 },
{ "MAJOR", 0, 1 },
{ "WEALTH2", 0, 3, 0, 9 },
{ "GEOCODE", 0, 0 },
{ "COLLECT1", 0, 1 },
{ "VETERANS", 0, 1 },
{ "BIBLE", 0, 1 },
{ "CATLG", 0, 1 },
{ "HOMEE", 0, 1 },
{ "PETS", 0, 1 },
{ "CDPLAY", 0, 1 },
{ "STEREO", 0, 1 },
{ "PCOWNERS", 0, 1 },
{ "PHOTO", 0, 1 },
{ "CRAFTS", 0, 1 },
{ "FISHER", 0, 1 },
{ "GARDENIN", 0, 1 },
{ "BOATS", 0, 1 },
{ "WALKER", 0, 1 },
{ "KIDSTUFF", 0, 1 },
{ "CARDS", 0, 1 },
{ "PLATES", 0, 1 },
{ "LIFESRC", 0, 3, 1, 3 },
{ "PEPSTRFL", 0, 1 },
{ "POP901", 0, 10, 0, 98701 },
{ "POP902", 0, 10, 0, 23766 },
{ "POP903", 0, 10, 0, 35403 },
{ "POP90C1", 0, 4, 0, 99 },
{ "POP90C2", 0, 4, 0, 99 },
{ "POP90C3", 0, 4, 0, 99 },
{ "POP90C4", 0, 4, 0, 99 },
{ "POP90C5", 0, 4, 0, 99 },
{ "ETH1", 0, 4, 0, 99 },
{ "ETH2", 0, 4, 0, 99 },
{ "ETH3", 0, 4, 0, 99 },
{ "ETH4", 0, 4, 0, 99 },
{ "ETH5", 0, 4, 0, 99 },
{ "ETH6", 0, 4, 0, 99 },
{ "ETH7", 0, 4, 0, 99 },
{ "ETH8", 0, 4, 0, 99 },
{ "ETH9", 0, 4, 0, 99 },
{ "ETH10", 0, 4, 0, 99 },
{ "ETH11", 0, 4, 0, 99 },
{ "ETH12", 0, 4, 0, 99 },
{ "ETH13", 0, 4, 0, 99 },
{ "ETH14", 0, 4, 0, 99 },
{ "ETH15", 0, 4, 0, 99 },
{ "ETH16", 0, 4, 0, 99 },
{ "AGE901", 0, 4, 0, 84 },
{ "AGE902", 0, 4, 0, 84 },
{ "AGE903", 0, 4, 0, 84 },
{ "AGE904", 0, 4, 0, 84 },
{ "AGE905", 0, 4, 0, 84 },
{ "AGE906", 0, 4, 0, 84 },
{ "AGE907", 0, 4, 0, 84 },
{ "CHIL1", 0, 4, 0, 99 },
{ "CHIL2", 0, 4, 0, 99 },
{ "CHIL3", 0, 4, 0, 99 },
{ "AGEC1", 0, 4, 0, 99 },
{ "AGEC2", 0, 4, 0, 99 },
{ "AGEC3", 0, 4, 0, 99 },
{ "AGEC4", 0, 4, 0, 99 },
{ "AGEC5", 0, 4, 0, 99 },
{ "AGEC6", 0, 4, 0, 99 },
{ "AGEC7", 0, 4, 0, 99 },
{ "CHILC1", 0, 4, 0, 99 },
{ "CHILC2", 0, 4, 0, 99 },
{ "CHILC3", 0, 4, 0, 99 },
{ "CHILC4", 0, 4, 0, 99 },
{ "CHILC5", 0, 4, 0, 99 },
{ "HHAGE1", 0, 4, 0, 99 },
{ "HHAGE2", 0, 4, 0, 99 },
{ "HHAGE3", 0, 4, 0, 99 },
{ "HHN1", 0, 4, 0, 99 },
{ "HHN2", 0, 4, 0, 99 },
{ "HHN3", 0, 4, 0, 99 },
{ "HHN4", 0, 4, 0, 99 },
{ "HHN5", 0, 4, 0, 99 },
{ "HHN6", 0, 4, 0, 99 },
{ "MARR1", 0, 4, 0, 99 },
{ "MARR2", 0, 4, 0, 99 },
{ "MARR3", 0, 4, 0, 99 },
{ "MARR4", 0, 4, 0, 99 },
{ "HHP1", 0, 10, 0, 650 },
{ "HHP2", 0, 10, 0, 700 },
{ "DW1", 0, 4, 0, 99 },
{ "DW2", 0, 4, 0, 99 },
{ "DW3", 0, 4, 0, 99 },
{ "DW4", 0, 4, 0, 99 },
{ "DW5", 0, 4, 0, 99 },
{ "DW6", 0, 4, 0, 99 },
{ "DW7", 0, 4, 0, 99 },
{ "DW8", 0, 4, 0, 99 },
{ "DW9", 0, 4, 0, 99 },
{ "HV1", 0, 10, 0, 6000 },
{ "HV2", 0, 10, 0, 6000 },
{ "HV3", 0, 4, 0, 13 },
{ "HV4", 0, 4, 0, 13 },
{ "HU1", 0, 4, 0, 99 },
{ "HU2", 0, 4, 0, 99 },
{ "HU3", 0, 4, 0, 99 },
{ "HU4", 0, 4, 0, 99 },
{ "HU5", 0, 4, 0, 99 },
{ "HHD1", 0, 4, 0, 99 },
{ "HHD2", 0, 4, 0, 99 },
{ "HHD3", 0, 4, 0, 99 },
{ "HHD4", 0, 4, 0, 99 },
{ "HHD5", 0, 4, 0, 99 },
{ "HHD6", 0, 4, 0, 99 },
{ "HHD7", 0, 4, 0, 99 },
{ "HHD8", 0, 4, 0, 99 },
{ "HHD9", 0, 4, 0, 99 },
{ "HHD10", 0, 4, 0, 99 },
{ "HHD11", 0, 4, 0, 99 },
{ "HHD12", 0, 4, 0, 99 },
{ "ETHC1", 0, 4, 0, 99 },
{ "ETHC2", 0, 4, 0, 99 },
{ "ETHC3", 0, 4, 0, 99 },
{ "ETHC4", 0, 4, 0, 99 },
{ "ETHC5", 0, 4, 0, 99 },
{ "ETHC6", 0, 4, 0, 99 },
{ "HVP1", 0, 4, 0, 99 },
{ "HVP2", 0, 4, 0, 99 },
{ "HVP3", 0, 4, 0, 99 },
{ "HVP4", 0, 4, 0, 99 },
{ "HVP5", 0, 4, 0, 99 },
{ "HVP6", 0, 4, 0, 99 },
{ "HUR1", 0, 4, 0, 99 },
{ "HUR2", 0, 4, 0, 99 },
{ "RHP1", 0, 4, 0, 85 },
{ "RHP2", 0, 4, 0, 90 },
{ "RHP3", 0, 4, 0, 64 },
{ "RHP4", 0, 4, 0, 40 },
{ "HUPA1", 0, 4, 0, 99 },
{ "HUPA2", 0, 4, 0, 99 },
{ "HUPA3", 0, 4, 0, 99 },
{ "HUPA4", 0, 4, 0, 99 },
{ "HUPA5", 0, 4, 0, 99 },
{ "HUPA6", 0, 4, 0, 99 },
{ "HUPA7", 0, 4, 0, 99 },
{ "RP1", 0, 4, 0, 99 },
{ "RP2", 0, 4, 0, 99 },
{ "RP3", 0, 4, 0, 99 },
{ "RP4", 0, 4, 0, 99 },
{ "MSA", 0, 10, 0, 9360 },
{ "ADI", 0, 10, 0, 651 },
{ "DMA", 0, 10, 0, 881 },
{ "IC1", 0, 10, 0, 1500 },
{ "IC2", 0, 10, 0, 1500 },
{ "IC3", 0, 10, 0, 1500 },
{ "IC4", 0, 10, 0, 1500 },
{ "IC5", 0, 10, 0, 174523 },
{ "IC6", 0, 4, 0, 99 },
{ "IC7", 0, 4, 0, 99 },
{ "IC8", 0, 4, 0, 99 },
{ "IC9", 0, 4, 0, 99 },
{ "IC10", 0, 4, 0, 99 },
{ "IC11", 0, 4, 0, 99 },
{ "IC12", 0, 4, 0, 50 },
{ "IC13", 0, 4, 0, 61 },
{ "IC14", 0, 4, 0, 99 },
{ "IC15", 0, 4, 0, 99 },
{ "IC16", 0, 4, 0, 99 },
{ "IC17", 0, 4, 0, 99 },
{ "IC18", 0, 4, 0, 99 },
{ "IC19", 0, 4, 0, 99 },
{ "IC20", 0, 4, 0, 99 },
{ "IC21", 0, 4, 0, 50 },
{ "IC22", 0, 4, 0, 99 },
{ "IC23", 0, 4, 0, 99 },
{ "HHAS1", 0, 4, 0, 99 },
{ "HHAS2", 0, 4, 0, 99 },
{ "HHAS3", 0, 4, 0, 99 },
{ "HHAS4", 0, 4, 0, 99 },
{ "MC1", 0, 4, 0, 99 },
{ "MC2", 0, 4, 0, 99 },
{ "MC3", 0, 4, 0, 99 },
{ "TPE1", 0, 4, 0, 99 },
{ "TPE2", 0, 4, 0, 99 },
{ "TPE3", 0, 4, 0, 99 },
{ "TPE4", 0, 4, 0, 99 },
{ "TPE5", 0, 4, 0, 71 },
{ "TPE6", 0, 4, 0, 47 },
{ "TPE7", 0, 4, 0, 25 },
{ "TPE8", 0, 4, 0, 99 },
{ "TPE9", 0, 4, 0, 99 },
{ "PEC1", 0, 4, 0, 99 },
{ "PEC2", 0, 4, 0, 99 },
{ "TPE10", 0, 4, 0, 90 },
{ "TPE11", 0, 4, 0, 76 },
{ "TPE12", 0, 4, 0, 99 },
{ "TPE13", 0, 4, 0, 99 },
{ "LFC1", 0, 4, 0, 99 },
{ "LFC2", 0, 4, 0, 99 },
{ "LFC3", 0, 4, 0, 99 },
{ "LFC4", 0, 4, 0, 99 },
{ "LFC5", 0, 4, 0, 99 },
{ "LFC6", 0, 4, 0, 99 },
{ "LFC7", 0, 4, 0, 99 },
{ "LFC8", 0, 4, 0, 99 },
{ "LFC9", 0, 4, 0, 99 },
{ "LFC10", 0, 4, 0, 99 },
{ "OCC1", 0, 4, 0, 99 },
{ "OCC2", 0, 4, 0, 99 },
{ "OCC3", 0, 4, 0, 99 },
{ "OCC4", 0, 4, 0, 99 },
{ "OCC5", 0, 4, 0, 99 },
{ "OCC6", 0, 4, 0, 43 },
{ "OCC7", 0, 4, 0, 55 },
{ "OCC8", 0, 4, 0, 99 },
{ "OCC9", 0, 4, 0, 99 },
{ "OCC10", 0, 4, 0, 99 },
{ "OCC11", 0, 4, 0, 99 },
{ "OCC12", 0, 4, 0, 99 },
{ "OCC13", 0, 4, 0, 99 },
{ "EIC1", 0, 4, 0, 99 },
{ "EIC2", 0, 4, 0, 65 },
{ "EIC3", 0, 4, 0, 99 },
{ "EIC4", 0, 4, 0, 99 },
{ "EIC5", 0, 4, 0, 99 },
{ "EIC6", 0, 4, 0, 64 },
{ "EIC7", 0, 4, 0, 99 },
{ "EIC8", 0, 4, 0, 99 },
{ "EIC9", 0, 4, 0, 99 },
{ "EIC10", 0, 4, 0, 99 },
{ "EIC11", 0, 4, 0, 99 },
{ "EIC12", 0, 4, 0, 67 },
{ "EIC13", 0, 4, 0, 99 },
{ "EIC14", 0, 4, 0, 99 },
{ "EIC15", 0, 4, 0, 99 },
{ "EIC16", 0, 4, 0, 99 },
{ "OEDC1", 0, 4, 0, 99 },
{ "OEDC2", 0, 4, 0, 99 },
{ "OEDC3", 0, 4, 0, 99 },
{ "OEDC4", 0, 4, 0, 99 },
{ "OEDC5", 0, 4, 0, 99 },
{ "OEDC6", 0, 4, 0, 99 },
{ "OEDC7", 0, 4, 0, 99 },
{ "EC1", 0, 4, 0, 170 },
{ "EC2", 0, 4, 0, 99 },
{ "EC3", 0, 4, 0, 99 },
{ "EC4", 0, 4, 0, 99 },
{ "EC5", 0, 4, 0, 99 },
{ "EC6", 0, 4, 0, 37 },
{ "EC7", 0, 4, 0, 99 },
{ "EC8", 0, 4, 0, 99 },
{ "SEC1", 0, 4, 0, 99 },
{ "SEC2", 0, 4, 0, 99 },
{ "SEC3", 0, 4, 0, 30 },
{ "SEC4", 0, 4, 0, 72 },
{ "SEC5", 0, 4, 0, 99 },
{ "AFC1", 0, 4, 0, 99 },
{ "AFC2", 0, 4, 0, 99 },
{ "AFC3", 0, 4, 0, 78 },
{ "AFC4", 0, 4, 0, 99 },
{ "AFC5", 0, 4, 0, 99 },
{ "AFC6", 0, 4, 0, 30 },
{ "VC1", 0, 4, 0, 99 },
{ "VC2", 0, 4, 0, 99 },
{ "VC3", 0, 4, 0, 99 },
{ "VC4", 0, 4, 0, 99 },
{ "ANC1", 0, 4, 0, 83 },
{ "ANC2", 0, 4, 0, 99 },
{ "ANC3", 0, 4, 0, 31 },
{ "ANC4", 0, 4, 0, 99 },
{ "ANC5", 0, 4, 0, 47 },
{ "ANC6", 0, 4, 0, 14 },
{ "ANC7", 0, 4, 0, 99 },
{ "ANC8", 0, 4, 0, 55 },
{ "ANC9", 0, 4, 0, 68 },
{ "ANC10", 0, 4, 0, 99 },
{ "ANC11", 0, 4, 0, 43 },
{ "ANC12", 0, 4, 0, 52 },
{ "ANC13", 0, 4, 0, 50 },
{ "ANC14", 0, 4, 0, 27 },
{ "ANC15", 0, 4, 0, 32 },
{ "POBC1", 0, 4, 0, 99 },
{ "POBC2", 0, 4, 0, 99 },
{ "LSC1", 0, 4, 0, 99 },
{ "LSC2", 0, 4, 0, 99 },
{ "LSC3", 0, 4, 0, 99 },
{ "LSC4", 0, 4, 0, 99 },
{ "VOC1", 0, 4, 0, 99 },
{ "VOC2", 0, 4, 0, 99 },
{ "VOC3", 0, 4, 0, 99 },
{ "HC1", 0, 4, 0, 31 },
{ "HC2", 0, 4, 0, 52 },
{ "HC3", 0, 4, 0, 99 },
{ "HC4", 0, 4, 0, 99 },
{ "HC5", 0, 4, 0, 99 },
{ "HC6", 0, 4, 0, 99 },
{ "HC7", 0, 4, 0, 99 },
{ "HC8", 0, 4, 0, 99 },
{ "HC9", 0, 4, 0, 90 },
{ "HC10", 0, 4, 0, 62 },
{ "HC11", 0, 4, 0, 99 },
{ "HC12", 0, 4, 0, 99 },
{ "HC13", 0, 4, 0, 99 },
{ "HC14", 0, 4, 0, 99 },
{ "HC15", 0, 4, 0, 30 },
{ "HC16", 0, 4, 0, 99 },
{ "HC17", 0, 4, 0, 99 },
{ "HC18", 0, 4, 0, 99 },
{ "HC19", 0, 4, 0, 99 },
{ "HC20", 0, 4, 0, 99 },
{ "HC21", 0, 4, 0, 99 },
{ "MHUC1", 0, 4, 0, 21 },
{ "MHUC2", 0, 5, 0, 5 },
{ "AC1", 0, 4, 0, 99 },
{ "AC2", 0, 4, 0, 99 },
{ "ADATE_2", 0, 4, 9704, 9706 },
{ "ADATE_3", 0, 4, 9604, 9606 },
{ "ADATE_4", 0, 4, 9511, 9609 },
{ "ADATE_5", 0, 1, 9604, 9604 },
{ "ADATE_6", 0, 3, 9601, 9603 },
{ "ADATE_7", 0, 4, 9512, 9602 },
{ "ADATE_8", 0, 4, 9511, 9605 },
{ "ADATE_9", 0, 4, 9509, 9511 },
{ "ADATE_10", 0, 2, 9510, 9511 },
{ "ADATE_11", 0, 4, 9508, 9511 },
{ "ADATE_12", 0, 4, 9507, 9510 },