").getBytes());
a_FileOutputStream.write(lineSeparator);
}
public void compareCASUV003WithCAS001() throws Exception {
File infile;
infile = new File("C:/Work/Projects/MoSeS/Workspace/UV003.dat");
CASUV003DataHandler cASUV003DataHandler = new CASUV003DataHandler(
infile);
infile = new File("C:/Work/Projects/MoSeS/Workspace/CAS001.dat");
CAS001DataHandler tCAS001DataHandler = new CAS001DataHandler(infile);
CASUV003DataRecord aCASUV003DataRecord;
CAS001DataRecord aCAS001DataRecord;
long difference;
long maxDifference = Long.MIN_VALUE;
long sumOfSquaredDifference = 0L;
long totalDifference = 0L;
long absoluteDifference = 0L;
long totalAbsoluteDifference = 0L;
long RecordID;
long nRecords = cASUV003DataHandler.getNDataRecords();
for (RecordID = 0; RecordID < nRecords; RecordID++) {
aCASUV003DataRecord = cASUV003DataHandler
.getCASUV003DataRecord(RecordID);
aCAS001DataRecord = tCAS001DataHandler
.getCAS001DataRecord(RecordID);
difference = (long) (aCASUV003DataRecord.getAllPeople() - aCAS001DataRecord
.getAllPeople());
if (difference < 0) {
absoluteDifference = difference * -1L;
}
sumOfSquaredDifference += (difference * difference);
maxDifference = Math.max(maxDifference, difference);
totalDifference += difference;
totalAbsoluteDifference += absoluteDifference;
}
int scale = 100;
int roundingMode = BigDecimal.ROUND_HALF_EVEN;
BigDecimal nRecordsBigDecimal = new BigDecimal(nRecords);
BigDecimal meanDifferenceBigDecimal = new BigDecimal(maxDifference)
.divide(nRecordsBigDecimal, scale, roundingMode);
System.out.println("nRecords " + nRecords);
System.out.println("meanDifferenceBigDecimal "
+ meanDifferenceBigDecimal.toString());
System.out.println("sumOfSquaredDifference " + sumOfSquaredDifference);
System.out.println("maxDifference " + maxDifference);
System.out
.println("totalAbsoluteDifference " + totalAbsoluteDifference);
System.out.println("totalDifference " + totalDifference);
BigDecimal standardDeviationOfDifferenceBigDecimal = new BigDecimal("0");
BigDecimal differenceBigDecimal;
for (RecordID = 0; RecordID < nRecords; RecordID++) {
aCASUV003DataRecord = cASUV003DataHandler
.getCASUV003DataRecord(RecordID);
aCAS001DataRecord = tCAS001DataHandler
.getCAS001DataRecord(RecordID);
differenceBigDecimal = new BigDecimal(aCASUV003DataRecord
.getAllPeople()
- aCAS001DataRecord.getAllPeople());
standardDeviationOfDifferenceBigDecimal = differenceBigDecimal
.multiply(differenceBigDecimal);
}
standardDeviationOfDifferenceBigDecimal = standardDeviationOfDifferenceBigDecimal
.divide(nRecordsBigDecimal.subtract(BigDecimal.ONE), scale,
roundingMode);
standardDeviationOfDifferenceBigDecimal = BigDecimal0.sqrt0(
standardDeviationOfDifferenceBigDecimal, scale);
System.out.println("standardDeviationOfDifferenceBigDecimal "
+ standardDeviationOfDifferenceBigDecimal);
}
/**
* Aim is to produce an aggregated data set for comparison totalling males
* and females by MSOA to compare with CASUV003DataRecord
*/
private void run3() throws IOException {
boolean aggregateToMSOA = true;
// boolean aggregateToMSOA = false;
ToyModelDataHandler tToyModelDataHandler = new ToyModelDataHandler();
String startOfFilename = new String(
"C:/Work/Projects/MoSeS/Workspace/Leeds/ToyModel_SWR_OA_HSARHP_ISARCEP_0_5_5000_3_30_12_20");
// String startOfFilename = new String(
// "C:/Work/Projects/MoSeS/Workspace/Leeds/ToyModel_SWR_OA_HSARHP_ISARCEP_0_5_1000_3_30_12_20"
// );
// String startOfFilename = new String(
// "C:/Work/Projects/MoSeS/Workspace/Leeds/ToyModel_SWR_OA_ISARHP_ISARCEP_0_5_200_3_30_12_20"
// );
File tToyModelDataRecord2CSVFile = new File(startOfFilename + ".csv");
File tToyModelDataRecordMaleFemaleComparisonFile;
if (aggregateToMSOA) {
tToyModelDataRecordMaleFemaleComparisonFile = new File(
startOfFilename + "_MSOAMaleFemaleComparison.csv");
} else {
tToyModelDataRecordMaleFemaleComparisonFile = new File(
startOfFilename + "_OAMaleFemaleComparison.csv");
}
if (!tToyModelDataRecordMaleFemaleComparisonFile.exists()) {
tToyModelDataRecordMaleFemaleComparisonFile.createNewFile();
}
PrintWriter tToyModelDataRecordMaleFemaleComparisonFilePrintWriter = new PrintWriter(
tToyModelDataRecordMaleFemaleComparisonFile);
// CASUV003DataHandler tCASUV003DataHandler = new CASUV003DataHandler(
// new File(
// "C:/Work/Projects/MoSeS/Workspace/Leeds/CASUV003DataRecordsMSOA.dat"
// ) );
CASUV003DataHandler tCASUV003DataHandler;
CAS001DataHandler tCAS001DataHandler;
if (aggregateToMSOA) {
tCASUV003DataHandler = new CASUV003DataHandler(
new File(
"C:/Work/Projects/MoSeS/Workspace/Leeds/CASUV003DataRecordsMSOA.dat"));
tCAS001DataHandler = new CAS001DataHandler(
new File(
"C:/Work/Projects/MoSeS/Workspace/Leeds/CAS001DataRecordsMSOA.dat"));
} else {
tCASUV003DataHandler = new CASUV003DataHandler(new File(
"C:/Work/Projects/MoSeS/Workspace/CASUV003DataRecords.dat"));
tCAS001DataHandler = new CAS001DataHandler(new File(
"C:/Work/Projects/MoSeS/Workspace/CAS001DataRecords.dat"));
}
CASUV003DataRecord aCASUV003DataRecord;
CAS001DataRecord aCAS001DataRecord;
BufferedReader tBufferedReader = new BufferedReader(
new InputStreamReader(new FileInputStream(
tToyModelDataRecord2CSVFile)));
StreamTokenizer tStreamTokenizer = new StreamTokenizer(tBufferedReader);
StaticIO.setStreamTokenizerSyntax1(tStreamTokenizer);
// Initialise
int tMaleCount;
int tFemaleCount;
int tMaleCEPCount;
int tMaleHPCount;
int tFemaleCEPCount;
int tFemaleHPCount;
int tokenType = tStreamTokenizer.nextToken();
ToyModelDataRecord_2 aToyModelDataRecord2;
String aZoneCode;
HashMap tLookUpMSOAfromOAHashMap = null;
CASDataHandler tCASDataHandler = new CASDataHandler();
if (aggregateToMSOA) {
tLookUpMSOAfromOAHashMap = tCASDataHandler
.get_LookUpMSOAfromOAHashMap();
}
Counts aCounts;
tToyModelDataRecordMaleFemaleComparisonFilePrintWriter
.println("ZoneCode,CAS001HPFemales,CAS001CEPFemales,CAS001Females,CASUV003Females,ToyModelFemales,ToyModelHPFemales,ToyModelCEPFemales,CAS001HPMales,CAS001CEPMales,CAS001Males,CASUV003Males,ToyModelMales,ToyModelHPMales,ToyModelCEPMales");
TreeMap result = new TreeMap();
while (tokenType != StreamTokenizer.TT_EOF) {
switch (tokenType) {
case StreamTokenizer.TT_WORD:
aToyModelDataRecord2 = new ToyModelDataRecord_2(
tToyModelDataHandler, tStreamTokenizer.sval);
if (aggregateToMSOA) {
aZoneCode = (String) tLookUpMSOAfromOAHashMap
.get(new String(aToyModelDataRecord2.getZone_Code()));
} else {
aZoneCode = String.valueOf(aToyModelDataRecord2
.getZone_Code());
}
if (aToyModelDataRecord2.SEX == 0) {
tFemaleCount = 1;
if (aToyModelDataRecord2.tHouseholdID != -9) {
tFemaleHPCount = 1;
tFemaleCEPCount = 0;
} else {
tFemaleHPCount = 0;
tFemaleCEPCount = 1;
}
tMaleCount = 0;
tMaleHPCount = 0;
tMaleCEPCount = 0;
} else {
tMaleCount = 1;
if (aToyModelDataRecord2.tHouseholdID != -9) {
tMaleHPCount = 1;
tMaleCEPCount = 0;
} else {
tMaleHPCount = 0;
tMaleCEPCount = 1;
}
tFemaleCount = 0;
tFemaleHPCount = 0;
tFemaleCEPCount = 0;
}
if (result.containsKey(aZoneCode)) {
aCounts = (Counts) result.get(aZoneCode);
result.remove(aZoneCode);
aCounts.addToCounts(tMaleCount, tMaleCEPCount,
tMaleHPCount, tFemaleCount, tFemaleCEPCount,
tFemaleHPCount);
result.put(aZoneCode, aCounts);
} else {
aCounts = new Counts();
aCounts.addToCounts(tMaleCount, tMaleCEPCount,
tMaleHPCount, tFemaleCount, tFemaleCEPCount,
tFemaleHPCount);
result.put(aZoneCode, aCounts);
}
}
tokenType = tStreamTokenizer.nextToken();
}
Iterator aIterator = result.keySet().iterator();
Object key;
while (aIterator.hasNext()) {
key = aIterator.next();
aCounts = (Counts) result.get(key);
aZoneCode = (String) key;
aCASUV003DataRecord = (CASUV003DataRecord) tCASUV003DataHandler
.getDataRecord(aZoneCode);
aCAS001DataRecord = (CAS001DataRecord) tCAS001DataHandler
.getDataRecord(aZoneCode);
tToyModelDataRecordMaleFemaleComparisonFilePrintWriter
.println(""
+ aZoneCode
+ ", "
+ aCAS001DataRecord.getHouseholdResidentsFemales()
+ ", "
+ aCAS001DataRecord
.getCommunalEstablishmentResidentsFemales()
+ ", "
+ (aCAS001DataRecord.getHouseholdResidentsFemales() + aCAS001DataRecord
.getCommunalEstablishmentResidentsFemales())
+ ", "
+ aCASUV003DataRecord.getFemales()
+ ", "
+ aCounts.tFemaleCount
+ ", "
+ aCounts.tFemaleHPCount
+ ", "
+ aCounts.tFemaleCEPCount
+ ", "
+ aCAS001DataRecord.getHouseholdResidentsMales()
+ ", "
+ aCAS001DataRecord
.getCommunalEstablishmentResidentsMales()
+ ", "
+ (aCAS001DataRecord.getHouseholdResidentsMales() + aCAS001DataRecord
.getCommunalEstablishmentResidentsMales())
+ ", " + aCASUV003DataRecord.getMales() + ", "
+ aCounts.tMaleCount + ", " + aCounts.tMaleHPCount
+ ", " + aCounts.tMaleCEPCount);
}
tBufferedReader.close();
tToyModelDataRecordMaleFemaleComparisonFilePrintWriter.close();
}
public void writeHTMLBodyMain(byte[] lineSeparator, String baseURL,
String filenamePrefix, String filenameSuffix,
FileOutputStream a_FileOutputStream, int int_MainBodyControlSwitch)
throws IOException {
}
public void writeHTMLBodyMain(byte[] lineSeparator, URL baseURL,
FileOutputStream a_FileOutputStream) throws IOException {
}
public class Counts {
int tMaleCount;
int tMaleHPCount;
int tMaleCEPCount;
int tFemaleCount;
int tFemaleHPCount;
int tFemaleCEPCount;
/** Creates a new instance of OAPopulationComparison */
public Counts() {
init();
}
private void init() {
this.tMaleCount = 0;
this.tMaleHPCount = 0;
this.tMaleCEPCount = 0;
this.tFemaleCount = 0;
this.tFemaleHPCount = 0;
this.tFemaleCEPCount = 0;
}
public void addToCounts(int tMaleCount, int tMaleCEPCount,
int tMaleHPCount, int tFemaleCount, int tFemaleCEPCount,
int tFemaleHPCount) {
this.tMaleCount += tMaleCount;
this.tMaleCEPCount += tMaleCEPCount;
this.tMaleHPCount += tMaleHPCount;
this.tFemaleCount += tFemaleCount;
this.tFemaleCEPCount += tFemaleCEPCount;
this.tFemaleHPCount += tFemaleHPCount;
}
}
}