/** * A component of a library for * MoSeS. * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. */ package uk.ac.leeds.ccg.andyt.projects.moses.io; import java.io.BufferedReader; import java.io.File; import java.io.FileInputStream; import java.io.IOException; import java.io.InputStreamReader; import java.io.RandomAccessFile; import java.io.StreamTokenizer; import java.util.HashMap; import java.util.Random; import java.util.TreeMap; import uk.ac.leeds.ccg.andyt.projects.moses.utilities.ErrorAndExceptionHandler; import uk.ac.leeds.ccg.andyt.projects.moses.utilities.StaticIO; /** * A class for handling an individual * CASKS006DataRecord and collections of * CASKS006DataRecords. */ public class CASKS008DataHandler extends AbstractCASDataHandler { public CASKS008DataHandler() { File directory = new File("C:/Work/Projects/MoSeS/Workspace/"); this.init(directory); try { this._File = new File(directory, "CASKS008DataRecords.dat"); if (!this._File.exists()) { this._File.createNewFile(); } this._RecordLength = new CASKS008DataRecord().getSizeInBytes(); // log("this.recordLength " + this.recordLength); this._RandomAccessFile = new RandomAccessFile(this._File, "r"); } catch (IOException aIOException) { log(aIOException.getLocalizedMessage()); System.exit(ErrorAndExceptionHandler.IOException); } } public CASKS008DataHandler(File formattedFile) { // initMemoryReserve(); this.init(formattedFile.getParentFile()); this._RecordLength = new CASKS008DataRecord().getSizeInBytes(); load(formattedFile); log("CASKS008DataRecords loaded successfully"); } protected void formatSourceData( File directory, int n) { try { _RandomAccessFile = new RandomAccessFile(this._File, "rw"); File infile; long long0 = 0L; long RecordID = 0L; // Load England infile = new File( directory, "KS008EnglandOA.csv"); RecordID = format(infile, RecordID); log(infile.toString() + " formatted successfully " + RecordID + " records"); // 165665 long0 = RecordID; // Load Wales infile = new File( directory, "KS008WalesOA.csv"); RecordID = format(infile, RecordID); log(infile.toString() + " formatted successfully " + (RecordID - long0) + " records"); // 9769 long0 = RecordID; // Load Scotland infile = new File( directory, "KS008ScotlandOA.csv"); RecordID = format(infile, RecordID); log(infile.toString() + " formatted successfully " + (RecordID - long0) + " records"); // 42604 long0 = RecordID; // Load Northern Ireland infile = new File( directory, "KS008NorthernIrelandOA.csv"); RecordID = format(infile, RecordID); log(infile.toString() + " formatted successfully " + (RecordID - long0) + " records"); // 5022 _RandomAccessFile.close(); load(_File); print(20, new Random()); } catch (IOException aIOException) { log(aIOException.getLocalizedMessage()); System.exit(ErrorAndExceptionHandler.IOException); } } protected long format( File sourceFile, long RecordID) { try { BufferedReader aBufferedReader = new BufferedReader( new InputStreamReader( new FileInputStream(sourceFile))); StreamTokenizer aStreamTokenizer = new StreamTokenizer(aBufferedReader); StaticIO.setStreamTokenizerSyntax1(aStreamTokenizer); String string0 = new String(); String string1; String string2; long long0; long longZero = 0L; CASKS008DataRecord aCASKS008DataRecord = new CASKS008DataRecord(); boolean print = false; int int10000 = 10000; // Skip the first line int tokenType = aStreamTokenizer.nextToken(); while (tokenType != StreamTokenizer.TT_EOL) { tokenType = aStreamTokenizer.nextToken(); } tokenType = aStreamTokenizer.nextToken(); while (tokenType != StreamTokenizer.TT_EOF) { switch (tokenType) { case StreamTokenizer.TT_EOL: long0 = RecordID % int10000; print = (long0 == longZero); if (print) { string2 = aCASKS008DataRecord.toString(); log(string2); string2 = string0; } aCASKS008DataRecord.write(_RandomAccessFile); RecordID++; break; case StreamTokenizer.TT_WORD: string1 = aStreamTokenizer.sval; aCASKS008DataRecord = new CASKS008DataRecord(RecordID, string1); break; } string1 = string0; tokenType = aStreamTokenizer.nextToken(); } log("Number of Records loaded = " + RecordID); } catch (IOException aIOException) { log(aIOException.getLocalizedMessage()); System.exit(ErrorAndExceptionHandler.IOException); } return RecordID; } /** * @return a CASKS008DataRecord with * AbstractCASDataRecord.RecordID = RecordID * @param RecordID * The RecordID of the CASKS008DataRecord to be returned. */ public AbstractCASDataRecord getDataRecord( long RecordID) { return getCASKS008DataRecord(RecordID); } /** * @return a CASKS008DataRecord with * CASKS008DataRecord.RecordID = RecordID * @param RecordID * The RecordID of the CASKS008DataRecord to be returned. */ public CASKS008DataRecord getCASKS008DataRecord( long RecordID) { CASKS008DataRecord result = null; try { this._RandomAccessFile.seek(_RecordLength * RecordID); result = new CASKS008DataRecord(this._RandomAccessFile); } catch (IOException aIOException) { System.err.println(aIOException.getLocalizedMessage()); System.exit(ErrorAndExceptionHandler.IOException); } return result; } /** * Aggregates CASKS008DataRecords from OA To Ward for the OA * records in the range [startRecordID,endRecordID] and writes the results * to aRandomAccessFile * * @param aRandomAccessFile * RandomAccessFile to which results are written * @param startRecordID * The first OA RecordID in the sequence to be aggregated. * @param endRecordID * The last OA RecordID in the sequence to be aggregated. */ public void aggregateOAToWard( RandomAccessFile aRandomAccessFile, long startRecordID, long endRecordID) throws IOException { TreeMap result = new TreeMap(); CASKS008DataRecord aCASKS008DataRecord; CASKS008DataRecord bCASKS008DataRecord; String zoneCode; Object zoneCodeWard; // long newRecordID = startRecordIDForLeeds - 1L; long newRecordID = -1L; for (long RecordID = startRecordID; RecordID < endRecordID; RecordID++) { aCASKS008DataRecord = (CASKS008DataRecord) getDataRecord(RecordID); zoneCode = new String(aCASKS008DataRecord.getZone_Code()); zoneCodeWard = zoneCode.substring(0, 6); if (result.containsKey(zoneCodeWard)) { bCASKS008DataRecord = (CASKS008DataRecord) result.get(zoneCodeWard); result.remove(zoneCodeWard); result.put(zoneCodeWard, aCASKS008DataRecord.aggregate(bCASKS008DataRecord)); } else { newRecordID++; result.put(zoneCodeWard, aCASKS008DataRecord); } } write(aRandomAccessFile, result); } /** * Aggregates CASKS008DataRecords from OA To MSOA for the OA * records in the range [startRecordID,endRecordID] and writes the results * to aRandomAccessFile * * @param aRandomAccessFile * RandomAccessFile to which results are written * @param startRecordID * The first OA RecordID in the sequence to be aggregated. * @param endRecordID * The last OA RecordID in the sequence to be aggregated. */ public void aggregateOAToMSOA(RandomAccessFile aRandomAccessFile, long startRecordID, long endRecordID) throws IOException { TreeMap result = new TreeMap(); boolean handleOutOfMemoryError = true; HashMap lookUpMSOAfromOAHashMap = get_LookUpMSOAfromOAHashMap(); CASKS008DataRecord aCASKS008DataRecord; CASKS008DataRecord bCASKS008DataRecord; String zoneCode; Object zoneCodeMSOA; // long newRecordID = startRecordIDForLeeds - 1L; long newRecordID = -1L; for (long RecordID = startRecordID; RecordID < endRecordID; RecordID++) { aCASKS008DataRecord = (CASKS008DataRecord) getDataRecord(RecordID); zoneCode = new String(aCASKS008DataRecord.getZone_Code()); zoneCodeMSOA = lookUpMSOAfromOAHashMap.get(zoneCode); if (result.containsKey(zoneCodeMSOA)) { bCASKS008DataRecord = (CASKS008DataRecord) result.get(zoneCodeMSOA); result.remove(zoneCodeMSOA); result.put(zoneCodeMSOA, aCASKS008DataRecord.aggregate(bCASKS008DataRecord)); } else { newRecordID++; result.put(zoneCodeMSOA, aCASKS008DataRecord); } } write(aRandomAccessFile, result); } }