CsvToMT940.java

/*
 * Created on 21.09.2004
 *
 * TODO To change the template for this generated file go to
 * Window - Preferences - Java - Code Style - Code Templates
 */

import java.io.File;
import java.io.FileInputStream;
import java.text.DecimalFormat;
import java.text.DecimalFormatSymbols;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.Calendar;
import java.util.Date;
import java.util.List;
import mt940.MT940File;
import mt940.MT940Section;
import mt940.TOB5BookingCodeTranslator;
import mt940.fields.AccountDesignation;
import mt940.fields.AccountStatementNumber;
import mt940.fields.ClosingBalance;
import mt940.fields.MultiPurposeField;
import mt940.fields.OpeningBalance;
import mt940.fields.TransactionReferenceNumber;
import mt940.fields.TurnOverLine;
import org.apache.commons.csv.CSVFormat;
import org.apache.commons.csv.CSVParser;
import org.apache.commons.csv.CSVRecord;
import org.apache.commons.io.Charsets;
import org.apache.commons.io.IOUtils;
import org.apache.commons.lang3.StringUtils;
import org.joda.time.DateTime;

/**
 * @author Joscha Feth
 *
 * TODO To change the template for this generated type comment go to Window -
 * Preferences - Java - Code Style - Code Templates
 */
public class CsvToMT940 {

	private static final int MAX_BOOKING_TEXT = 27;
	private static final SimpleDateFormat inFormat = new SimpleDateFormat("dd.MM.yyyy");
	private static final CSVFormat csvFormat = CSVFormat.DEFAULT.withDelimiter(';');
	private final CsvToMT940Frame ctmf;
	private String[][] csvData;
	private Date startDate;

	/* public static String autoDecode(byte[] bytes) {
		// fix charset
		CharsetDetector charsetDetector = new CharsetDetector();
		charsetDetector.setText(bytes);

		// fix for mis-detection
		CharsetMatch[] detectAll = charsetDetector.detectAll();
		String encodingName = null;
		for (int i = 0; i < detectAll.length; i++) {
			CharsetMatch detect = detectAll[i];
			encodingName = detect.getName();
			int confidence = detect.getConfidence();
			if ("Big5".equals(encodingName)) { // higher confidence required
				if (i * 2 < detectAll.length) {
					// enough other options
					continue;
				}
				confidence -= 15;
			}
			if (confidence > 50) {
				break;
			}
			if (encodingName.startsWith("ISO-8859")
					|| encodingName.startsWith("windows-125")) {
				break;
			}
		}

		// ltr/rtl suffixes not supported
		encodingName = StringUtils.removeEnd(encodingName, "_ltr");
		encodingName = StringUtils.removeEnd(encodingName, "_rtl");
		try {
			return new String(bytes, encodingName);
		} catch (UnsupportedEncodingException ex) {
			Logger.getLogger(CsvToMT940.class.getName()).log(Level.SEVERE, null, ex);
		}
		return new String(bytes);
	} */
	public CsvToMT940(CsvToMT940Frame ctmf) {
		this.ctmf = ctmf;
	}

	public int getCount() {
		return csvData.length - 1; // 1st line is headline
	}

	public void loadCSV(File csvfile) {
		FileInputStream fis = null;
		//String csvdata = null;
		try {
			fis = new FileInputStream(csvfile);
			//csvdata = autoDecode(IOUtils.toByteArray(fis));
			//CSVParser parser = CSVParser.parse(csvdata, csvFormat);

			CSVParser parser = CSVParser.parse(fis, Charsets.ISO_8859_1, csvFormat);
			List<CSVRecord> records = parser.getRecords();

			int recordCount = records.size();
			csvData = new String[recordCount][];
			for (int i = 0; i < recordCount; i++) {
				CSVRecord record = records.get(i);

				int columnCount = record.size();
				csvData[i] = new String[columnCount];
				for (int j = 0; j < columnCount; j++) {
					csvData[i][j] = record.get(j);
				}
			}
		} catch (Exception e) {
			e.printStackTrace();
		} finally {
			IOUtils.closeQuietly(fis);
		}
	}

	public void writeMT940(File mt940file) {
		createMT940();
	}

	public String getFilename() {
		if (startDate != null) {
			Calendar cal = Calendar.getInstance();
			cal.setTime(startDate);
			return cal.get(Calendar.YEAR) + "-" + (cal.get(Calendar.MONTH) + 1) + ".txt";
		}
		return "";
	}

	public MT940File createMT940() {
		// reset
		startDate = null;

		// get data entered by user
		String currency = ctmf.getCurrency(),
				bankSortingCode = ctmf.getBankSortingCode(),
				accountNumber = ctmf.getAccountNumber();
		double closingBalance = ctmf.getClosingBalance(), openingBalance = closingBalance;

		int dateIdx = 0, bookingTextIdx = 1, counterPartyIdx = 2, amountIdx = 3;
		DecimalFormatSymbols dfs = new DecimalFormatSymbols();
		dfs.setDecimalSeparator(',');
		dfs.setGroupingSeparator('.');
		DecimalFormat df = new DecimalFormat("#0.00", dfs);
		//df.setPositivePrefix("+");
		df.setGroupingUsed(true);

		MT940File m = new MT940File();
		try {
			Date endDate = null;

			// calculate initial balance
			for (int i = 1; i < csvData.length; i++) {
				Number amount = df.parse(csvData[i][amountIdx]);
				Date valueDate = inFormat.parse(csvData[i][dateIdx]);
				if (valueDate != null) {
					if (startDate == null) {
						DateTime temp = new DateTime(valueDate).withDayOfMonth(1).withMillisOfDay(0);
						startDate = temp.toDate();
						endDate = temp.plusMonths(1).minusMillis(1).toDate();
					} else if (startDate.after(valueDate) || endDate.before(valueDate)) {
						throw new UnsupportedOperationException("Alle Daten müssen in einem Monat liegen.");
					}
				}

				if (amount != null) {
					openingBalance -= amount.doubleValue();
				}
			}

			String balanceCurrency = currency;

			// initial balance, calculated
			MT940Section ms = new MT940Section();
			ms.addField(new TransactionReferenceNumber());
			// ms.addField(new RelatedReferenceNumber());
			ms.addField(new AccountDesignation(accountNumber,
					bankSortingCode, currency));
			// ms.addField(new AccountStatementNumber("" +
			// statementNumber, ""));
			ms.addField(new AccountStatementNumber());
			ms.addField(new OpeningBalance(true, (openingBalance > 0), startDate, balanceCurrency,
					openingBalance));

			for (int i = csvData.length - 1; i > 0; i--) { // reverse order to have output old -> new
				Date valueDate = inFormat.parse(csvData[i][dateIdx]);
				String bookingText = csvData[i][bookingTextIdx],
						bookingTextLong = "",
						counterParty = csvData[i][counterPartyIdx],
						customerRef = "", orderingAccNo = "", orderingName = "", bankRef = "";
//				List<String> customerIdentification = new ArrayList<String>();
				String[] bookingTextSplit = StringUtils.split(bookingText, " :"),
						counterPartySplit = StringUtils.split(counterParty, ",:");

				String fidorBookingString = bookingTextSplit[0], prev;
				bookingText = StringUtils.strip(StringUtils.substringAfter(bookingText, fidorBookingString), " :"); // cut away fidorBookingString
				if (bookingText.length() > MAX_BOOKING_TEXT) {
					bookingTextLong = bookingText.substring(MAX_BOOKING_TEXT);
					bookingText = bookingText.substring(0, MAX_BOOKING_TEXT);
				}

				if (counterPartySplit.length > 0) {
					prev = counterPartySplit[0];
					for (int j = 1; j < counterPartySplit.length; j++) {
						String current = counterPartySplit[j];
						if ("absender".equalsIgnoreCase(prev)
								|| "empfänger".equalsIgnoreCase(prev)) {
							orderingName = current;
						} else if ("iban".equalsIgnoreCase(prev)) {
//						customerIdentification.add("IBAN: " + current);
							orderingAccNo = current;
						} else if ("bic".equalsIgnoreCase(prev)) {
							bankRef = current;
						}
						prev = current;
					}
				}

				// overwrite customerRef if UMR is available
				prev = bookingTextSplit[0];
				for (int j = 1; j < bookingTextSplit.length; j++) {
					String current = bookingTextSplit[j];
					if ("umr".equalsIgnoreCase(prev)) { // Unique Mandate Reference (= Eindeutige Mandatsnummer)
//						customerIdentification.add("UMR: " + current);
						customerRef = current; // everything else is too long anyway
					} else if ("uci".equalsIgnoreCase(prev)) { // Unique Creditor Identifier, Gläubigeridentifikationsnummer
//						customerIdentification.add("UCI: " + current);
					}
					prev = current;
				}

				// TODO: parse bookingText, counterParty
				String bookingCode = TOB5BookingCodeTranslator.getTransactionCode(fidorBookingString),
						swiftCode = TOB5BookingCodeTranslator.getSwiftCode(fidorBookingString);

				Number amount = df.parse(csvData[i][amountIdx]);
				String amountCurrency = currency;
				// StringUtils.join(customerIdentification, ", ")
				ms.addField(new TurnOverLine(valueDate, valueDate,
						(amount.doubleValue() > 0), false, amountCurrency,
						amount, swiftCode, customerRef, bankRef));
				ms.addField(new MultiPurposeField(bookingCode, bookingText,
						bookingTextLong, orderingAccNo, orderingName));
			}
			ms.addField(new ClosingBalance(true, (closingBalance > 0), endDate, balanceCurrency,
					closingBalance));
			m.addSection(ms);
		} catch (ArrayIndexOutOfBoundsException aiobe) {
			aiobe.printStackTrace();
			ctmf.addInfo("Keine gültige CSV-Datei! Abbruch...");
			return null;

		} catch (ParseException e) {
			e.printStackTrace();
			ctmf.addInfo("Parsing-Fehler! Abbruch...");
			return null;
		}
		return m;
	}
}