MaysWind
482 lines
14 KiB
Go
482 lines
14 KiB
Go
package qif
|
|
|
|
import (
|
|
"bufio"
|
|
"bytes"
|
|
"strings"
|
|
|
|
"golang.org/x/text/encoding/unicode"
|
|
"golang.org/x/text/transform"
|
|
|
|
"github.com/mayswind/ezbookkeeping/pkg/core"
|
|
"github.com/mayswind/ezbookkeeping/pkg/errs"
|
|
"github.com/mayswind/ezbookkeeping/pkg/log"
|
|
)
|
|
|
|
const qifBankTransactionHeader = "!Type:Bank"
|
|
const qifCashTransactionHeader = "!Type:Cash"
|
|
const qifCreditCardTransactionHeader = "!Type:CCard"
|
|
const qifAssetAccountTransactionHeader = "!Type:Oth A"
|
|
const qifLiabilityAccountTransactionHeader = "!Type:Oth L"
|
|
const qifMemorizedTransactionHeader = "!Type:Memorized"
|
|
const qifMemorisedTransactionHeader = "!Type:Memorised"
|
|
const qifInvestmentTransactionHeader = "!Type:Invst"
|
|
const qifAccountHeader = "!Account"
|
|
const qifCategoryHeader = "!Type:Cat"
|
|
const qifClassHeader = "!Type:Class"
|
|
const qifTypeHeaderPrefix = "!Type:"
|
|
|
|
const qifEntryStartRune = '!'
|
|
const qifEntryEnd = '^'
|
|
|
|
// qifDataReader defines the structure of quicken interchange format (qif) data reader
|
|
type qifDataReader struct {
|
|
allLines []string
|
|
}
|
|
|
|
// read returns the imported qif data
|
|
// Reference: https://www.w3.org/2000/10/swap/pim/qif-doc/QIF-doc.htm
|
|
func (r *qifDataReader) read(ctx core.Context) (*qifData, error) {
|
|
if len(r.allLines) < 1 {
|
|
return nil, errs.ErrNotFoundTransactionDataInFile
|
|
}
|
|
|
|
data := &qifData{}
|
|
var currentEntryHeader string
|
|
var currentEntryData []string
|
|
var currentAccount *qifAccountData
|
|
|
|
for i := 0; i < len(r.allLines); i++ {
|
|
line := r.allLines[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
if line[0] == qifEntryStartRune {
|
|
if len(currentEntryData) > 0 {
|
|
log.Errorf(ctx, "[qif_data_reader.read] read new entry header \"%s\" after unclosed entry", line)
|
|
return nil, errs.ErrInvalidQIFFile
|
|
}
|
|
|
|
line = strings.TrimRight(line, " ")
|
|
|
|
if line == qifBankTransactionHeader ||
|
|
line == qifCashTransactionHeader ||
|
|
line == qifCreditCardTransactionHeader ||
|
|
line == qifAssetAccountTransactionHeader ||
|
|
line == qifLiabilityAccountTransactionHeader ||
|
|
line == qifMemorizedTransactionHeader ||
|
|
line == qifMemorisedTransactionHeader ||
|
|
line == qifInvestmentTransactionHeader ||
|
|
line == qifAccountHeader ||
|
|
line == qifCategoryHeader ||
|
|
line == qifClassHeader {
|
|
currentEntryHeader = line
|
|
} else if strings.Index(line, qifTypeHeaderPrefix) == 0 {
|
|
currentEntryHeader = line
|
|
log.Warnf(ctx, "[qif_data_reader.read] read unsupported entry header line \"%s\" and skip the following entries", line)
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.read] read unsupported entry header line \"%s\" and skip this line", line)
|
|
}
|
|
} else if line[0] == qifEntryEnd {
|
|
entryData := currentEntryData
|
|
currentEntryData = nil
|
|
|
|
if currentEntryHeader == qifBankTransactionHeader ||
|
|
currentEntryHeader == qifCashTransactionHeader ||
|
|
currentEntryHeader == qifCreditCardTransactionHeader ||
|
|
currentEntryHeader == qifAssetAccountTransactionHeader ||
|
|
currentEntryHeader == qifLiabilityAccountTransactionHeader {
|
|
transactionData, err := r.parseTransaction(ctx, entryData, false)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if transactionData == nil {
|
|
continue
|
|
}
|
|
|
|
transactionData.account = currentAccount
|
|
|
|
if currentEntryHeader == qifBankTransactionHeader {
|
|
data.bankAccountTransactions = append(data.bankAccountTransactions, transactionData)
|
|
} else if currentEntryHeader == qifCashTransactionHeader {
|
|
data.cashAccountTransactions = append(data.cashAccountTransactions, transactionData)
|
|
} else if currentEntryHeader == qifCreditCardTransactionHeader {
|
|
data.creditCardAccountTransactions = append(data.creditCardAccountTransactions, transactionData)
|
|
} else if currentEntryHeader == qifAssetAccountTransactionHeader {
|
|
data.assetAccountTransactions = append(data.assetAccountTransactions, transactionData)
|
|
} else if currentEntryHeader == qifLiabilityAccountTransactionHeader {
|
|
data.liabilityAccountTransactions = append(data.liabilityAccountTransactions, transactionData)
|
|
}
|
|
} else if currentEntryHeader == qifMemorizedTransactionHeader || currentEntryHeader == qifMemorisedTransactionHeader {
|
|
transactionData, err := r.parseMemorizedTransaction(ctx, entryData)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if transactionData == nil {
|
|
continue
|
|
}
|
|
|
|
transactionData.account = currentAccount
|
|
data.memorizedTransactions = append(data.memorizedTransactions, transactionData)
|
|
} else if currentEntryHeader == qifInvestmentTransactionHeader {
|
|
transactionData, err := r.parseInvestmentTransaction(ctx, entryData)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if transactionData == nil {
|
|
continue
|
|
}
|
|
|
|
transactionData.account = currentAccount
|
|
data.investmentAccountTransactions = append(data.investmentAccountTransactions, transactionData)
|
|
} else if currentEntryHeader == qifAccountHeader {
|
|
accountData, err := r.parseAccount(ctx, entryData)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if accountData == nil {
|
|
continue
|
|
}
|
|
|
|
currentAccount = accountData
|
|
data.accounts = append(data.accounts, accountData)
|
|
} else if currentEntryHeader == qifCategoryHeader {
|
|
categoryData, err := r.parseCategory(ctx, entryData)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if categoryData == nil {
|
|
continue
|
|
}
|
|
|
|
data.categories = append(data.categories, categoryData)
|
|
} else if currentEntryHeader == qifClassHeader {
|
|
classData, err := r.parseClass(ctx, entryData)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if classData == nil {
|
|
continue
|
|
}
|
|
|
|
data.classes = append(data.classes, classData)
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.read] read unsupported entry header \"%s\" and skip this entry", currentEntryHeader)
|
|
}
|
|
} else if currentEntryHeader != "" {
|
|
currentEntryData = append(currentEntryData, line)
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.read] read unsupported line \"%s\" and skip this line", line)
|
|
}
|
|
}
|
|
|
|
return data, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseTransaction(ctx core.Context, data []string, ignoreUnknown bool) (*qifTransactionData, error) {
|
|
if len(data) < 1 {
|
|
return nil, nil
|
|
}
|
|
|
|
transactionData := &qifTransactionData{}
|
|
|
|
for i := 0; i < len(data); i++ {
|
|
line := data[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
if line[0] == 'D' {
|
|
transactionData.date = line[1:]
|
|
} else if line[0] == 'T' {
|
|
transactionData.amount = line[1:]
|
|
} else if line[0] == 'C' {
|
|
transactionData.clearedStatus = r.parseClearedStatus(ctx, line[1:])
|
|
} else if line[0] == 'N' {
|
|
transactionData.num = line[1:]
|
|
} else if line[0] == 'P' {
|
|
transactionData.payee = line[1:]
|
|
} else if line[0] == 'M' {
|
|
transactionData.memo = line[1:]
|
|
} else if line[0] == 'A' {
|
|
transactionData.addresses = append(transactionData.addresses, line[1:])
|
|
} else if line[0] == 'L' {
|
|
transactionData.category = line[1:]
|
|
} else if line[0] == 'S' {
|
|
transactionData.subTransactionCategory = append(transactionData.subTransactionCategory, line[1:])
|
|
} else if line[0] == 'E' {
|
|
transactionData.subTransactionMemo = append(transactionData.subTransactionMemo, line[1:])
|
|
} else if line[0] == '$' {
|
|
transactionData.subTransactionAmount = append(transactionData.subTransactionAmount, line[1:])
|
|
} else {
|
|
if !ignoreUnknown {
|
|
log.Warnf(ctx, "[qif_data_reader.parseTransaction] read unsupported line \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
}
|
|
}
|
|
|
|
return transactionData, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseMemorizedTransaction(ctx core.Context, data []string) (*qifMemorizedTransactionData, error) {
|
|
if len(data) < 1 {
|
|
return nil, nil
|
|
}
|
|
|
|
baseTransactionData, err := r.parseTransaction(ctx, data, true)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
transactionData := &qifMemorizedTransactionData{
|
|
qifTransactionData: *baseTransactionData,
|
|
amortization: qifMemorizedTransactionAmortizationData{},
|
|
}
|
|
|
|
for i := 0; i < len(data); i++ {
|
|
line := data[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
// these lines has been already processed in parseTransaction
|
|
if line[0] == 'D' || line[0] == 'T' || line[0] == 'C' || line[0] == 'N' ||
|
|
line[0] == 'P' || line[0] == 'M' || line[0] == 'A' || line[0] == 'L' ||
|
|
line[0] == 'S' || line[0] == 'E' || line[0] == '$' {
|
|
continue
|
|
}
|
|
|
|
if line[0] == 'K' {
|
|
if line == string(qifCheckTransactionType) {
|
|
transactionData.transactionType = qifCheckTransactionType
|
|
} else if line == string(qifDepositTransactionType) {
|
|
transactionData.transactionType = qifDepositTransactionType
|
|
} else if line == string(qifPaymentTransactionType) {
|
|
transactionData.transactionType = qifPaymentTransactionType
|
|
} else if line == string(qifInvestmentTransactionType) {
|
|
transactionData.transactionType = qifInvestmentTransactionType
|
|
} else if line == string(qifElectronicPayeeTransactionType) {
|
|
transactionData.transactionType = qifElectronicPayeeTransactionType
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseMemorizedTransaction] read unsupported transaction type \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
} else if line[0] == '1' {
|
|
transactionData.amortization.firstPaymentDate = line[1:]
|
|
} else if line[0] == '2' {
|
|
transactionData.amortization.totalYearsForLoan = line[1:]
|
|
} else if line[0] == '3' {
|
|
transactionData.amortization.numberOfPayments = line[1:]
|
|
} else if line[0] == '4' {
|
|
transactionData.amortization.numberOfPeriodsPerYear = line[1:]
|
|
} else if line[0] == '5' {
|
|
transactionData.amortization.interestRate = line[1:]
|
|
} else if line[0] == '6' {
|
|
transactionData.amortization.currentLoanBalance = line[1:]
|
|
} else if line[0] == '7' {
|
|
transactionData.amortization.originalLoanAmount = line[1:]
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseMemorizedTransaction] read unsupported line \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
}
|
|
|
|
return transactionData, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseInvestmentTransaction(ctx core.Context, data []string) (*qifInvestmentTransactionData, error) {
|
|
if len(data) < 1 {
|
|
return nil, nil
|
|
}
|
|
|
|
transactionData := &qifInvestmentTransactionData{}
|
|
|
|
for i := 0; i < len(data); i++ {
|
|
line := data[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
if line[0] == 'D' {
|
|
transactionData.date = line[1:]
|
|
} else if line[0] == 'N' {
|
|
transactionData.action = line[1:]
|
|
} else if line[0] == 'Y' {
|
|
transactionData.security = line[1:]
|
|
} else if line[0] == 'I' {
|
|
transactionData.price = line[1:]
|
|
} else if line[0] == 'Q' {
|
|
transactionData.quantity = line[1:]
|
|
} else if line[0] == 'T' {
|
|
transactionData.amount = line[1:]
|
|
} else if line[0] == 'C' {
|
|
transactionData.clearedStatus = r.parseClearedStatus(ctx, line[1:])
|
|
} else if line[0] == 'P' {
|
|
transactionData.text = line[1:]
|
|
} else if line[0] == 'M' {
|
|
transactionData.memo = line[1:]
|
|
} else if line[0] == 'O' {
|
|
transactionData.commission = line[1:]
|
|
} else if line[0] == 'L' {
|
|
transactionData.accountForTransfer = line[1:]
|
|
} else if line[0] == '$' {
|
|
transactionData.amountTransferred = line[1:]
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseInvestmentTransaction] read unsupported line \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
}
|
|
|
|
return transactionData, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseAccount(ctx core.Context, data []string) (*qifAccountData, error) {
|
|
if len(data) < 1 {
|
|
return nil, nil
|
|
}
|
|
|
|
accountData := &qifAccountData{}
|
|
|
|
for i := 0; i < len(data); i++ {
|
|
line := data[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
if line[0] == 'N' {
|
|
accountData.name = line[1:]
|
|
} else if line[0] == 'T' {
|
|
accountData.accountType = line[1:]
|
|
} else if line[0] == 'D' {
|
|
accountData.description = line[1:]
|
|
} else if line[0] == 'L' {
|
|
accountData.creditLimit = line[1:]
|
|
} else if line[0] == '/' {
|
|
accountData.statementBalanceDate = line[1:]
|
|
} else if line[0] == '$' {
|
|
accountData.statementBalanceAmount = line[1:]
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseAccount] read unsupported line \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
}
|
|
|
|
return accountData, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseCategory(ctx core.Context, data []string) (*qifCategoryData, error) {
|
|
if len(data) < 1 {
|
|
return nil, nil
|
|
}
|
|
|
|
categoryData := &qifCategoryData{}
|
|
|
|
for i := 0; i < len(data); i++ {
|
|
line := data[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
if line[0] == 'N' {
|
|
categoryData.name = line[1:]
|
|
} else if line[0] == 'D' {
|
|
categoryData.description = line[1:]
|
|
} else if line[0] == 'T' {
|
|
categoryData.taxRelated = true
|
|
} else if line[0] == 'I' {
|
|
categoryData.categoryType = qifIncomeTransaction
|
|
} else if line[0] == 'E' {
|
|
categoryData.categoryType = qifExpenseTransaction
|
|
} else if line[0] == 'B' {
|
|
categoryData.budgetAmount = line[1:]
|
|
} else if line[0] == 'R' {
|
|
categoryData.taxScheduleInformation = line[1:]
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseCategory] read unsupported line \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
}
|
|
|
|
if categoryData.categoryType == "" {
|
|
categoryData.categoryType = qifExpenseTransaction
|
|
}
|
|
|
|
return categoryData, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseClass(ctx core.Context, data []string) (*qifClassData, error) {
|
|
if len(data) < 1 {
|
|
return nil, nil
|
|
}
|
|
|
|
classData := &qifClassData{}
|
|
|
|
for i := 0; i < len(data); i++ {
|
|
line := data[i]
|
|
|
|
if len(line) < 1 {
|
|
continue
|
|
}
|
|
|
|
if line[0] == 'N' {
|
|
classData.name = line[1:]
|
|
} else if line[0] == 'D' {
|
|
classData.description = line[1:]
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseClass] read unsupported line \"%s\" and skip this line", line)
|
|
continue
|
|
}
|
|
}
|
|
|
|
return classData, nil
|
|
}
|
|
|
|
func (r *qifDataReader) parseClearedStatus(ctx core.Context, value string) qifTransactionClearedStatus {
|
|
if value == "" {
|
|
return qifClearedStatusUnreconciled
|
|
} else if value == "*" || strings.ToUpper(value) == "C" {
|
|
return qifClearedStatusCleared
|
|
} else if strings.ToUpper(value) == "R" || strings.ToUpper(value) == "X" {
|
|
return qifClearedStatusReconciled
|
|
} else {
|
|
log.Warnf(ctx, "[qif_data_reader.parseClearedStatus] read unsupported transaction cleared status \"%s\" and skip this value", value)
|
|
return qifClearedStatusUnreconciled
|
|
}
|
|
}
|
|
|
|
func createNewQifDataReader(data []byte) *qifDataReader {
|
|
fallback := unicode.UTF8.NewDecoder()
|
|
reader := transform.NewReader(bytes.NewReader(data), unicode.BOMOverride(fallback))
|
|
scanner := bufio.NewScanner(reader)
|
|
allLines := make([]string, 0)
|
|
|
|
for scanner.Scan() {
|
|
allLines = append(allLines, scanner.Text())
|
|
}
|
|
|
|
return &qifDataReader{
|
|
allLines: allLines,
|
|
}
|
|
}
|