mirror of
https://github.com/mayswind/ezbookkeeping.git
synced 2026-05-18 16:54:25 +08:00
import transaction from qif file
This commit is contained in:
MaysWind
@@ -0,0 +1,466 @@
|
||||
package qif
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"bytes"
|
||||
"strings"
|
||||
|
||||
"golang.org/x/text/encoding/unicode"
|
||||
"golang.org/x/text/transform"
|
||||
|
||||
"github.com/mayswind/ezbookkeeping/pkg/core"
|
||||
"github.com/mayswind/ezbookkeeping/pkg/errs"
|
||||
"github.com/mayswind/ezbookkeeping/pkg/log"
|
||||
)
|
||||
|
||||
const qifBankTransactionHeader = "!Type:Bank"
|
||||
const qifCashTransactionHeader = "!Type:Cash"
|
||||
const qifCreditCardTransactionHeader = "!Type:CCard"
|
||||
const qifAssetAccountTransactionHeader = "!Type:Oth A"
|
||||
const qifLiabilityAccountTransactionHeader = "!Type:Oth L"
|
||||
const qifMemorizedTransactionHeader = "!Type:Memorized"
|
||||
const qifInvestmentTransactionHeader = "!Type:Invst"
|
||||
const qifAccountHeader = "!Account"
|
||||
const qifCategoryHeader = "!Type:Cat"
|
||||
const qifClassHeader = "!Type:Class"
|
||||
|
||||
const qifEntryStartRune = '!'
|
||||
const qifEntryEnd = '^'
|
||||
|
||||
// qifDataReader defines the structure of quicken interchange format (qif) data reader
|
||||
type qifDataReader struct {
|
||||
allLines []string
|
||||
}
|
||||
|
||||
// read returns the imported qif data
|
||||
func (r *qifDataReader) read(ctx core.Context) (*qifData, error) {
|
||||
if len(r.allLines) < 1 {
|
||||
return nil, errs.ErrNotFoundTransactionDataInFile
|
||||
}
|
||||
|
||||
data := &qifData{}
|
||||
var currentEntryHeader string
|
||||
var currentEntryData []string
|
||||
var currentAccount *qifAccountData
|
||||
|
||||
for i := 0; i < len(r.allLines); i++ {
|
||||
line := r.allLines[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == qifEntryStartRune {
|
||||
if len(currentEntryData) > 0 {
|
||||
log.Errorf(ctx, "[qif_data_reader.read] read new entry header \"%s\" after unclosed entry", line)
|
||||
return nil, errs.ErrInvalidQIFFile
|
||||
}
|
||||
|
||||
if line == qifBankTransactionHeader ||
|
||||
line == qifCashTransactionHeader ||
|
||||
line == qifCreditCardTransactionHeader ||
|
||||
line == qifAssetAccountTransactionHeader ||
|
||||
line == qifLiabilityAccountTransactionHeader ||
|
||||
line == qifMemorizedTransactionHeader ||
|
||||
line == qifInvestmentTransactionHeader ||
|
||||
line == qifAccountHeader ||
|
||||
line == qifCategoryHeader ||
|
||||
line == qifClassHeader {
|
||||
currentEntryHeader = line
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.read] read unsupported entry header line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
} else if line[0] == qifEntryEnd {
|
||||
entryData := currentEntryData
|
||||
currentEntryData = nil
|
||||
|
||||
if currentEntryHeader == qifBankTransactionHeader ||
|
||||
currentEntryHeader == qifCashTransactionHeader ||
|
||||
currentEntryHeader == qifCreditCardTransactionHeader ||
|
||||
currentEntryHeader == qifAssetAccountTransactionHeader ||
|
||||
currentEntryHeader == qifLiabilityAccountTransactionHeader {
|
||||
transactionData, err := r.parseTransaction(ctx, entryData)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if transactionData == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
transactionData.account = currentAccount
|
||||
|
||||
if currentEntryHeader == qifBankTransactionHeader {
|
||||
data.bankAccountTransactions = append(data.bankAccountTransactions, transactionData)
|
||||
} else if currentEntryHeader == qifCashTransactionHeader {
|
||||
data.cashAccountTransactions = append(data.cashAccountTransactions, transactionData)
|
||||
} else if currentEntryHeader == qifCreditCardTransactionHeader {
|
||||
data.creditCardAccountTransactions = append(data.creditCardAccountTransactions, transactionData)
|
||||
} else if currentEntryHeader == qifAssetAccountTransactionHeader {
|
||||
data.assetAccountTransactions = append(data.assetAccountTransactions, transactionData)
|
||||
} else if currentEntryHeader == qifLiabilityAccountTransactionHeader {
|
||||
data.liabilityAccountTransactions = append(data.liabilityAccountTransactions, transactionData)
|
||||
}
|
||||
} else if currentEntryHeader == qifMemorizedTransactionHeader {
|
||||
transactionData, err := r.parseMemorizedTransaction(ctx, entryData)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if transactionData == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
transactionData.account = currentAccount
|
||||
data.memorizedTransactions = append(data.memorizedTransactions, transactionData)
|
||||
} else if currentEntryHeader == qifInvestmentTransactionHeader {
|
||||
transactionData, err := r.parseInvestmentTransaction(ctx, entryData)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if transactionData == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
transactionData.account = currentAccount
|
||||
data.investmentAccountTransactions = append(data.investmentAccountTransactions, transactionData)
|
||||
} else if currentEntryHeader == qifAccountHeader {
|
||||
accountData, err := r.parseAccount(ctx, entryData)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if accountData == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
currentAccount = accountData
|
||||
data.accounts = append(data.accounts, accountData)
|
||||
} else if currentEntryHeader == qifCategoryHeader {
|
||||
categoryData, err := r.parseCategory(ctx, entryData)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if categoryData == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
data.categories = append(data.categories, categoryData)
|
||||
} else if currentEntryHeader == qifClassHeader {
|
||||
classData, err := r.parseClass(ctx, entryData)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if classData == nil {
|
||||
continue
|
||||
}
|
||||
|
||||
data.classes = append(data.classes, classData)
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.read] read unsupported entry header \"%s\" and skip this entry", currentEntryHeader)
|
||||
continue
|
||||
}
|
||||
} else if currentEntryHeader != "" {
|
||||
currentEntryData = append(currentEntryData, line)
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.read] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
return data, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseTransaction(ctx core.Context, data []string) (*qifTransactionData, error) {
|
||||
if len(data) < 1 {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
transactionData := &qifTransactionData{}
|
||||
|
||||
for i := 0; i < len(data); i++ {
|
||||
line := data[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == 'D' {
|
||||
transactionData.date = line[1:]
|
||||
} else if line[0] == 'T' {
|
||||
transactionData.amount = line[1:]
|
||||
} else if line[0] == 'C' {
|
||||
transactionData.clearedStatus = r.parseClearedStatus(ctx, line[1:])
|
||||
} else if line[0] == 'N' {
|
||||
transactionData.num = line[1:]
|
||||
} else if line[0] == 'P' {
|
||||
transactionData.payee = line[1:]
|
||||
} else if line[0] == 'M' {
|
||||
transactionData.memo = line[1:]
|
||||
} else if line[0] == 'A' {
|
||||
transactionData.addresses = append(transactionData.addresses, line[1:])
|
||||
} else if line[0] == 'L' {
|
||||
transactionData.category = line[1:]
|
||||
} else if line[0] == 'S' {
|
||||
transactionData.subTransactionCategory = append(transactionData.subTransactionCategory, line[1:])
|
||||
} else if line[0] == 'E' {
|
||||
transactionData.subTransactionMemo = append(transactionData.subTransactionMemo, line[1:])
|
||||
} else if line[0] == '$' {
|
||||
transactionData.subTransactionAmount = append(transactionData.subTransactionAmount, line[1:])
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseTransaction] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
return transactionData, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseMemorizedTransaction(ctx core.Context, data []string) (*qifMemorizedTransactionData, error) {
|
||||
if len(data) < 1 {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
baseTransactionData, err := r.parseTransaction(ctx, data)
|
||||
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
transactionData := &qifMemorizedTransactionData{
|
||||
qifTransactionData: *baseTransactionData,
|
||||
amortization: qifMemorizedTransactionAmortizationData{},
|
||||
}
|
||||
|
||||
for i := 0; i < len(data); i++ {
|
||||
line := data[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == 'K' {
|
||||
if line == string(qifCheckTransactionType) {
|
||||
transactionData.transactionType = qifCheckTransactionType
|
||||
} else if line == string(qifDepositTransactionType) {
|
||||
transactionData.transactionType = qifDepositTransactionType
|
||||
} else if line == string(qifPaymentTransactionType) {
|
||||
transactionData.transactionType = qifPaymentTransactionType
|
||||
} else if line == string(qifInvestmentTransactionType) {
|
||||
transactionData.transactionType = qifInvestmentTransactionType
|
||||
} else if line == string(qifElectronicPayeeTransactionType) {
|
||||
transactionData.transactionType = qifElectronicPayeeTransactionType
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseMemorizedTransaction] read unsupported transaction type \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
} else if line[0] == '1' {
|
||||
transactionData.amortization.firstPaymentDate = line[1:]
|
||||
} else if line[0] == '2' {
|
||||
transactionData.amortization.totalYearsForLoan = line[1:]
|
||||
} else if line[0] == '3' {
|
||||
transactionData.amortization.numberOfPayments = line[1:]
|
||||
} else if line[0] == '4' {
|
||||
transactionData.amortization.numberOfPeriodsPerYear = line[1:]
|
||||
} else if line[0] == '5' {
|
||||
transactionData.amortization.interestRate = line[1:]
|
||||
} else if line[0] == '6' {
|
||||
transactionData.amortization.currentLoanBalance = line[1:]
|
||||
} else if line[0] == '7' {
|
||||
transactionData.amortization.originalLoanAmount = line[1:]
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseMemorizedTransaction] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
return transactionData, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseInvestmentTransaction(ctx core.Context, data []string) (*qifInvestmentTransactionData, error) {
|
||||
if len(data) < 1 {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
transactionData := &qifInvestmentTransactionData{}
|
||||
|
||||
for i := 0; i < len(data); i++ {
|
||||
line := data[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == 'D' {
|
||||
transactionData.date = line[1:]
|
||||
} else if line[0] == 'N' {
|
||||
transactionData.action = line[1:]
|
||||
} else if line[0] == 'Y' {
|
||||
transactionData.security = line[1:]
|
||||
} else if line[0] == 'I' {
|
||||
transactionData.price = line[1:]
|
||||
} else if line[0] == 'Q' {
|
||||
transactionData.quantity = line[1:]
|
||||
} else if line[0] == 'T' {
|
||||
transactionData.amount = line[1:]
|
||||
} else if line[0] == 'C' {
|
||||
transactionData.clearedStatus = r.parseClearedStatus(ctx, line[1:])
|
||||
} else if line[0] == 'P' {
|
||||
transactionData.text = line[1:]
|
||||
} else if line[0] == 'M' {
|
||||
transactionData.memo = line[1:]
|
||||
} else if line[0] == 'O' {
|
||||
transactionData.commission = line[1:]
|
||||
} else if line[0] == 'L' {
|
||||
transactionData.accountForTransfer = line[1:]
|
||||
} else if line[0] == '$' {
|
||||
transactionData.amountTransferred = line[1:]
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseInvestmentTransaction] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
return transactionData, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseAccount(ctx core.Context, data []string) (*qifAccountData, error) {
|
||||
if len(data) < 1 {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
accountData := &qifAccountData{}
|
||||
|
||||
for i := 0; i < len(data); i++ {
|
||||
line := data[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == 'N' {
|
||||
accountData.name = line[1:]
|
||||
} else if line[0] == 'T' {
|
||||
accountData.accountType = line[1:]
|
||||
} else if line[0] == 'D' {
|
||||
accountData.description = line[1:]
|
||||
} else if line[0] == 'L' {
|
||||
accountData.creditLimit = line[1:]
|
||||
} else if line[0] == '/' {
|
||||
accountData.statementBalanceDate = line[1:]
|
||||
} else if line[0] == '$' {
|
||||
accountData.statementBalanceAmount = line[1:]
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseAccount] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
return accountData, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseCategory(ctx core.Context, data []string) (*qifCategoryData, error) {
|
||||
if len(data) < 1 {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
categoryData := &qifCategoryData{}
|
||||
|
||||
for i := 0; i < len(data); i++ {
|
||||
line := data[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == 'N' {
|
||||
categoryData.name = line[1:]
|
||||
} else if line[0] == 'D' {
|
||||
categoryData.description = line[1:]
|
||||
} else if line[0] == 'T' {
|
||||
categoryData.taxRelated = true
|
||||
} else if line[0] == 'I' {
|
||||
categoryData.categoryType = qifIncomeTransaction
|
||||
} else if line[0] == 'E' {
|
||||
categoryData.categoryType = qifExpenseTransaction
|
||||
} else if line[0] == 'B' {
|
||||
categoryData.budgetAmount = line[1:]
|
||||
} else if line[0] == 'R' {
|
||||
categoryData.taxScheduleInformation = line[1:]
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseCategory] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
if categoryData.categoryType == "" {
|
||||
categoryData.categoryType = qifExpenseTransaction
|
||||
}
|
||||
|
||||
return categoryData, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseClass(ctx core.Context, data []string) (*qifClassData, error) {
|
||||
if len(data) < 1 {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
classData := &qifClassData{}
|
||||
|
||||
for i := 0; i < len(data); i++ {
|
||||
line := data[i]
|
||||
|
||||
if len(line) < 1 {
|
||||
continue
|
||||
}
|
||||
|
||||
if line[0] == 'N' {
|
||||
classData.name = line[1:]
|
||||
} else if line[0] == 'D' {
|
||||
classData.description = line[1:]
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseClass] read unsupported line \"%s\" and skip this line", line)
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
return classData, nil
|
||||
}
|
||||
|
||||
func (r *qifDataReader) parseClearedStatus(ctx core.Context, value string) qifTransactionClearedStatus {
|
||||
if value == "" {
|
||||
return qifClearedStatusUnreconciled
|
||||
} else if value == "*" || strings.ToUpper(value) == "C" {
|
||||
return qifClearedStatusCleared
|
||||
} else if strings.ToUpper(value) == "R" || strings.ToUpper(value) == "X" {
|
||||
return qifClearedStatusReconciled
|
||||
} else {
|
||||
log.Warnf(ctx, "[qif_data_reader.parseClearedStatus] read unsupported transaction cleared status \"%s\" and skip this value", value)
|
||||
return qifClearedStatusUnreconciled
|
||||
}
|
||||
}
|
||||
|
||||
func createNewQifDataReader(data []byte) *qifDataReader {
|
||||
fallback := unicode.UTF8.NewDecoder()
|
||||
reader := transform.NewReader(bytes.NewReader(data), unicode.BOMOverride(fallback))
|
||||
scanner := bufio.NewScanner(reader)
|
||||
allLines := make([]string, 0)
|
||||
|
||||
for scanner.Scan() {
|
||||
allLines = append(allLines, scanner.Text())
|
||||
}
|
||||
|
||||
return &qifDataReader{
|
||||
allLines: allLines,
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user