invoice/lib/ui/settings/import_export.dart

921 lines
31 KiB
Dart

// Dart imports:
import 'dart:convert';
// Flutter imports:
import 'package:flutter/material.dart';
// Package imports:
import 'package:built_collection/built_collection.dart';
import 'package:file_picker/file_picker.dart';
import 'package:flutter_redux/flutter_redux.dart';
import 'package:flutter_styled_toast/flutter_styled_toast.dart';
import 'package:http/http.dart';
import 'package:invoiceninja_flutter/data/models/bank_account_model.dart';
import 'package:invoiceninja_flutter/data/models/entities.dart';
import 'package:invoiceninja_flutter/data/models/schedule_model.dart';
import 'package:invoiceninja_flutter/redux/app/app_actions.dart';
import 'package:invoiceninja_flutter/redux/bank_account/bank_account_actions.dart';
import 'package:invoiceninja_flutter/redux/bank_account/bank_account_selectors.dart';
import 'package:invoiceninja_flutter/ui/app/entity_dropdown.dart';
import 'package:invoiceninja_flutter/ui/app/forms/app_dropdown_button.dart';
import 'package:invoiceninja_flutter/ui/app/forms/date_picker.dart';
import 'package:material_design_icons_flutter/material_design_icons_flutter.dart';
// Project imports:
import 'package:invoiceninja_flutter/constants.dart';
import 'package:invoiceninja_flutter/data/models/import_model.dart';
import 'package:invoiceninja_flutter/data/models/serializers.dart';
import 'package:invoiceninja_flutter/data/web_client.dart';
import 'package:invoiceninja_flutter/redux/app/app_state.dart';
import 'package:invoiceninja_flutter/ui/app/buttons/elevated_button.dart';
import 'package:invoiceninja_flutter/ui/app/form_card.dart';
import 'package:invoiceninja_flutter/ui/app/forms/app_form.dart';
import 'package:invoiceninja_flutter/ui/app/forms/decorated_form_field.dart';
import 'package:invoiceninja_flutter/ui/app/scrollable_listview.dart';
import 'package:invoiceninja_flutter/ui/settings/import_export_vm.dart';
import 'package:invoiceninja_flutter/utils/dialogs.dart';
import 'package:invoiceninja_flutter/utils/files.dart';
import 'package:invoiceninja_flutter/utils/formatting.dart';
import 'package:invoiceninja_flutter/utils/localization.dart';
import 'package:invoiceninja_flutter/utils/platforms.dart';
class ImportExport extends StatefulWidget {
const ImportExport({
Key? key,
required this.viewModel,
}) : super(key: key);
final ImportExportVM viewModel;
@override
_ImportExportState createState() => _ImportExportState();
}
class _ImportExportState extends State<ImportExport> {
static final GlobalKey<FormState> _formKey =
GlobalKey<FormState>(debugLabel: '_importExport');
FocusScopeNode? _focusNode;
bool autoValidate = false;
PreImportResponse? _response;
var _importFormat = ImportType.csv;
ImportType? _exportFormat = ImportType.csv;
var _exportType = ExportType.clients;
var _exportDate = '';
var _exportDateRange = '';
var _exportStartDate = '';
var _exportEndDate = '';
bool _isExporting = false;
static const DATE_RANGES = [
'last7',
'last30',
'this_month',
'last_month',
'this_quarter',
'last_quarter',
'this_year',
'custom',
];
static const DATE_FIELD_DATE = 'date';
static const DATE_FIELD_DUE_DATE = 'due_date';
static const DATE_FIELD_PARTIAL_DUE_DATE = 'partial_due_date';
static const DATE_FIELD_CREATED_AT = 'created_at';
static const DATE_FIELD_PAYMENT_DATE = 'payment_date';
static const DATE_FIELDS = <ExportType, List<String>>{
ExportType.invoices: [
DATE_FIELD_DATE,
DATE_FIELD_DUE_DATE,
DATE_FIELD_PARTIAL_DUE_DATE
],
ExportType.quotes: [
DATE_FIELD_DATE,
DATE_FIELD_DUE_DATE,
DATE_FIELD_PARTIAL_DUE_DATE
],
ExportType.credits: [
DATE_FIELD_DATE,
DATE_FIELD_DUE_DATE,
DATE_FIELD_PARTIAL_DUE_DATE
],
ExportType.invoice_items: [
DATE_FIELD_DATE,
DATE_FIELD_DUE_DATE,
DATE_FIELD_PARTIAL_DUE_DATE
],
ExportType.quote_items: [
DATE_FIELD_DATE,
DATE_FIELD_DUE_DATE,
DATE_FIELD_PARTIAL_DUE_DATE
],
ExportType.recurring_invoices: [
DATE_FIELD_DATE,
DATE_FIELD_DUE_DATE,
DATE_FIELD_PARTIAL_DUE_DATE
],
ExportType.clients: [
DATE_FIELD_CREATED_AT,
],
ExportType.client_contacts: [
DATE_FIELD_CREATED_AT,
],
ExportType.documents: [
DATE_FIELD_CREATED_AT,
],
ExportType.products: [
DATE_FIELD_CREATED_AT,
],
ExportType.tasks: [
DATE_FIELD_CREATED_AT,
],
ExportType.expenses: [
DATE_FIELD_DATE,
DATE_FIELD_PAYMENT_DATE,
],
ExportType.payments: [
DATE_FIELD_DATE,
],
ExportType.profitloss: [
DATE_FIELD_DATE,
],
};
@override
void initState() {
super.initState();
_focusNode = FocusScopeNode();
}
@override
void dispose() {
_focusNode!.dispose();
super.dispose();
}
@override
Widget build(BuildContext context) {
final localization = AppLocalization.of(context)!;
return Scaffold(
appBar: AppBar(
centerTitle: false,
automaticallyImplyLeading: isMobile(context),
title: Text(localization.importExport),
actions: <Widget>[],
),
body: AppForm(
formKey: _formKey,
focusNode: _focusNode,
child: ScrollableListView(
primary: true,
children: [
if (_response == null)
_FileImport(
importType: _importFormat,
onUploaded: (response) => {
if (_importFormat == ImportType.csv)
{
setState(() => _response = response),
}
else
{
showToast(localization.startedImport),
}
},
onImportTypeChanged: (importType) =>
setState(() => _importFormat = importType!),
)
else
_FileMapper(
key: ValueKey(_response!.hash),
importType: _importFormat,
formKey: _formKey,
response: _response,
onCancelPressed: () => setState(() => _response = null),
),
FormCard(
isLast: true,
crossAxisAlignment: CrossAxisAlignment.stretch,
children: [
if (_isExporting)
LinearProgressIndicator()
else ...[
InputDecorator(
decoration:
InputDecoration(labelText: localization.exportFormat),
child: DropdownButtonHideUnderline(
child: DropdownButton<ImportType>(
isDense: true,
value: _exportFormat,
onChanged: (dynamic value) {
setState(() {
_exportFormat = value;
});
},
items: [
ImportType.csv,
ImportType.json,
]
.map((importType) => DropdownMenuItem<ImportType>(
value: importType,
child:
Text(localization.lookup('$importType'))))
.toList()),
),
),
if (_exportFormat == ImportType.csv) ...[
AppDropdownButton<ExportType>(
value: _exportType,
labelText: localization.exportType,
onChanged: (dynamic value) {
setState(() {
_exportType = value;
});
},
items: ExportType.values
.map((importType) => DropdownMenuItem<ExportType>(
value: importType,
child: Text(localization.lookup('$importType'))))
.toList(),
),
if (DATE_FIELDS.containsKey(_exportType)) ...[
AppDropdownButton<String>(
value: _exportDate,
labelText: localization.date,
showBlank: true,
onChanged: (dynamic value) {
setState(() {
_exportDate = value;
});
},
items: DATE_FIELDS[_exportType]!
.map((dateField) => DropdownMenuItem<String>(
value: dateField,
child: Text(localization.lookup('$dateField'))))
.toList(),
),
if (_exportDate.isNotEmpty)
AppDropdownButton<String>(
labelText: localization.dateRange,
value: _exportDateRange,
onChanged: (dynamic value) {
setState(() {
_exportDateRange = value;
});
},
items: DATE_RANGES.map(
(dateRange) {
String? label = '';
if (dateRange == 'last7') {
label = localization.last7Days;
} else if (dateRange == 'last30') {
label = localization.last30Days;
} else {
label = localization.lookup('$dateRange');
}
return DropdownMenuItem<String>(
value: dateRange,
child: Text(label),
);
},
).toList(),
),
if (_exportDateRange == 'custom') ...[
DatePicker(
labelText: localization.startDate,
onSelected: (date, _) {
setState(() {
_exportStartDate = date;
});
},
selectedDate: _exportStartDate,
),
DatePicker(
labelText: localization.endDate,
onSelected: (date, _) {
setState(() {
_exportEndDate = date;
});
},
selectedDate: _exportEndDate,
),
]
],
],
Row(
children: [
Expanded(
child: AppButton(
iconData: MdiIcons.export,
label: localization.export.toUpperCase(),
onPressed: () {
final webClient = WebClient();
final state =
StoreProvider.of<AppState>(context).state;
final credentials = state.credentials;
String? url = credentials.url;
if (_exportFormat == ImportType.json) {
url = '$url/export';
} else {
url = '$url/reports/$_exportType';
}
setState(() => _isExporting = true);
final data = {
'send_email': true,
'report_keys': <String>[],
'date_key': _exportDate,
'date_range': _exportDateRange,
'start_date': _exportStartDate,
'end_date': _exportEndDate,
};
if (_exportType == ExportType.profitloss) {
data['is_income_billed'] = true;
data['is_expense_billed'] = true;
data['include_tax'] = true;
}
webClient
.post(url, credentials.token,
data: json.encode(data))
.then((dynamic result) {
setState(() => _isExporting = false);
showMessageDialog(
message: localization.exportedData);
}).catchError((dynamic error) {
setState(() => _isExporting = false);
showErrorDialog(message: '$error');
});
},
),
),
if (supportsLatestFeatures('5.8.0')) ...[
SizedBox(width: kGutterWidth),
Expanded(
child: AppButton(
label: localization.schedule,
iconData: Icons.schedule,
onPressed: () {
createEntity(
entity: ScheduleEntity(
ScheduleEntity.TEMPLATE_EMAIL_REPORT)
.rebuild((b) => b
..parameters.reportName =
_exportType.name));
},
))
],
],
)
],
],
)
],
),
),
);
}
}
class _FileImport extends StatefulWidget {
const _FileImport({
required this.importType,
required this.onImportTypeChanged,
required this.onUploaded,
});
final ImportType importType;
final Function(ImportType?) onImportTypeChanged;
final Function(PreImportResponse?) onUploaded;
@override
_FileImportState createState() => _FileImportState();
}
class _FileImportState extends State<_FileImport> {
final Map<String, MultipartFile> _multipartFiles = <String, MultipartFile>{};
bool _isLoading = false;
bool _importJsonData = false;
bool _importJsonSettings = false;
void uploadJsonFile() {
final localization = AppLocalization.of(context);
if (!_multipartFiles.containsKey(ImportType.json.toString())) {
showErrorDialog(message: localization!.jsonFileMissing);
return;
} else if (!_importJsonData && !_importJsonSettings) {
showErrorDialog(message: localization!.jsonOptionMissing);
return;
}
final webClient = WebClient();
final state = StoreProvider.of<AppState>(context).state;
final credentials = state.credentials;
String url = '${credentials.url}/import_json?';
if (_importJsonSettings) {
url += '&import_settings=true';
}
if (_importJsonData) {
url += '&import_data=true';
}
setState(() => _isLoading = true);
webClient
.post(
url,
credentials.token,
multipartFiles: _multipartFiles.values.toList(),
//data: {},
)
.then((dynamic result) {
setState(() {_isLoading = false; _multipartFiles.clear();});
showToast(localization!.startedImport);
}).catchError((dynamic error) {
setState(() => _isLoading = false);
showErrorDialog(message: '$error');
});
}
void uploadFile() {
final localization = AppLocalization.of(context);
if (widget.importType != ImportType.csv) {
for (MapEntry<String, String> uploadPart
in widget.importType.uploadParts.entries) {
if (!_multipartFiles.containsKey(uploadPart.key)) {
showErrorDialog(message: localization!.requiredFilesMissing);
return;
}
}
}
final webClient = WebClient();
final state = StoreProvider.of<AppState>(context).state;
final credentials = state.credentials;
final url = widget.importType == ImportType.csv
? '${credentials.url}/preimport'
: '${credentials.url}/import';
setState(() => _isLoading = true);
webClient.post(
url,
credentials.token,
multipartFiles: _multipartFiles.values.toList(),
data: {
'import_type': widget.importType.toString(),
},
).then((dynamic result) {
setState(() {_isLoading = false; _multipartFiles.clear();});
if (widget.importType != ImportType.csv) {
showToast(localization!.startedImport);
} else {
final response =
serializers.deserializeWith(PreImportResponse.serializer, result);
widget.onUploaded(response);
}
}).catchError((dynamic error) {
setState(() => _isLoading = false);
showErrorDialog(message: '$error');
});
}
@override
Widget build(BuildContext context) {
final localization = AppLocalization.of(context)!;
final List<Widget> children = [
InputDecorator(
decoration: InputDecoration(
labelText: localization.importFormat,
),
child: DropdownButtonHideUnderline(
child: DropdownButton<ImportType>(
isDense: true,
value: widget.importType,
onChanged: (dynamic value) => widget.onImportTypeChanged(value),
items: [
ImportType.csv,
ImportType.json,
ImportType.freshbooks,
ImportType.invoice2go,
ImportType.invoicely,
ImportType.waveaccounting,
ImportType.zoho,
]
.map((importType) => DropdownMenuItem<ImportType>(
value: importType,
child: Text(localization.lookup('$importType'))))
.toList()),
),
)
];
for (MapEntry<String, String> uploadPart
in widget.importType.uploadParts.entries) {
final multipartFile = _multipartFiles.containsKey(uploadPart.key)
? _multipartFiles[uploadPart.key]
: null;
final field = DecoratedFormField(
enabled: false,
keyboardType: TextInputType.text,
key: ValueKey(uploadPart.key +
(multipartFile != null ? multipartFile.filename! : '')),
label: localization.lookup(uploadPart.value),
initialValue: !_multipartFiles.containsKey(uploadPart.key)
? localization.noFileSelected
: '${_multipartFiles[uploadPart.key]!.filename}${formatSize(_multipartFiles[uploadPart.key]!.length)}');
children.add(Row(crossAxisAlignment: CrossAxisAlignment.end, children: [
Expanded(child: field),
SizedBox(width: kTableColumnGap),
OutlinedButton(
child: Text(localization.selectFile),
onPressed: () async {
final multipartFiles = await pickFiles(
fileIndex: widget.importType == ImportType.json
? 'files'
: 'files[' + uploadPart.key + ']',
fileType: FileType.custom,
allowMultiple: false,
allowedExtensions: widget.importType == ImportType.json
? ['json', 'zip']
: ['csv'],
);
if (multipartFiles != null && multipartFiles.isNotEmpty) {
setState(() {
_multipartFiles[uploadPart.key] = multipartFiles.first;
});
}
},
),
]));
}
children.add(SizedBox(height: 20));
if (widget.importType == ImportType.json) {
children.addAll([
Padding(
padding: const EdgeInsets.only(bottom: 8),
child: Text(
localization.jsonHelp,
style: TextStyle(color: Colors.grey),
),
),
SwitchListTile(
activeColor: Theme.of(context).colorScheme.secondary,
title: Text(localization.importSettings),
value: _importJsonSettings,
onChanged: (value) => setState(() => _importJsonSettings = value),
),
SwitchListTile(
activeColor: Theme.of(context).colorScheme.secondary,
title: Text(localization.importData),
value: _importJsonData,
onChanged: (value) => setState(() => _importJsonData = value),
),
]);
}
if (_isLoading)
children.add(LinearProgressIndicator());
else
children.add(AppButton(
label: localization.import.toUpperCase(),
iconData: MdiIcons.import,
onPressed: _multipartFiles.isEmpty
? null
: () {
if (widget.importType == ImportType.json) {
uploadJsonFile();
} else {
uploadFile();
}
},
));
return FormCard(
crossAxisAlignment: CrossAxisAlignment.stretch, children: children);
}
}
class _FileMapper extends StatefulWidget {
const _FileMapper({
Key? key,
required this.importType,
required this.response,
required this.onCancelPressed,
required this.formKey,
}) : super(key: key);
final ImportType importType;
final PreImportResponse? response;
final Function onCancelPressed;
final GlobalKey<FormState> formKey;
@override
__FileMapperState createState() => __FileMapperState();
}
class __FileMapperState extends State<_FileMapper> {
bool _useFirstRowAsHeaders = true;
final _mapping = <String, Map<int, String>>{};
bool _isLoading = false;
String? _bankAccountId;
@override
void didChangeDependencies() {
super.didChangeDependencies();
final localization = AppLocalization.of(context);
final response = widget.response!;
for (MapEntry<String, PreImportResponseEntityDetails> entry
in response.mappings.entries) {
final fields = entry.value.fields1;
if (!_mapping.containsKey(entry.key)) {
_mapping[entry.key] = <int, String>{};
}
for (var i = 0; i < fields.length; i++) {
final field = fields[i];
for (var availableField in entry.value.available) {
final possible = availableField.split('.').last;
final spaceCase = possible.replaceAll('_', ' ');
final translated = localization!.lookup(possible);
if ([possible, spaceCase, translated].contains(field.toLowerCase()) &&
_mapping[entry.key]![i] == null) {
_mapping[entry.key]![i] = availableField;
}
}
}
}
}
@override
Widget build(BuildContext context) {
final localization = AppLocalization.of(context);
final store = StoreProvider.of<AppState>(context);
final state = store.state;
final response = widget.response!;
final List<Widget> children = [
SwitchListTile(
activeColor: Theme.of(context).colorScheme.secondary,
title: Text(AppLocalization.of(context)!.firstRowAsColumnNames),
value: _useFirstRowAsHeaders,
onChanged: (value) => setState(() => _useFirstRowAsHeaders = value),
),
];
for (MapEntry<String, PreImportResponseEntityDetails> entry
in response.mappings.entries) {
children.addAll([
SizedBox(height: 25),
Text(
localization!.lookup(entry.key),
style: Theme.of(context).textTheme.titleMedium,
overflow: TextOverflow.clip,
maxLines: 1,
),
SizedBox(height: 12),
Row(
children: [
Expanded(
child: Text(_useFirstRowAsHeaders
? localization.column
: localization.sample),
),
Expanded(
child: Text(localization.sample),
),
Expanded(
child: Text(localization.mapTo),
),
],
),
SizedBox(height: 12),
for (var i = 0; i < entry.value.fields1.length; i++)
_FieldMapper(
field1: entry.value.fields1[i],
field2:
entry.value.fields2.length > i ? entry.value.fields2[i] : null,
available: entry.value.available,
mappedTo: _mapping[entry.key]![i] ?? '',
mapping: _mapping[entry.key],
onMappedToChanged: (String value) {
setState(() {
if (!_mapping.containsKey(entry.key)) {
_mapping[entry.key] = <int, String>{};
}
_mapping[entry.key]![i] = value;
});
},
),
]);
if (widget.importType == ImportType.csv &&
entry.key == 'bank_transaction') {
children.add(EntityDropdown(
entityType: EntityType.bankAccount,
entityId: _bankAccountId,
labelText: localization.bankAccount,
entityList: memoizedDropdownBankAccountList(
state.bankAccountState.map,
state.bankAccountState.list,
state.staticState,
state.userState.map,
_bankAccountId,
),
onSelected: (bankAccount) {
setState(() {
_bankAccountId = bankAccount?.id;
});
},
onCreateNew: (completer, name) {
store.dispatch(SaveBankAccountRequest(
bankAccount: BankAccountEntity().rebuild((b) => b..name = name),
completer: completer));
},
validator: (dynamic value) => (_bankAccountId ?? '').isEmpty
? localization.pleaseEnterAValue
: null,
overrideSuggestedAmount: (entity) => '',
));
}
}
children.addAll([
SizedBox(height: 25),
if (_isLoading)
LinearProgressIndicator()
else
Row(
children: [
Expanded(
child: OutlinedButton(
child: Text(localization!.cancel),
onPressed: () => widget.onCancelPressed(),
),
),
SizedBox(width: kTableColumnGap),
Expanded(
child: OutlinedButton(
child: Text(localization.import),
onPressed: () {
final bool isValid = widget.formKey.currentState!.validate();
if (!isValid) {
return;
}
final webClient = WebClient();
final state = StoreProvider.of<AppState>(context).state;
final credentials = state.credentials;
final url = '${credentials.url}/import';
final convertedMapping = <String, ImportRequestMapping>{};
for (MapEntry<String, Map<int, String>> e
in _mapping.entries) {
convertedMapping[e.key] =
new ImportRequestMapping(BuiltMap(e.value));
}
setState(() => _isLoading = true);
final importRequest = ImportRequest(
hash: widget.response!.hash,
skipHeader: _useFirstRowAsHeaders,
columnMap: BuiltMap(convertedMapping),
importType: widget.importType.name,
bankAccountId: _bankAccountId ?? '',
);
final data = serializers.serializeWith(
ImportRequest.serializer, importRequest);
webClient
.post(
url,
credentials.token,
data: json.encode(data),
)
.then((dynamic result) {
setState(() => _isLoading = false);
widget.onCancelPressed();
showToast(localization.startedImport);
}).catchError((dynamic error) {
setState(() => _isLoading = false);
showErrorDialog(message: '$error');
});
},
),
),
],
)
]);
return SingleChildScrollView(
child: FormCard(
crossAxisAlignment: CrossAxisAlignment.start,
children: children,
),
);
}
}
class _FieldMapper extends StatelessWidget {
const _FieldMapper({
required this.field1,
required this.field2,
required this.mappedTo,
required this.available,
required this.onMappedToChanged,
required this.mapping,
});
final String field1;
final String? field2;
final BuiltList<String> available;
final String mappedTo;
final Function onMappedToChanged;
final Map<int, String>? mapping;
@override
Widget build(BuildContext context) {
final localization = AppLocalization.of(context);
final sorted = available.toList();
sorted.sort((fieldA, fieldB) {
final partsA = fieldA.split('.');
final partsB = fieldB.split('.');
if (partsA[0] == partsB[0]) {
return localization!
.lookup(partsA[1])
.compareTo(localization.lookup(partsB[1]));
}
return localization!
.lookup(partsA[0])
.compareTo(localization.lookup(partsB[0]));
});
return Row(
children: [
Expanded(child: Text(field1)),
Expanded(child: Text(field2 ?? '')),
Expanded(
child: DropdownButtonFormField<String>(
isExpanded: true,
value: available.contains(mappedTo) ? mappedTo : null,
validator: (value) => (value ?? '').isNotEmpty &&
mapping!.values.where((element) => element == value).length >
1
? localization!.duplicateColumnMapping
: null,
onChanged: (value) => onMappedToChanged(value),
items: [
DropdownMenuItem<String>(
child: SizedBox(),
value: '',
),
...sorted.map(
(field) {
final fieldLabel = localization!
.lookup(field.split('.').last.replaceAll('_id', ''));
final fieldType = localization.lookup(field.split('.').first);
return DropdownMenuItem<String>(
child: Text(
'$fieldType - $fieldLabel',
maxLines: 1,
overflow: TextOverflow.ellipsis,
),
value: field,
);
},
).toList(),
],
)),
],
);
}
}