mirror of
https://gitlab.com/nkming2/nc-photos.git
synced 2025-03-26 08:54:42 +01:00
Refactor: make webdav parser more generic
This commit is contained in:
parent
313d5f3dcb
commit
4c88070a7e
3 changed files with 177 additions and 164 deletions
|
@ -62,7 +62,7 @@ class FileWebdavDataSource implements FileDataSource {
|
||||||
}
|
}
|
||||||
|
|
||||||
final xml = XmlDocument.parse(response.body);
|
final xml = XmlDocument.parse(response.body);
|
||||||
var files = WebdavFileParser()(xml);
|
var files = WebdavResponseParser().parseFiles(xml);
|
||||||
// _log.fine("[list] Parsed files: [$files]");
|
// _log.fine("[list] Parsed files: [$files]");
|
||||||
files = files.where((element) => _validateFile(element)).map((e) {
|
files = files.where((element) => _validateFile(element)).map((e) {
|
||||||
if (e.metadata == null || e.metadata!.fileEtag == e.etag) {
|
if (e.metadata == null || e.metadata!.fileEtag == e.etag) {
|
||||||
|
|
|
@ -7,8 +7,12 @@ import 'package:nc_photos/entity/file.dart';
|
||||||
import 'package:nc_photos/string_extension.dart';
|
import 'package:nc_photos/string_extension.dart';
|
||||||
import 'package:xml/xml.dart';
|
import 'package:xml/xml.dart';
|
||||||
|
|
||||||
class WebdavFileParser {
|
class WebdavResponseParser {
|
||||||
List<File> call(XmlDocument xml) {
|
List<File> parseFiles(XmlDocument xml) => _parse<File>(xml, _toFile);
|
||||||
|
|
||||||
|
Map<String, String> get namespaces => _namespaces;
|
||||||
|
|
||||||
|
List<T> _parse<T>(XmlDocument xml, T Function(XmlElement) mapper) {
|
||||||
_namespaces = _parseNamespaces(xml);
|
_namespaces = _parseNamespaces(xml);
|
||||||
final body = () {
|
final body = () {
|
||||||
try {
|
try {
|
||||||
|
@ -16,28 +20,26 @@ class WebdavFileParser {
|
||||||
element.matchQualifiedName("multistatus",
|
element.matchQualifiedName("multistatus",
|
||||||
prefix: "DAV:", namespaces: _namespaces));
|
prefix: "DAV:", namespaces: _namespaces));
|
||||||
} catch (_) {
|
} catch (_) {
|
||||||
_log.shout("[call] Missing element: multistatus");
|
_log.shout("[_parse] Missing element: multistatus");
|
||||||
rethrow;
|
rethrow;
|
||||||
}
|
}
|
||||||
}();
|
}();
|
||||||
return body.children
|
return body.children
|
||||||
.whereType<XmlElement>()
|
.whereType<XmlElement>()
|
||||||
.where((element) => element.matchQualifiedName("response",
|
.where((e) => e.matchQualifiedName("response",
|
||||||
prefix: "DAV:", namespaces: _namespaces))
|
prefix: "DAV:", namespaces: _namespaces))
|
||||||
.map((element) {
|
.map((e) {
|
||||||
try {
|
try {
|
||||||
return _toFile(element);
|
return mapper(e);
|
||||||
} catch (e, stacktrace) {
|
} catch (e, stackTrace) {
|
||||||
_log.shout("[call] Failed parsing XML", e, stacktrace);
|
_log.shout("[_parse] Failed parsing XML", e, stackTrace);
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
.whereType<File>()
|
.whereType<T>()
|
||||||
.toList();
|
.toList();
|
||||||
}
|
}
|
||||||
|
|
||||||
Map<String, String> get namespaces => _namespaces;
|
|
||||||
|
|
||||||
Map<String, String> _parseNamespaces(XmlDocument xml) {
|
Map<String, String> _parseNamespaces(XmlDocument xml) {
|
||||||
final namespaces = <String, String>{};
|
final namespaces = <String, String>{};
|
||||||
final xmlContent = xml.descendants.whereType<XmlElement>().firstWhere(
|
final xmlContent = xml.descendants.whereType<XmlElement>().firstWhere(
|
||||||
|
@ -91,7 +93,7 @@ class WebdavFileParser {
|
||||||
(element) => element.matchQualifiedName("prop",
|
(element) => element.matchQualifiedName("prop",
|
||||||
prefix: "DAV:", namespaces: _namespaces));
|
prefix: "DAV:", namespaces: _namespaces));
|
||||||
final propParser =
|
final propParser =
|
||||||
_PropParser(namespaces: _namespaces, logFilePath: path);
|
_FilePropParser(namespaces: _namespaces, logFilePath: path);
|
||||||
propParser.parse(prop);
|
propParser.parse(prop);
|
||||||
contentLength = propParser.contentLength;
|
contentLength = propParser.contentLength;
|
||||||
contentType = propParser.contentType;
|
contentType = propParser.contentType;
|
||||||
|
@ -149,8 +151,8 @@ class WebdavFileParser {
|
||||||
Logger("entity.webdav_response_parser.WebdavResponseParser");
|
Logger("entity.webdav_response_parser.WebdavResponseParser");
|
||||||
}
|
}
|
||||||
|
|
||||||
class _PropParser {
|
class _FilePropParser {
|
||||||
_PropParser({
|
_FilePropParser({
|
||||||
this.namespaces = const {},
|
this.namespaces = const {},
|
||||||
this.logFilePath,
|
this.logFilePath,
|
||||||
});
|
});
|
||||||
|
|
|
@ -5,7 +5,20 @@ import 'package:xml/xml.dart';
|
||||||
|
|
||||||
void main() {
|
void main() {
|
||||||
group("WebdavFileParser", () {
|
group("WebdavFileParser", () {
|
||||||
test("file", () {
|
group("parseFiles", () {
|
||||||
|
test("file", _files);
|
||||||
|
test("file w/ 404 properties", _files404props);
|
||||||
|
test("file w/ metadata", _filesMetadata);
|
||||||
|
test("file w/ is-archived", _filesIsArchived);
|
||||||
|
test("file w/ override-date-time", _filesOverrideDateTime);
|
||||||
|
test("multiple files", _filesMultiple);
|
||||||
|
test("directory", _filesDir);
|
||||||
|
test("nextcloud hosted in subdir", _filesServerHostedInSubdir);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
void _files() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -29,7 +42,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
||||||
|
@ -42,9 +55,9 @@ void main() {
|
||||||
isCollection: false,
|
isCollection: false,
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("file w/ 404 properties", () {
|
void _files404props() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -75,7 +88,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
||||||
|
@ -88,9 +101,9 @@ void main() {
|
||||||
isCollection: false,
|
isCollection: false,
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("file w/ metadata", () {
|
void _filesMetadata() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -115,7 +128,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Photos/Nextcloud community.jpg",
|
path: "remote.php/dav/files/admin/Photos/Nextcloud community.jpg",
|
||||||
|
@ -134,9 +147,9 @@ void main() {
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("file w/ is-archived", () {
|
void _filesIsArchived() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -160,7 +173,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Photos/Nextcloud community.jpg",
|
path: "remote.php/dav/files/admin/Photos/Nextcloud community.jpg",
|
||||||
|
@ -173,9 +186,9 @@ void main() {
|
||||||
isArchived: true,
|
isArchived: true,
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("file w/ override-date-time", () {
|
void _filesOverrideDateTime() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -199,7 +212,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Photos/Nextcloud community.jpg",
|
path: "remote.php/dav/files/admin/Photos/Nextcloud community.jpg",
|
||||||
|
@ -212,9 +225,9 @@ void main() {
|
||||||
overrideDateTime: DateTime.utc(2021, 1, 2, 3, 4, 5),
|
overrideDateTime: DateTime.utc(2021, 1, 2, 3, 4, 5),
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("multiple files", () {
|
void _filesMultiple() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -254,7 +267,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
||||||
|
@ -283,9 +296,9 @@ void main() {
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("directory", () {
|
void _filesDir() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -317,7 +330,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Photos",
|
path: "remote.php/dav/files/admin/Photos",
|
||||||
|
@ -328,9 +341,9 @@ void main() {
|
||||||
fileId: 123,
|
fileId: 123,
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
}
|
||||||
|
|
||||||
test("nextcloud hosed in subdir", () {
|
void _filesServerHostedInSubdir() {
|
||||||
final xml = XmlDocument.parse("""
|
final xml = XmlDocument.parse("""
|
||||||
<?xml version="1.0"?>
|
<?xml version="1.0"?>
|
||||||
<d:multistatus xmlns:d="DAV:"
|
<d:multistatus xmlns:d="DAV:"
|
||||||
|
@ -354,7 +367,7 @@ void main() {
|
||||||
</d:response>
|
</d:response>
|
||||||
</d:multistatus>
|
</d:multistatus>
|
||||||
""");
|
""");
|
||||||
final results = WebdavFileParser()(xml);
|
final results = WebdavResponseParser().parseFiles(xml);
|
||||||
expect(results, [
|
expect(results, [
|
||||||
File(
|
File(
|
||||||
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
path: "remote.php/dav/files/admin/Nextcloud intro.mp4",
|
||||||
|
@ -367,6 +380,4 @@ void main() {
|
||||||
isCollection: false,
|
isCollection: false,
|
||||||
),
|
),
|
||||||
]);
|
]);
|
||||||
});
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Reference in a new issue