Move gitignored data sources to data/tmp
This commit is contained in:
2
.gitignore
vendored
2
.gitignore
vendored
@@ -1,5 +1,5 @@
|
||||
# Temporary storage for data ingestion files
|
||||
/data
|
||||
/data/tmp
|
||||
|
||||
# Files and directories created by pub.
|
||||
.dart_tool/
|
||||
|
||||
@@ -474,7 +474,7 @@ Future<void> insertIntoDB(List<Entry> entries, Database db) async {
|
||||
|
||||
Future<void> addDataFromJMdict(Database db) async {
|
||||
print('[JMdict] Reading file content...');
|
||||
String rawXML = File('data/JMdict.xml').readAsStringSync();
|
||||
String rawXML = File('data/tmp/JMdict.xml').readAsStringSync();
|
||||
|
||||
print('[JMdict] Parsing XML tags...');
|
||||
XmlElement root = XmlDocument.parse(rawXML).getElement('JMdict')!;
|
||||
|
||||
@@ -244,7 +244,7 @@ Future<void> insertIntoDB(List<Character> characters, Database db) async {
|
||||
|
||||
Future<void> addDataFromKANJIDIC(Database db) async {
|
||||
print('[KANJIDIC2] Reading file...');
|
||||
String rawXML = File('data/kanjidic2.xml').readAsStringSync();
|
||||
String rawXML = File('data/tmp/kanjidic2.xml').readAsStringSync();
|
||||
|
||||
print('[KANJIDIC2] Parsing XML...');
|
||||
XmlElement root = XmlDocument.parse(rawXML).getElement('kanjidic2')!;
|
||||
|
||||
@@ -3,7 +3,7 @@ import 'dart:io';
|
||||
import 'package:sqflite_common/sqlite_api.dart';
|
||||
|
||||
Future<void> addDataFromRADKFILE(Database db) async {
|
||||
final String content = File('data/radkfile_utf8').readAsStringSync();
|
||||
final String content = File('data/tmp/radkfile_utf8').readAsStringSync();
|
||||
final Iterable<String> blocks =
|
||||
content.replaceAll(RegExp(r'^#.*$'), '').split(r'$').skip(2);
|
||||
|
||||
|
||||
@@ -20,10 +20,10 @@ stdenvNoCC.mkDerivation {
|
||||
buildPhase = ''
|
||||
runHook preBuild
|
||||
|
||||
mkdir -p data
|
||||
ln -s "${jmdict}"/* data
|
||||
ln -s "${radkfile}"/* data
|
||||
ln -s "${kanjidic2}"/* data
|
||||
mkdir -p data/tmp
|
||||
ln -s "${jmdict}"/* data/tmp
|
||||
ln -s "${radkfile}"/* data/tmp
|
||||
ln -s "${kanjidic2}"/* data/tmp
|
||||
|
||||
for migration in migrations/*.sql; do
|
||||
sqlite3 jadb.sqlite < "$migration"
|
||||
|
||||
Reference in New Issue
Block a user