Notes on conversion to TSV

chikiuso · Mar 23, 2019 · 48ef93b · 48ef93b
1 parent 22a8398
commit 48ef93b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/data-wiki/clean_text.sh b/data-wiki/clean_text.sh
@@ -0,0 +1,2 @@
+perl -pe 'BEGIN{undef $/;} s#\{\{.*\}\}##s' \
+  | sed -e 's/()//g' -e 's/\*\*\([^*]*\)\*\*/_\1_/g' -e 's/\*\([^*]*\)\*/_\1_/g' -e 's/<!--[^-]*-->//g'