Merge pull request #1102 from scitran/tsv-filetype

Identify files with tsv extension as tabular data

api/filetypes.json

@@ -23,7 +23,7 @@
     "presentation": [ ".ppt", ".pptx" ],
     "source code":  [ ".c", ".py", ".cpp", ".js", ".m", ".json", ".java", ".php", ".css", ".toml", ".yaml", ".yml" ],
     "spreadsheet":  [ ".xls", ".xlsx" ],
-    "tabular data": [ ".csv.gz", ".csv" ],
+    "tabular data": [ ".csv.gz", ".csv", ".tsv.gz", ".tsv" ],
     "text":         [ ".txt" ],
     "video":        [ ".mpeg", ".mpg", ".mov", ".mp4", ".m4v", ".mts" ]
 }

tests/unit_tests/python/test_files.py

@@ -21,5 +21,11 @@ def test_qa():
     assert files.guess_type_from_filename('example.qa') == None
     assert files.guess_type_from_filename('example.qa.png.unknown') == None
 
+def test_tabular_data():
+    assert files.guess_type_from_filename('example.csv') == 'tabular data'
+    assert files.guess_type_from_filename('example.csv.gz') == 'tabular data'
+    assert files.guess_type_from_filename('example.tsv') == 'tabular data'
+    assert files.guess_type_from_filename('example.tsv.gz') == 'tabular data'
+
 def test_unknown():
     assert files.guess_type_from_filename('example.unknown') == None