unknowntags.sh: 1. write infos about tags and detections > see info 2. write...

unknowntags.sh: 1. write infos about tags and detections > see info 2. write infos about unknowntags and their occurrences to file. > see unknown-tags-block-?? > update naming conv for dataFilter

dataFilter.py

 #!/usr/bin/python3
 #
 # Todo:
+#	> add block-col
 #	> use global vars for Col-indices. each function that changes em updates em
 # 	> compat /w ecoTrack ? 1nt3gr4t3.
+#
+# NA'S??
+#
+# wieviel track-events wurden von clean rausgefiltert?
+#
+#top beetles:
+#	CG06 CG07 CG05 A1 A255
+#
+#daten fuer anfang block-I bis block-II+4Wochen
+#
+#Spalte mit Block
+#1a
+#1b
+#2a
+#2b
 
 import sys, os
 from datetime import datetime as dt
@@ -188,7 +204,7 @@ def format(data):
 
 def write(outFile, data):
 
-	outFile += f"-cool-{coolOff}-cut-{ncut}"
+	outFile += f"-cut-{ncut}-filtered"
 
 	print(f"writing to {outFile}")
 	with open(outFile, "w") as f:
@@ -224,13 +240,13 @@ if __name__ == "__main__" :
 					f'		eg beetle lost tag on sensor\n'
 					f'		default: {cutOff}\n'
 					f''
-					f'	> squash plateaus (start/end/dur)\n'
+					f'	> squash plateaus\n'
 					f'	> cutOff tags from end [optional]\n'
 					f'	> add time-since-last-detection\n'
 					f'	> add Patch Cross Event (PXE)\n'
 					f'	> add Patch Enter Event (PEE)\n'
 					f'	> add Sensor Cross Event (SXE)\n'
-					f'	> format: time,pad\n')
+					f'	> format\n')
 
 	if len(sys.argv) >= 3:
 		coolOff = int(sys.argv[2])

info

+BLOCK-I
+########################################################
+Before									After
+______________________________________________________
+## Tags
+  total: 305						  total: 305
+  known: 132 	(43.27%)			  known: 132 	(43.27%)
+unknown: 173 	(56.72%)			unknown: 173 	(56.72%)
+
+## Detections
+  total: 3609863					  total: 10294
+  known: 3561725 	(98.66%)		  known: 8442 	(82.00%)
+unknown: 48138		( 1.33%)		unknown: 1852	(17.99%)
+
+									top  2 unknown: 1033 (10.0%)
+									top 10 unknown: 1428 (13.8%)
+									top 20 unknown: 1609 (15.6%)
+
+BLOCK-II
+########################################################
+Before									After
+______________________________________________________
+## Tags
+  total: 453						  total: 453
+  known: 158 	(34.87%)			  known: 158 	(34.87%)
+unknown: 295 	(65.12%)			unknown: 295 	(65.12%)
+											
+## Detections						
+  total: 8617060					  total: 42575
+  known: 8601009 	(99.81%)		  known: 35255 	(82.80%)
+unknown: 16051 		(00.18%)		unknown: 7320	(17.19%)
+
+									top  2 unknown: 3257 (7.6%)
+									top 10 unknown: 5032 (11.8%)
+									top 20 unknown: 5672 (13.3%)
+
+
+000000030000000000 is unknown. Probably made it through cleaning function. Thesis: Pure-Number TagId don't exist!
+
+Unknown tags from both blox:
+041E8416723D002095
+04687094723D002095
+046870947F3D002095
+04786F9B1AEE4EFDB8
+04CB85C27F3D002095
+3D002093003D002095
+3D0020937C3D002595
+3D0020937F3D002095
+3D0025937F3D002095
+C0800005023D002095
+
+
+Top Unknowntags Block-II After:
+50 : 042A4DEB7288588123
+51 : 042591383A20002095
+51 : 042591383A3D002095
+56 : 0443915E7288002095
+58 : 04AD7A5B7288588095
+70 : 048439313A204B2095
+70 : 04B014283A3D002095
+71 : 048439313A3D002095
+72 : 04DA3F697288588022
+91 : 04AD7A5B723D002095
+640
+
+33 : 043276C87288588123 #dur 579
+127 : 048439313A204B8095
+127 : 04CFC5863A3D002095
+149 : 04AD7A5B7F3D002095
+186 : 0443915E723D002095
+197 : 048439313A20002095
+235 : 044887437288588022
+257 : 0443915E7F3D002095
+497 : 048439317F3D002095
+1230 : 043A6CDA3A20002095
+2027 : 043A6CDA3A3D002095
+5032
+
+3257
+

todo

-padding rausnehmen
-NA'S??
-
-wieviel trackeevent wurden von clean rausgefiltert?
-CG06
-CG07
-CG05
-A1
-A255
-
-'#' im header entfernen
-daten fuer anfang block-I bis block-II+4Wochen
-
-Spalte mit Block
-1a
-1b
-2a
-2b
-

unknown-tags-block-I

+857 : 041BB0273A204B80D1
+176 : 04786F9B723D002095
+85 : 3D0020937F3D002095
+50 : 041BB0273A20002095
+47 : 04786F9B7F3D002095
+44 : 0480FCF03A20002095
+44 : 04786F9B7288582095
+44 : 042BA4033A3D002095
+43 : 041BB0273A3D002095
+38 : 04693FDA3A20002095
+36 : 041526BF3A20002095
+25 : 0480FCF03A3D002095
+24 : 041526BF3A3D002095
+23 : 042BA4033A20002095
+20 : 04786F9B7288002095
+16 : 04693FDA3A3D002095
+11 : 041BB0273A204B8051
+9 : 3D0025937F3D002095
+9 : 04885F5B3A3D002095
+8 : 041BB0272A204B80D1
+7 : 04885F5B3A20002095
+6 : 0416079D3A20002095
+5 : 041BB0271A204B8051
+4 : 04C70C473A20002095
+4 : 04693FDA7F3D002095
+4 : 046870947F3D002095
+4 : 046559B07F3D002095
+4 : 043CE5553A3D002095
+4 : 0430922E7288588195
+4 : 041BB0271A204B80D1
+4 : 0416079D3A3D002095
+3 : 7F0020937F3D002095
+3 : 3D0020937F3D002595
+3 : 3D0020937C3D002595
+3 : 04FB56217F3D002095
+3 : 04885F5B7F3D002095
+3 : 04807F737F3D002095
+3 : 04807F73723D002095
+3 : 0470609C7F3D002095
+3 : 04693FDA3A204B2095
+3 : 046870947288588095
+3 : 04588357723D002095
+3 : 043CE5553A20002095
+3 : 04397DC83A3D002095
+3 : 0430922E7F3D002095
+3 : 041BB0273A204B2095
+3 : 041BB0273A20498051
+3 : 0400810D723D002095
+2 : 7F0025937F3D002095
+2 : 3D0020937E3D002595
+2 : 3D002093017F002595
+2 : 3D002093003D002095
+2 : 04D784DF7F3D002095
+2 : 04CB5E197F3D002095
+2 : 04924C527F3D002095
+2 : 04924C527288002095
+2 : 046AFF193A3D002095
+2 : 04687094723D002095
+2 : 04676E857F3D002095
+2 : 04397DC83A20002095
+2 : 042BA4037F3D002095
+2 : 041BB0272A204B8051
+2 : 040856D27F3D002095
+2 : 040856D27288588195
+2 : 040562EB7288588123
+1 : C0800005023D002095
+1 : 980004080603026000
+1 : 850020937F3D002595
+1 : 850020937F3D002095
+1 : 7F00259382081C3113
+1 : 7F0025937F3D002595
+1 : 7F002593007F002095
+1 : 7F0020937D3D002595
+1 : 7F00209308C200203F
+1 : 7F0020930000314020
+1 : 407F2093003D002095
+1 : 3D0025958003402595
+1 : 3D002595063D002097
+1 : 3D0025937E927D2595
+1 : 3D0025937E3D002595
+1 : 3D0025937C3D002595
+1 : 3D002593107F002095
+1 : 3D0020937D3D002595
+1 : 3D002093117F002595
+1 : 3D002093057F002595
+1 : 3D0020930401000000
+1 : 3D00209300857F2095
+1 : 3D002093007F002095
+1 : 3D0020930071002595
+1 : 3D0020930029200C7F
+1 : 3D0020930002007F95
+1 : 3D0020930000002200
+1 : 22000030157F002595
+1 : 087F25937F3D002095
+1 : 04EE67057F3D002095
+1 : 04EA89EF7F3D002095
+1 : 04E73C573A20002095
+1 : 04E561087F3D002095
+1 : 04DC7727723D002095
+1 : 04D5673E7F3D002095
+1 : 04D440187F3D002095
+1 : 04CB85C27F3D002095
+1 : 04CB5E19723D002095
+1 : 04C70C473A3D002095
+1 : 04C196DB7F3D002095
+1 : 04BF86B57F3D002095
+1 : 04BF86B57288582095
+1 : 04BF86B5723D002095
+1 : 04B54C757F3D002095
+1 : 04B54C757288582095
+1 : 04988B9F3A20002095
+1 : 04924C52723D002095
+1 : 0490677B7F3D002095
+1 : 048E87857F3D002095
+1 : 04885F5B8ABE69FE5D
+1 : 0483707F7F3D002095
+1 : 0480FCF07F3D002095
+1 : 04807F737288582095
+1 : 047E87757F3D002095
+1 : 047E3FCD7288582095
+1 : 047D41B07F3D002095
+1 : 047A8C7A7F3D002095
+1 : 04786F9B7288588195
+1 : 04786F9B1AEE4EFDB8
+1 : 046AFF193A204B8095
+1 : 046AFF193A20002095
+1 : 0460739F7288002095
+1 : 0460739F723D002095
+1 : 045E44967F3D002095
+1 : 044E8E4C723D002095
+1 : 043E70C2723D002095
+1 : 043DB1003A3D002095
+1 : 043CE5557F3D002095
+1 : 043CB9093A20002095
+1 : 043A47F17F3D002095
+1 : 043369D67F3D002095
+1 : 043244FA3A3D002095
+1 : 043244FA3A20002095
+1 : 0430922E7288002095
+1 : 042B8F287F3D002095
+1 : 041E8416723D002095
+1 : 041BB02740C0982095
+1 : 041BB0273A204B8095
+1 : 041BB0273A204A0051
+1 : 041BB0273A20490041
+1 : 041BB0273A200B8051
+1 : 041BB0273A004B80D1
+1 : 041BB0273A004B8051
+1 : 041BB0273A00498041
+1 : 041BB02732204B8051
+1 : 041BB02732204B8041
+1 : 041BB0273220490041
+1 : 041BB0272A204B8041
+1 : 041BB0272A204A7F95
+1 : 041BB0272A204980D1
+1 : 041BB0272A004B80D1
+1 : 041BB0272021189095
+1 : 041BB0271A204B0051
+1 : 041BB0271A204A80D1
+1 : 041BB0271A204A8051
+1 : 041BB0271A20498051
+1 : 041BB0271A20498041
+1 : 041BB0271A200B80D1
+1 : 041BB0271A200A80D1
+1 : 041BB0271A004B8051
+1 : 041BB0270104002095
+1 : 041526BF3A204B8150
+1 : 041526BF3A204B2095
+1 : 040025930010040004
+1 : 020020937F3D002095
+1 : 007F20937F3D002095
+1 : 0020027F7F3D002095
+1 : 00007F937F3D002595

unknown-tags-block-II

+2027 : 043A6CDA3A3D002095
+1230 : 043A6CDA3A20002095
+497 : 048439317F3D002095
+257 : 0443915E7F3D002095
+235 : 044887437288588022
+197 : 048439313A20002095
+186 : 0443915E723D002095
+149 : 04AD7A5B7F3D002095
+127 : 04CFC5863A3D002095
+127 : 048439313A204B8095
+91 : 04AD7A5B723D002095
+72 : 04DA3F697288588022
+71 : 048439313A3D002095
+70 : 04B014283A3D002095
+70 : 048439313A204B2095
+58 : 04AD7A5B7288588095
+56 : 0443915E7288002095
+51 : 042591383A3D002095
+51 : 042591383A20002095
+50 : 042A4DEB7288588123
+41 : 048990953A3D002095
+40 : 04B014283A20002095
+40 : 04A7AD863A3D002095
+40 : 048990953A20002095
+40 : 0457DA013A3D002095
+39 : 04CE1F5D3A20002095
+37 : 0443915E7288582095
+37 : 041D61F0723D002095
+33 : 043276C87288588123
+32 : 04CE1F5D3A3D002095
+32 : 0457DA013A20002095
+29 : 042D83223A3D002095
+28 : 04F2A2DC3A20002095
+28 : 044DBE7F3A3D002095
+26 : 04A65F753A20002095
+26 : 0458A0743A3D002095
+25 : 04B014287F3D002095
+25 : 048F0D0E3A3D002095
+25 : 0458A0743A20002095
+23 : 04A7AD863A20002095
+22 : 045E5A887288588022
+22 : 041E8416723D002095
+22 : 041D61F07288588195
+21 : 04AD7A5B7288002095
+19 : 0493FAE53A3D002095
+18 : 04776398723D002095
+18 : 0428AD093A3D002095
+17 : 04E138553A20002095
+17 : 047452AA7288588022
+17 : 0443915E7288588095
+16 : 3D0020937F3D002095
+16 : 04438B447288588123
+15 : 04488743723D002095
+15 : 042E87253A3D002095
+14 : 044DBE7F3A20002095
+14 : 0416E9733A20002095
+13 : 04B04D717F3D002095
+13 : 042386297288588123
+12 : 041D61F07288002095
+11 : 04516BB63A20002095
+11 : 041E84167F3D002095
+11 : 041348D73A3D002095
+10 : 04D5CE973A3D002095
+10 : 04D5CE973A20002095
+10 : 04A65F753A3D002095
+10 : 04A1624F3A3D002095
+10 : 04A1624F3A20002095
+10 : 048F0D0E3A20002095
+10 : 04786F9B1AEE4EFDB8
+10 : 043341FE7288588123
+10 : 0430AF133A3D002095
+9 : 04E997F23A3D002095
+9 : 04B04D71723D002095
+9 : 043A6CDA3A204B2095
+9 : 0416E9733A3D002095
+8 : 04ED84E57288588022
+8 : 04E138553A3D002095
+8 : 046347A87F3D002095
+8 : 045C95453A3D002095
+8 : 044887437F3D002095
+8 : 0439883D3A3D002095
+8 : 042D83223A20002095
+7 : 04E83A5E3A3D002095
+7 : 046F59BA723D002095
+7 : 045874A07288588123
+7 : 0439883D3A20002095
+7 : 0430AF133A20002095
+6 : 04F2A2DC3A3D002095
+6 : 04E57C153A20002095
+6 : 04CFC5863A20002095
+6 : 04B014283A204B8095
+6 : 04AC41613A3D002095
+6 : 0484737B7F3D002095
+6 : 04516BB63A3D002095
+6 : 04386BDF3A3D002095
+6 : 041B3EA97F3D002095
+5 : 047763987F3D002095
+5 : 046D4CAD7F3D002095
+5 : 0462806E7288588123
+5 : 0445DB123A3D002095
+5 : 04455A93723D002095
+5 : 043DE2533A20002095
+5 : 04389521723D002095
+5 : 04369B213A3D002095
+5 : 04355FE63A20002095
+5 : 042E87253A20002095
+5 : 041D61F07F3D002095
+5 : 041348D73A20002095
+4 : 04A65F753A204B2095
+4 : 0493FAE57F3D002095
+4 : 047763987288002095
+4 : 046F59BA7F3D002095
+4 : 046D4CAD723D002095
+4 : 046870947F3D002095
+4 : 045F8F5C3A204B81D0
+4 : 045374AB7F3D002095
+4 : 0446905A3A3D002095
+4 : 0446905A3A20002095
+4 : 043895217F3D002095
+4 : 042E75D71AEE4EFFBB
+4 : 042D83227F3D002095
+4 : 041E84167288002095
+4 : 041C91017288588022
+4 : 04166CF63A20002095
+3 : 04EEC2A03A20002095
+3 : 04E997F23A20002095
+3 : 04E83A5E3A20002095
+3 : 04E57C153A3D002095
+3 : 04E38EE17288588022
+3 : 04D58BD23A20002095
+3 : 04D2E5BB3A3D002095
+3 : 04AD7A5B7288582095
+3 : 04AC41613A20002095
+3 : 04A7AD863A204B8095
+3 : 0493FAE53A20002095
+3 : 0484737B723D002095
+3 : 047251AF7288588123
+3 : 04687094723D002095
+3 : 046347A87288588195
+3 : 045FDF0C3A20002095
+3 : 045CA3733A3D002095
+3 : 045C95457F3D002095
+3 : 045C95453A20002095
+3 : 0458A0747F3D002095
+3 : 04438B447F3D002095
+3 : 043DE2533A3D002095
+3 : 04369B213A20002095
+3 : 042E87257F3D002095
+3 : 042A4DEB723D002095
+3 : 0428AD093A20002095
+2 : 3D0025937F3D002095
+2 : 04F2651B7F3D002095
+2 : 04F2651B723D002095
+2 : 04EEC2A03A204B2095
+2 : 04A94D687288588095
+2 : 04A7AD867F3D002095
+2 : 048F0D0E7F3D002095
+2 : 04867E74723D002095
+2 : 0484727A7F3D002095
+2 : 0484727A723D002095
+2 : 047763987288582095
+2 : 0475847D7F3D002095
+2 : 04717F827288588022
+2 : 046D4CAD7288002095
+2 : 046870947288002095
+2 : 045E5A887F3D002095
+2 : 04517FA27F3D002095
+2 : 044887437288002095
+2 : 0447A16A3A20002095
+2 : 04465E945AEE4EFDB8
+2 : 0445DB123A204B2095
+2 : 0444428A7F3D002095
+2 : 043C83337288588022
+2 : 043276C8723D002095
+2 : 042D4CED7288588123
+2 : 042B8C2B7288588022
+2 : 042565CC7288588123
+2 : 041348D77F3D002095
+2 : 041271EF7288588123
+2 : 040872F67F3D002095
+1 : 840020937F3D002095
+1 : 3D0020937F3D002595
+1 : 3D0020937C3D002595
+1 : 3D002093023D002095
+1 : 3D0020930100002095
+1 : 3D002093003D002095
+1 : 3D0020930000000000
+1 : 34180C187D3D002595
+1 : 04F2A2DC8ABE69FE5D
+1 : 04F2A2DC7F3D002095
+1 : 04EEC2A03A204B8095
+1 : 04E997F2BABE69FE5D
+1 : 04E997F27F3D002095
+1 : 04E997F23A204B8095
+1 : 04E83A5E3A204B2095
+1 : 04E6670D7F3D002095
+1 : 04E1A3CE3A20002095
+1 : 04DF7D2E7288002095
+1 : 04DA3F697288002095
+1 : 04D58BD23A3D002095
+1 : 04D2E5BB7F3D002095
+1 : 04D2E5BB3A20002095
+1 : 04D04915723D002095
+1 : 04CFC586BABE69FE5D
+1 : 04CFC5867F3D002095
+1 : 04CE1F5D7F3D002095
+1 : 04CE1F5D3A204B8095
+1 : 04CB85C27F3D002095
+1 : 04C48DC5723D002095
+1 : 04BE61537F3D002095
+1 : 04B0C2FE3A3D002095
+1 : 04B04D717288588095
+1 : 04B04D717288582095
+1 : 04AFFCDF3A3D002095
+1 : 04AD7A5B728858803A
+1 : 04AD7A5B7288588032
+1 : 04A94D68723D002095
+1 : 04A65F753A204B8095
+1 : 049E93817F3D002095
+1 : 049478607288588022
+1 : 04867E747F3D002095
+1 : 04835A557F3D002095
+1 : 0475847D723D002095
+1 : 047251AF7F3D002095
+1 : 04717F82723D002095
+1 : 046D4CAD7288588195
+1 : 046B9A7D3A3D002095
+1 : 046369867F3D002095
+1 : 046369867288588022
+1 : 046347A8723D002095
+1 : 045FDF0C3A3D002095
+1 : 045F8F5C3A3D002095
+1 : 045F7DAE7F3D002095
+1 : 045E41933A3D002095
+1 : 045CA3733A20002095
+1 : 0457DA013A244B80D1
+1 : 0457DA011A204B80D1
+1 : 045782597288588022
+1 : 04517FA27288588123
+1 : 0451508D3A3D002095
+1 : 044DBE7F7F3D002095
+1 : 044C6AAA3A3D002095
+1 : 044887437288588095
+1 : 044887437288582095
+1 : 04487EBA7F3D002095
+1 : 0447A16A3A3D002095
+1 : 04465E947288589D2B
+1 : 04465E943AEE4EFDBA
+1 : 04465E941AEE4EFDB8
+1 : 04464E84723D002095
+1 : 0446408A723D002095
+1 : 0445DB123A204B8195
+1 : 0445DB123A20002095
+1 : 04455A937F3D002095
+1 : 04448F477F3D002095
+1 : 04438B44723D002095
+1 : 043EDB693A3D002095
+1 : 043EDB693A20002095
+1 : 043E51E37288588195
+1 : 043D84357288588022
+1 : 043C59E93A3D002095
+1 : 043C59E91A204B80D1
+1 : 043A6CDA3A204B8195
+1 : 04355FE63A3D002095
+1 : 043276C87F3D002095
+1 : 042E75D772A8588022
+1 : 042E75D7728C588022
+1 : 042E75D7728858A322
+1 : 042E75D77288589C22
+1 : 042E75D7728858983A
+1 : 042E75D77288589022
+1 : 042E75D772885880E2
+1 : 042E75D772885880AA
+1 : 042E75D77288588066
+1 : 042E75D77288588062
+1 : 042E75D77288588032
+1 : 042E75D75AEE4EC022
+1 : 042E75D75A885880A2
+1 : 042E75D732C858C022
+1 : 042E75D71AEE4EFFAB
+1 : 042E75D71AEE4EFF22
+1 : 042D83223A204B80D0
+1 : 042D83221220488090
+1 : 042D83220A204B80D0
+1 : 042C71D13A20002095
+1 : 042591387F3D002095
+1 : 041E84167288582095
+1 : 041B3EA97288588195
+1 : 0416E9733A204B2095
+1 : 04166CF67F3D002095
+1 : 04166CF62A204B81D0
+1 : 041348D73A204B2095
+1 : 040B6DEA723D002095
+1 : 00002093003D002095
+1 : 000000030000000000

unknown-tags.sh

+#!/bin/bash
+# set -x
+# shopt -s nullglob #use wildcards
+scriptdir=`dirname $0`
+if (( $# < 1 )); then 
+	echo "Usage:"
+	echo "$0 n"
+	echo ">> looks for data ( ${scriptdir}/block-{n}/02-inspect/ecolux-data-*-filtered )"
+	echo ">> prints info about tags and detections"
+	echo ""
+	echo "$0 n list"
+	echo ">> looks for file like above"
+	echo ">> write list of unknown tags together with their occurrences to file unknowntags-block-{n}"
+	exit
+fi
+
+in=`ls ${scriptdir}/block-${1}/02-inspect/ecolux-data-*-filtered | head -1`
+# filename_suffix=`basename "$1" | cut -d'-' -f5-`
+# if [ "$filename_suffix" == "" ]; then
+# 	#before
+# 	COL_TAG=9 
+# 	HEADER_SIZE=`grep -c "#" "$1"`
+# else
+	#after col-insertions from dataFilter.py
+COL_TAG=12 
+HEADER_SIZE=1
+# fi
+LEN_W_HEADER=`wc -l "$in" | cut -d" " -f1`
+LEN=$(( $LEN_W_HEADER - $HEADER_SIZE))
+
+function unknownTags() {
+
+	unknown=`tail -${LEN} "$in"| cut -d',' -f"$COL_TAG"- "$in" | grep "NA" | cut -d',' -f1 | sort | uniq`
+	for tag in $unknown; do
+		echo $tag
+		n=`grep -c "$tag" $2`
+		echo "$n : $tag" >> tmp
+	done
+
+	sort -r -t : -k 1 -g tmp > "unknown-tags-block-${1}"
+	rm tmp
+}
+
+function info() {
+
+	SCALE=2 #floating-point precision
+
+	echo "## Tags"
+	tag_total=`tail -${LEN} "$in" | cut -d',' -f"$COL_TAG" | sort | uniq | wc -l`
+	tag_known=`tail -${LEN} "$in" | cut -d',' -f"$COL_TAG"- | grep -v "NA" | cut -d',' -f1 | sort | uniq | wc -l`
+	tag_unknown=`tail -${LEN} "$in" | cut -d',' -f"$COL_TAG"- | grep "NA" | cut -d',' -f1 | sort | uniq | wc -l`
+
+	tag_known_percent=$(bc <<< "scale=$SCALE; $tag_known * 100 /$tag_total")
+	tag_unknown_percent=$(bc <<< "scale=$SCALE; $tag_unknown * 100 / $tag_total" )
+
+	echo "  total: $tag_total"
+	echo "  known: $tag_known 	(${tag_known_percent}%)"
+	echo "unknown: $tag_unknown 	(${tag_unknown_percent}%)"
+	echo ""
+
+	echo "## Detections"
+	detection_known=`tail -${LEN} "$in" | cut -d',' -f"$COL_TAG"- | grep -v "NA" | cut -d',' -f1 | wc -l`
+	detection_unknown=`tail -${LEN} "$in" | cut -d',' -f"$COL_TAG"- | grep "NA" | cut -d',' -f1 | wc -l`
+	detection_known_percent=$(bc <<< "scale=$SCALE; $detection_known * 100 / $LEN"  )
+	detection_unknown_percent=$(bc <<< "scale=$SCALE; $detection_unknown * 100 / $LEN"  )
+
+	echo "  total: $LEN"
+	echo "  known: $detection_known 	(${detection_known_percent}%)"
+	echo "unknown: $detection_unknown	(${detection_unknown_percent}%)"
+}
+
+
+if (( $# == 1 )); then
+	info "$in"
+else
+	unknownTags "$1" "$in"
+fi
\ No newline at end of file

unknowntags.sh

-#!/bin/bash
-if (( $# < 1 )); then 
-	echo "Usage:"
-	echo "1. Print Tag/Detection-Info"
-	echo "$0 ./block-I/02-inspect/dataFile"
-	echo ""
-	echo "2. Print list of unknown tags"
-	echo "$0 ./block-I/02-inspect/dataFile list"
-	exit
-fi
-
-COL_TAG=9
-HEADER_SIZE=`grep "#" "$1" | wc -l`
-
-function printList(){
-	echo "Unknown Tags VVV"
-	grep -v '#' "$1" | cut -d',' -f"$COL_TAG"- "$1" | grep "NA" | cut -d',' -f1 | sort | uniq
-	echo "Unknown Tags /\\/\\"
-}
-
-function printInfo() {
-	echo "## Tags"
-	tag_total=`cut -d',' -f"$COL_TAG" "$1" | sort | uniq | wc -l`
-	tag_total=$(($tag_total-$HEADER_SIZE))
-	tag_known=`cut -d',' -f"$COL_TAG"- "$1" | grep -v "NA" | cut -d',' -f1 | sort | uniq | wc -l`
-	tag_unknown=$(($tag_total-$tag_known))
-
-	echo "  total: $tag_total"
-	echo "  known: $tag_known"
-	echo "unknown: $tag_unknown"
-	echo ""
-
-	echo "## Detections"
-	detection_total=`wc -l "$1" | cut -d" " -f1`
-	detection_total=$(($detection_total-$HEADER_SIZE))
-	detection_known=`cut -d',' -f"$COL_TAG"- "$1" | grep -v "NA" | cut -d',' -f1 | wc -l`
-	detection_unknown=$(($detection_total-$detection_known))
-
-	echo "  total: $detection_total"
-	echo "  known: $detection_known"
-	echo "unknown: $detection_unknown"
-}
-
-if (( $# == 1 )); then
-	printInfo $1
-else
-	printList $1
-fi