no duplicates

picobyte · Sep 21, 2023 · f5831a1 · f5831a1
1 parent 354cbe9
commit f5831a1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/shell_scripts/model_grep.sh b/shell_scripts/model_grep.sh
@@ -39,13 +39,13 @@ fi
 if [ -n "$1" ]; then
     echo "reading from $1 with $ncpu cpus" 1>&2
     ls -1 ${path}/*.safetensors | parallel -n 1 -j $ncpu "python ${utilpath}/safetensors_util.py metadata {} -pm 2>/dev/null |
-    sed -n '1b;p' | jq '.__metadata__.ss_tag_frequency' 2>/dev/null | grep -o -E '\"[^\"]*${1}[^\"]*\": [0-9]+'| sed 's~^~'{}':~p'"
+    sed -n '1b;p' | jq '.__metadata__.ss_tag_frequency' 2>/dev/null | grep -o -E '\"[^\"]*${1}[^\"]*\": [0-9]+'| sed 's~^~'{}':~'"
 else
     echo "reading from stdin" 1>&2
     tmp=$(mktemp)
     sed 's/^/"[^\"]*/;s/$/[^\"]*": [0-9]+/' < /dev/stdin > $tmp
     ls -1 ${path}/*.safetensors | parallel -n 1 -j $ncpu "python ${utilpath}/safetensors_util.py metadata {} -pm 2>/dev/null |
-    sed -n '1b;p' | jq '.__metadata__.ss_tag_frequency' 2>/dev/null | grep -oE -f $tmp | sed 's~^~'{}':~p'"
+    sed -n '1b;p' | jq '.__metadata__.ss_tag_frequency' 2>/dev/null | grep -oE -f $tmp | sed 's~^~'{}':~'"
     echo rm $tmp
 fi