Linux 文件類信息統計指令(grep、awk、sort、uniq)

文章目錄

grep過濾關鍵字

cat file |grep -o word |wc -l 統計file文件中word這個關鍵字出現的個數

cat file |grep  word |wc -l 統計file文件中word這個關鍵字出現的行數

cat 查看文件

cat --help

cat /home/presslogs/mhp-swagger/access_log.2020-01-22.log 

xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 97
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 115
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 257
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 115
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 105
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 105
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 115
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 257
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 257
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 588
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/cache/removeCacheEnumDict HTTP/1.1" 200 60
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getHosParam HTTP/1.1" 200 223
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/cache/removeCacheEnumDict HTTP/1.1" 200 60
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 78
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/cache/removeCacheEnumDict HTTP/1.1" 200 60
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/cache/removeCacheEnumDict HTTP/1.1" 200 60
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getHosParam HTTP/1.1" 200 76
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getHosParam HTTP/1.1" 200 156
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/cache/removeCacheEnumDict HTTP/1.1" 200 60
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 211
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 85
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 588
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/cache/removeCacheEnumDict HTTP/1.1" 200 60
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 115
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 115
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 211
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 588
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 85
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 88
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 105
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getEnum HTTP/1.1" 200 97
xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getHosParam HTTP/1.1" 200 209
.........................
................
.......

cat 配合awk篩選文件中某一列

cat 文件名 |awk -F'按照什麼切分'  '顯示內容'
cat /home/presslogs/mhp-swagger/access_log.2020-01-22.log |awk -F' '  '{print $7}'

xxx.xxx.xxx.xx - - [22/Jan/2020:15:08:12 +0800] "POST /cfg/service/getHosParam HTTP/1.1" 200 209

按照空格切分後分成如下幾部分

>xxx.xxx.xxx.xx
>-
>-
>[22/Jan/2020:15:08:12
>+0800]
>"POST
>/cfg/service/getHosParam
>HTTP/1.1"
>200
>209

cat配合awk、sort、uniq做數據統計

cat 文件名 |awk -F'按照什麼切分'  '顯示內容'
sort 排序指令
uniq 可檢查文本文件中重複出現的行列
cat /home/presslogs/mhp-swagger/access_log.2020-01-22.log |awk -F' '  '{print $7}'|sort -n|uniq -c|sort -nr

cat配合grep、awk、sort、uniq做數據統計

cat 文件名 |grep word|awk -F'按照什麼切分'  '顯示內容'
grep 過濾
sort 排序指令
uniq 可檢查文本文件中重複出現的行列
cat /home/presslogs/mhp-swagger/access_log.2020-01-22.log |grep Enum|awk -F' '  '{print $7}'|sort -n|uniq -c|sort -nr