sed, awk example

find . -name "*dakika*" |xargs -i cp {} tmp/.
cat tmp/*dakika* >> tmp/201501_1dk.txt

find . -name "L0*DAT" | xargs -i cat {} >> tmp/201505_L0.txt
find . -name "L1*DAT" | xargs -i cat {} >> tmp/201505_L1.txt
sed 's/17192/\n17192/g' L0150531.DAT|sed 's/[^0-9|.]*//g'
####
cat awos10dk_L1.dat| tr -cd '[[:alnum:].|]' > aa
sed 's/[A-Z]/\n/g' aa |grep "|2015|"|sed 's/[A-Z]//g' |sed 's/[a-z]//g' > cc
awk -F "|" '{print $1"|"$2"|"$3"|"$4"|"$5"|"$6"|"$7"|"$8"|"$9"|"$10"|"$11"|"$12"|"$13"|"$14"|"$15"|"$16"|"$17"|"$18"|"$19}' cc|sed 's/\[//g' |sed 's/\[//g' |sed 's/\]//g' > dd
######
cat awos1dk_L0.dat| tr -cd '[[:alnum:].|]' > aa

sed  's/[A-Z]/\n/g' aa|sed 's/[a-z]/\n/g' |sed  's/\[/\n/g'|sed 's/\]/\n/g'|grep "|2015|"|sed 's/[A-Z]//g' |sed 's/[a-z]//g'|sed  's/\[//g' |sed 's/\[//g'| sed 's/\]//g'| sed 's/\]//g' > bb

 awk 'BEGIN{OFS=FS="|"}NF==18{print $0}' bb > bb18
 awk 'BEGIN{OFS=FS="|"}NF==23'{print $0}' bb > bb23
 awk 'BEGIN{OFS=FS="|"}NF==20{print $0}' bb > bb20
 awk 'BEGIN{OFS=FS="|"}NF==24{print $0}' bb > bb24
 awk 'BEGIN{OFS=FS="|"}NF==21{print $0}' bb > bb21

cp  bb18 SYNOP.awos_eksikdata1dk_L0_18_sil.20150630.txt

awk 'BEGIN{OFS=FS="|"}length($1)==5 {print substr($1,1),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19,$20,21,$22,$23}' bb23 > bb23_v2
awk 'BEGIN{OFS=FS="|"}length($1)==6 {print substr($1,2),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19,$20,21,$22,$23}' bb23 >> bb23_v2
awk 'BEGIN{OFS=FS="|"}length($1)==7 {print substr($1,3),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19,$20,21,$22,$23}' bb23 >> bb23_v2
awk 'BEGIN{OFS=FS="|"}length($1)==8 {print substr($1,4),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19,$20,21,$22,$23}' bb23 >> bb23_v2


 sed 's/.$//g' bb20 > bb20_v1
 awk 'BEGIN{OFS=FS="|"}length($1)==5 {print substr($1,1),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19}' bb20_v1 > bb20_v2
 awk 'BEGIN{OFS=FS="|"}length($1)==6 {print substr($1,2),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19}' bb20_v1 >> bb20_v2
 awk 'BEGIN{OFS=FS="|"}length($1)==7 {print substr($1,3),$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19}' bb20_v1 >> bb20_v2


#####
sed -n '/^1,/p' *cr23x.dat >> hepsi_cr23x_1dk.dat
sed -n '/^2,/p' *cr23x.dat >> hepsi_cr23x_10dk.dat

 cat *L0.dat >> hepsi_1dk_L0.dat
 cat *L1.dat >> hepsi_10dk_L1.da

sort -u bb21 > bb21_nodup