cat * > WP-Consumer1.txt
LANG=C sed -e 's/\"//g' WP-Consumer1.txt > WP-Consumer2.txt
LANG=C cut -d, -f1,2,3,4,5,16,17,20,25 WP-Consumer2.txt > WP-Consumer.txt3.txt
rg -a -F -i -N "michael bazzell" WP-Consumer.txt3.txt
rg -a -F -i -N bob | rg -a -F -i -N smith

wget -i links.txt
#Check for RARs
cat * > _SpecialK1.txt
LANG=C sed -e 's/\"//g' _SpecialK1.txt > _SpecialK2.txt
LANG=C sort -u -f _SpecialK2.txt > _SpecialK3.txt

```bash tab="Ubuntu"
pip install internetarchive

```bash
ia search collection:giganews –itemlist > gig.txt
ia download –itemlist gig.txt –glob="*.csv.gz"
gunzip -r .
Find . -type f -name \*.csv -print0 | xargs -0 cut -f3,4 > _Usenet1.txt
sort -u -f _Usenet1.txt > _Usenet2.txt
sed -e 's/[\"]//g' _Usenet2.txt > _Usenet3.txt

```bash tab="Ubuntu"
pip install internetarchive

```bash
ia search collection:usenethistorical –itemlist > list.txt
ia download –itemlist list.txt –glob="*.csv.gz"
find . -name "*.zip" -exec unzip {} \:
rg -a -F -i -N "From: " > 1.txt
sed -e 's/\.mbox\:From\://g' 1.txt > 2.txt
sed -e 's/[\"]//g' 2.txt > 3.txt

https://www.engadget.com/2019/04/29/database-exposes-80-million-us-households/
https://www.vpnmentor.com/blog/report-millions-homes-exposed/
Shodan: product:elastic port:9200 users
http://0.0.0.0:9200/
http://0.0.0.0:9200/_cat/indices?v
http://0.0.0.0:9200/users/_search?size=100
http://0.0.0.0:9200/users/_search?size=1000
Shodan: product:elastic port:9200 leads
http://0.0.0.0:9200/leads/_search?size=100

```bash tab="Ubuntu"
sudo apt-get install -y ripgrep

Recommended to search through big data sets fast:

```bash
rg -a -F -i -N yoursearchterm filename

/usr/bin/ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
brew install wget