From f3617fe73ad5553a4c1f6fcefc81f326be260453 Mon Sep 17 00:00:00 2001
From: Austin Burk <apburk@gmail.com>
Date: Tue, 23 Aug 2022 20:40:38 -0400
Subject: [PATCH] another snippet

---
 README.md | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/README.md b/README.md
index 3ed8cc5..7f2a754 100644
--- a/README.md
+++ b/README.md
@@ -27,3 +27,17 @@ Get a list of hashes which have not yet been identified
 ```
 comm -23 <(sort -u data/current.txt) <(awk -F= '{print $1}' data/identified.txt |sort -u) > todo.txt
 ```
+
+# for big lists of minecraft server urls:
+
+remove first subdomain. replace with *.<domain>. this also strips port numbers and normalizes casing
+
+```
+cat minecraftservers_org_scrape.txt| grep -Po ".+?(?=:)" | grep -Po ".+?(?=\.)\K.*" | tr '[[:upper:]]' '[[:lower:]]'|awk '{print "*"$1}'|xargs node try_url.js
+```
+
+Given a list of raw `dig` output for many srv lookups, filter for domains only and strip the trailing dot:
+
+```
+tr ' ' '\n'|egrep [[:alpha:]]|sort -u|grep -Po ".+?(?=\.$)"
+```