Adds all the stuff I've been meaning to commit

Author: tomnomnom

assetfinder/README.md

@@ -0,0 +1,9 @@
+# assetfinder
+
+## TODO:
+* http://api.passivetotal.org/api/docs/
+* https://findsubdomains.com
+* https://community.riskiq.com/ (?)
+* https://riddler.io/
+* http://www.dnsdb.org/
+* https://certdb.com/api-documentation

jobqueue/main.go

@@ -0,0 +1 @@
+node_modules

jsstrings/.gitignore

@@ -9,7 +9,12 @@ if (fn == ""){
 }
 
 fs.readFile(fn, "utf8", function(err, data) {
-    for (let token of acorn.tokenizer(data)) {
+    // TODO: Trim the strings
+    for (let token of acorn.tokenizer(data,{
+        onComment: function(block, text, start, end){
+            console.log(text);
+        }
+    })) {
         if (token.type == acorn.tokTypes.string){
             console.log(token.value);
         }

jsstrings/index.js

@@ -0,0 +1,19 @@
+var dbl = "bar";
+var single = 'foo';
+var concat = 'foo' + 'bar';
+// comment 'with string'
+// in "it"
+// and `templates`
+var template = `foo bar`;
+var doubleWithEscaped = "hello \" there \\";
+/*
+ * comment block
+ * with 'single' and "double" and `template`
+ * */
+var singleWithEscaped = 'hello \' there \\';
+var templateWithEscaped = `hello \` there \\`;
+var dev = 123 / 234;
+var regex = /foo?['"]\/bar/;
+var regexes = [/foo?['"]\/bar/, "must be in output"];
+var another = 'another string';
+

jsstrings/testdata/broken.js

@@ -9,6 +9,13 @@ import (
 	"strings"
 )
 
+// Ideas:
+//   More than, say, 3 query string parameteres (exluding utm_*?)
+//   Popular app names (phpmyadmin etc) in path
+//	 Filenames from configfiles list / seclist
+//   dev/stage/test in path or hostname
+//   jenkins, graphite etc in hostname or path
+
 type urlCheck func(*url.URL) bool
 
 func main() {

jsstrings/testdata/simple.js

@@ -19,18 +19,25 @@ type file struct {
 func main() {
 	flag.Parse()
 
-	since := flag.Arg(0)
-	if since == "" {
+	sinceStr := flag.Arg(0)
+	if sinceStr == "" {
 		fmt.Println("usage: urlteamdl <sinceISODate>")
 		return
 	}
 
+	sinceTime, err := time.Parse("2006-01-02", sinceStr)
+	if err != nil {
+		fmt.Println("invalid date! try e.g. 2017-10-26")
+		return
+	}
+
 	req, err := http.NewRequest("GET", searchURL, nil)
 	if err != nil {
 		fmt.Println(err)
 		return
 	}
 
+	since := sinceTime.Format("2006-01-02")
 	today := time.Now().Format("2006-01-02")
 
 	q := req.URL.Query()
@@ -65,7 +72,7 @@ func main() {
 	}
 
 	for _, d := range wrapper.Response.Docs {
-		files, err := getFiles(d.Identifier)
+		files, err := getDownloadURLs(d.Identifier)
 		if err != nil {
 			fmt.Println(err)
 			continue
@@ -80,7 +87,7 @@ func main() {
 	}
 }
 
-func getFiles(ident string) ([]file, error) {
+func getDownloadURLs(ident string) ([]file, error) {
 
 	res, err := http.Get(fmt.Sprintf(metaURL, ident))
 	if err != nil {
@@ -96,5 +103,4 @@ func getFiles(ident string) ([]file, error) {
 	err = dec.Decode(wrapper)
 
 	return wrapper.Files, err
-
 }