Started contributing app

Author: r2dev2

.gitignore

@@ -5,3 +5,4 @@ pgns/*
 stockfish/
 stockfish.zip
 __MAC*
+*cpython*

contribute/auto.py

@@ -0,0 +1,64 @@
+import os
+import sys
+import zipfile
+from pathlib import Path
+from subprocess import call
+from typing import *
+
+import evalfen
+from getFile import downloadName, getAvailableNames
+from send import sendFile, sendNotification
+
+STOCKFISH_DOWNLOAD = {
+    "win32": "https://stockfishchess.org/files/stockfish-11-win.zip",
+    "linux": "https://stockfishchess.org/files/stockfish-11-linux.zip",
+    "linux32": "https://stockfishchess.org/files/stockfish-11-linux.zip",
+    "darwin": "https://stockfishchess.org/files/stockfish-11-mac.zip"
+}
+
+
+def unzip(filepath, resultpath):
+    with zipfile.ZipFile(filepath, 'r') as zip_ref:
+        zip_ref.extractall(resultpath)
+
+
+def promptNames(names: List[str]) -> str:
+    for i, name in enumerate(names):
+        print(i, name, sep='\t')
+    uin = int(input("Which number? "))
+    return names[uin]
+
+
+def promptDownload() -> bool:
+    uin = input("Do you need to download any other dataset?(y)es/(n)o ")
+    return 'y' in uin
+
+
+def downloadStockfish() -> None:
+    link = STOCKFISH_DOWNLOAD[sys.platform]
+    call(["curl", "-o", "stockfish.zip", link])
+    unzip("stockfish.zip", "stockfish/")
+
+
+def findStockfish() -> Path:
+    pass
+
+
+def promptStockfish() -> Path:
+    uin = input("Do you have stockfish in your current directory?(y)es/(n)o ")
+    needsfish = 'y' in uin
+    if needsfish:
+        downloadStockfish()
+
+
+def main() -> None:
+    if promptDownload():
+        names = list(getAvailableNames())
+        names.sort()
+        name = promptNames(names)
+        downloadName(name)
+    print("Done for now")
+
+
+if __name__ == "__main__":
+    main()

contribute/email.function

@@ -22,6 +22,14 @@ def read(self, no):
     def readlines(self):
         pass
 
+def lineCount(filename):
+    try:
+        with open(filename, 'r') as fin:
+            l = len(fin.readlines())
+    except FileNotFoundError:
+        l = 0
+    return l
+
 def evalFENThread(output, i, fen, engine, d):
     board = chess.Board(fen)
     info = engine.analyse(board, chess.engine.Limit(depth=d))
@@ -80,8 +88,7 @@ def main(filein, fileout, d, threads, linetostart, enginepath):
     parser.add_argument("-s", help="Source file with fens")
     parser.add_argument("-d", help="Destination evaluation file")
     parser.add_argument("-t", help="Number of threads to use", default=5)
-    parser.add_argument("-l", help="Line number to start with", default=0)
     parser.add_argument("-e", help="Path to chess engine", default="stockfish")
     args = parser.parse_args()
-    main(args.s, args.d, 22, int(args.t), int(args.l), args.e)
+    main(args.s, args.d, 22, int(args.t), lineCount(args.d), args.e)
 

contribute/evalfen.py

@@ -0,0 +1,42 @@
+from typing import *
+
+import requests
+
+
+HEADERS = {"user-agent": "chess-contributing-app"}
+
+def grep(search: str, contents: Iterable) -> Generator[str, None, None]:
+    for s in contents:
+        if search in s:
+            yield s
+
+def getAllNames() -> Set[str]:
+    fenurl = "https://github.com/r2dev2bb8/ChessData/tree/master/fens"
+    r = requests.get(fenurl, HEADERS)
+    rawnames = grep("</a", grep(".txt", r.content.decode().split('>')))
+    return {name[:-3] for name in rawnames}
+
+def getTakenNames() -> Set[str]:
+    readmeurl = "https://raw.githubusercontent.com/r2dev2bb8/ChessData/master/README.md"
+    r = requests.get(readmeurl, HEADERS)
+    rawnames = grep(".txt", r.content.decode().split('\n'))
+    return {s.split('|')[2].strip() for s in rawnames}
+
+def getAvailableNames() -> Set[str]:
+    allnames = getAllNames()
+    taken = getTakenNames()
+    return {name for name in allnames if name not in taken}
+
+def downloadName(name: str) -> None:
+    fenurl = "https://raw.githubusercontent.com/r2dev2bb8/ChessData/master/fens/"
+    r = requests.get(fenurl + name, HEADERS)
+    with open("../" + name, 'w+') as fout:
+        fout.write(r.content.decode())
+
+def main():
+    names = list(getAvailableNames())
+    names.sort()
+    print(names)
+
+if __name__ == "__main__":
+    main()

contribute/getFile.py

@@ -0,0 +1 @@
+dill==0.3.1.1

contribute/requirements.txt

@@ -0,0 +1,19 @@
+import smtplib
+from email.message import EmailMessage
+import dill
+
+# send takes in msg and text file and sends it to me
+with open("email.function", 'rb') as fin:
+    send = dill.load(fin)
+
+def sendNotification(username: str, filename: str) -> None:
+    send(f"{username} is starting {filename}.")
+
+def sendFile(username: str, filename: str) -> None:
+    send(f"{username} has finished {filename}.", filename)
+
+def main():
+    send("Test mail")
+
+if __name__ == "__main__":
+    main()