Merge branch 'master' of https://github.com/r2dev2bb8/ChessData

Author: oliver-ni

.gitignore

@@ -5,3 +5,4 @@ pgns/*
 stockfish/
 stockfish.zip
 __MAC*
+*cpython*

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 Ronak Badhe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -41,7 +41,7 @@ Current fen databases being analysed:
 | @oliver-ni  |  BenkoGambit2.txt  | generating |
 | @oliver-ni  |  Caro-KannAdv.txt  | generating |
 | @oliver-ni  |  PircOtherBlack3.txt  | generating |
-| Luke Zhao   |  Albert.txt  | generating |
+| Luke Zhao   |  Alburt.txt  | Finished |
 | @oliver-ni  |  FourKnights.txt  | generating |
 | @oliver-ni  |  English1g6.txt  | generating |
 | @r2dev2bb8  |  Alekhine4Pawns.txt | Finished |
@@ -50,11 +50,11 @@ Current fen databases being analysed:
 | @Chubtato   |  AlekhineExchange.txt | generating |
 | @r2dev2bb8  |  Alekseev.txt | Finished |
 | @Kunal-Shirvastav| Anand.txt| generating |
-| @r2dev2bb8  | Beliavsky.txt | generating |
+| @r2dev2bb8  | Beliavsky.txt | Finished |
 | Francis Chua| Bacrot.txt    | generating |
 | Aryan Dwivedi| BecerraRivero.txt | generating |
 | @AarushiM   | Andreiken.txt | generating |
-| Bennie Chang| Benjamin.txt  | generating |
+| Bennie Chang| Benjamin.txt  | Finished |
 | Saadhan Pittala | Azmaiparashvilieval.txt | generating |
 | @r2dev2bb8  | Bogo4Nbd2.txt | generating |
 | @r2dev2bb8  | Sic2Nc6-4Qc7-4Qb6.txt | generating |
@@ -72,4 +72,6 @@ Current fen databases being analysed:
 | @Chubtato   | RuyLopezExchange.txt    | generating |
 | @Chubtato   | RuyLopezFlohr-Zaitsev.txt| generating |
 | @Chubtato   | RuyLopezModSteinitz.txt | generating |
+| Luke Zhao   | Blackburne.txt | generating |
+| Bennie Chang| Bu.txt | generating |
 

contribute/auto.py

@@ -0,0 +1,64 @@
+import os
+import sys
+import zipfile
+from pathlib import Path
+from subprocess import call
+from typing import *
+
+import evalfen
+from getFile import downloadName, getAvailableNames
+from send import sendFile, sendNotification
+
+STOCKFISH_DOWNLOAD = {
+    "win32": "https://stockfishchess.org/files/stockfish-11-win.zip",
+    "linux": "https://stockfishchess.org/files/stockfish-11-linux.zip",
+    "linux32": "https://stockfishchess.org/files/stockfish-11-linux.zip",
+    "darwin": "https://stockfishchess.org/files/stockfish-11-mac.zip"
+}
+
+
+def unzip(filepath, resultpath):
+    with zipfile.ZipFile(filepath, 'r') as zip_ref:
+        zip_ref.extractall(resultpath)
+
+
+def promptNames(names: List[str]) -> str:
+    for i, name in enumerate(names):
+        print(i, name, sep='\t')
+    uin = int(input("Which number? "))
+    return names[uin]
+
+
+def promptDownload() -> bool:
+    uin = input("Do you need to download any other dataset?(y)es/(n)o ")
+    return 'y' in uin
+
+
+def downloadStockfish() -> None:
+    link = STOCKFISH_DOWNLOAD[sys.platform]
+    call(["curl", "-o", "stockfish.zip", link])
+    unzip("stockfish.zip", "stockfish/")
+
+
+def findStockfish() -> Path:
+    pass
+
+
+def promptStockfish() -> Path:
+    uin = input("Do you have stockfish in your current directory?(y)es/(n)o ")
+    needsfish = 'y' in uin
+    if needsfish:
+        downloadStockfish()
+
+
+def main() -> None:
+    if promptDownload():
+        names = list(getAvailableNames())
+        names.sort()
+        name = promptNames(names)
+        downloadName(name)
+    print("Done for now")
+
+
+if __name__ == "__main__":
+    main()

contribute/email.function

@@ -22,6 +22,14 @@ def read(self, no):
     def readlines(self):
         pass
 
+def lineCount(filename):
+    try:
+        with open(filename, 'r') as fin:
+            l = len(fin.readlines())
+    except FileNotFoundError:
+        l = 0
+    return l
+
 def evalFENThread(output, i, fen, engine, d):
     board = chess.Board(fen)
     info = engine.analyse(board, chess.engine.Limit(depth=d))
@@ -80,8 +88,7 @@ def main(filein, fileout, d, threads, linetostart, enginepath):
     parser.add_argument("-s", help="Source file with fens")
     parser.add_argument("-d", help="Destination evaluation file")
     parser.add_argument("-t", help="Number of threads to use", default=5)
-    parser.add_argument("-l", help="Line number to start with", default=0)
     parser.add_argument("-e", help="Path to chess engine", default="stockfish")
     args = parser.parse_args()
-    main(args.s, args.d, 22, int(args.t), int(args.l), args.e)
+    main(args.s, args.d, 22, int(args.t), lineCount(args.d), args.e)
 

evalfen.py contribute/evalfen.pyevalfen.py renamed to contribute/evalfen.py

@@ -0,0 +1,42 @@
+from typing import *
+
+import requests
+
+
+HEADERS = {"user-agent": "chess-contributing-app"}
+
+def grep(search: str, contents: Iterable) -> Generator[str, None, None]:
+    for s in contents:
+        if search in s:
+            yield s
+
+def getAllNames() -> Set[str]:
+    fenurl = "https://github.com/r2dev2bb8/ChessData/tree/master/fens"
+    r = requests.get(fenurl, HEADERS)
+    rawnames = grep("</a", grep(".txt", r.content.decode().split('>')))
+    return {name[:-3] for name in rawnames}
+
+def getTakenNames() -> Set[str]:
+    readmeurl = "https://raw.githubusercontent.com/r2dev2bb8/ChessData/master/README.md"
+    r = requests.get(readmeurl, HEADERS)
+    rawnames = grep(".txt", r.content.decode().split('\n'))
+    return {s.split('|')[2].strip() for s in rawnames}
+
+def getAvailableNames() -> Set[str]:
+    allnames = getAllNames()
+    taken = getTakenNames()
+    return {name for name in allnames if name not in taken}
+
+def downloadName(name: str) -> None:
+    fenurl = "https://raw.githubusercontent.com/r2dev2bb8/ChessData/master/fens/"
+    r = requests.get(fenurl + name, HEADERS)
+    with open("../" + name, 'w+') as fout:
+        fout.write(r.content.decode())
+
+def main():
+    names = list(getAvailableNames())
+    names.sort()
+    print(names)
+
+if __name__ == "__main__":
+    main()

contribute/getFile.py

@@ -0,0 +1 @@
+dill==0.3.1.1

contribute/requirements.txt

@@ -0,0 +1,19 @@
+import smtplib
+from email.message import EmailMessage
+import dill
+
+# send takes in msg and text file and sends it to me
+with open("email.function", 'rb') as fin:
+    send = dill.load(fin)
+
+def sendNotification(username: str, filename: str) -> None:
+    send(f"{username} is starting {filename}.")
+
+def sendFile(username: str, filename: str) -> None:
+    send(f"{username} has finished {filename}.", filename)
+
+def main():
+    send("Test mail")
+
+if __name__ == "__main__":
+    main()