Initial import

2026-06-04 11:13:34 +01:00
commit 563d9cc96d
143 changed files with 10572 additions and 0 deletions
@@ -0,0 +1,87 @@
+<?php
+
+class DownloadJob extends Job {
+
+	public static function jobs() { return 3; }
+
+	public $from = null;
+	public $to = null;
+
+	private $_pct = 0;
+
+	public function __construct($from) {
+		$this->from = $from;
+		parent::__construct("download");
+	}
+
+	public function generate_to() {
+		$filename = ROOT . "/download/file-" . time() . "-" . rand() . ".pdf";
+		return $filename;
+	}
+	
+	public function run() {
+
+
+		$this->to = $this->generate_to();
+		$ch = curl_init();
+		$this->status("Downloading: 0%");
+		$fd = fopen($this->to, "w");
+
+		curl_setopt($ch, CURLOPT_URL, $this->from);
+		curl_setopt($ch, CURLOPT_USERAGENT, "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.85 Safari/537.36");
+		curl_setopt($ch, CURLOPT_HEADER, 0);
+		curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 15);
+		curl_setopt($ch, CURLOPT_PRIVATE, $this);
+		curl_setopt($ch, CURLOPT_TIMEOUT, 3600);
+        curl_setopt($ch, CURLOPT_FILETIME, true);
+		curl_setopt($ch, CURLOPT_PROGRESSFUNCTION, [$this, 'download_progress']);
+		curl_setopt($ch, CURLOPT_NOPROGRESS, false);
+		curl_setopt($ch, CURLOPT_FILE, $fd);
+		curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true);
+
+		print("Running...\n");
+		$r = curl_exec($ch);
+		fclose($fd);
+
+		$file = new File($this->to);
+		$sha256 = $file->hash();
+
+		$rev = Revision::find([["sha256", "=", $sha256]])->first();
+
+		if ($rev) {
+			$this->status("Duplicate file");
+			$this->fail();
+			print("Finished (duplicate)\n");
+			return;
+		}
+
+		$u = new Upload();
+		$u->filename = basename($this->from);
+		$u->sha256 = $sha256;
+		$u->source = $this->from;
+		$u->ocr = "N";
+		$u->ai = "N";
+		$u->owner = $this->getOwner();
+		$u->save();
+		$file->rename(ROOT . "/uploads/" . $u->id . ".pdf");
+		$j = new ImportGeminiJob($u->id);
+		$j->queue($u->owner);
+		$j = new ImportOCRJob($u->id);
+		$j->queue($u->owner);
+
+		$this->status("Finished");
+		print("Finished\n");
+		$this->finish();
+	}
+
+
+
+	function download_progress($ch, $download_size, $downloaded, $upload_size, $uploaded) {
+		if ($download_size == 0) return;
+		$pct = round($downloaded / $download_size * 100);
+		if ($pct != $this->_pct) {
+			$this->status("Downloading: " . $pct . "%");
+			$this->_pct = $pct;
+		}
+	}
+}