Merge branch 'transform-vp' into rotate

Signed-off-by: Victor Seiji Hariki <victorseijih@gmail.com>

css/layers.css

@@ -25,6 +25,7 @@
 
 .layer-render-target .collection {
 	position: absolute;
+	transform-origin: 0px 0px;
 }
 
 .layer-render-target .collection > .collection-input-overlay {

index.html

@@ -8,7 +8,7 @@
 		<link href="css/icons.css?v=caa702e" rel="stylesheet" />
 
 		<link href="css/index.css?v=5b8d4d6" rel="stylesheet" />
-		<link href="css/layers.css?v=a94b43d" rel="stylesheet" />
+		<link href="css/layers.css?v=92c0352" rel="stylesheet" />
 
 		<link href="css/ui/generic.css?v=4b9afe2" rel="stylesheet" />
 
@@ -49,6 +49,7 @@
 						</div>
 					</div>
 				</label>
+
 				<!-- Prompts section -->
 				<button type="button" class="collapsible">Prompts</button>
 				<div class="content prompt">
@@ -332,15 +333,15 @@
 				<div class="ui separator"></div>
 				<iframe
 					id="page-overlay"
-					src="pages/configuration.html?v=3d710ce"></iframe>
+					src="pages/configuration.html?v=7fca00b"></iframe>
 			</div>
 		</div>
 
 		<!-- Basics -->
-		<script src="js/global.js?v=3a1cde6" type="text/javascript"></script>
+		<script src="js/global.js?v=5ee46bd" type="text/javascript"></script>
 
 		<!-- Base Libs -->
-		<script src="js/lib/util.js?v=c7cdf59" type="text/javascript"></script>
+		<script src="js/lib/util.js?v=25f0dbb" type="text/javascript"></script>
 		<script src="js/lib/events.js?v=2ab7933" type="text/javascript"></script>
 		<script src="js/lib/input.js?v=09298ac" type="text/javascript"></script>
 		<script src="js/lib/layers.js?v=a1f8aea" type="text/javascript"></script>
@@ -350,7 +351,7 @@
 		<script src="js/lib/ui.js?v=76ede2b" type="text/javascript"></script>
 
 		<script
-			src="js/initalize/layers.populate.js?v=c81f0a5"
+			src="js/initalize/layers.populate.js?v=938a1b2"
 			type="text/javascript"></script>
 
 		<!-- Configuration -->
@@ -358,7 +359,7 @@
 
 		<!-- Content -->
 		<script src="js/prompt.js?v=7a1c68c" type="text/javascript"></script>
-		<script src="js/index.js?v=c6539e5" type="text/javascript"></script>
+		<script src="js/index.js?v=b446b93" type="text/javascript"></script>
 
 		<script
 			src="js/ui/floating/history.js?v=fc92d14"
@@ -369,15 +370,15 @@
 
 		<!-- Load Tools -->
 		<script
-			src="js/ui/tool/generic.js?v=11c9556"
+			src="js/ui/tool/generic.js?v=cd4ae12"
 			type="text/javascript"></script>
 
-		<script src="js/ui/tool/dream.js?v=18e3b66" type="text/javascript"></script>
+		<script src="js/ui/tool/dream.js?v=76bc565" type="text/javascript"></script>
 		<script
 			src="js/ui/tool/maskbrush.js?v=1e8a893"
 			type="text/javascript"></script>
 		<script
-			src="js/ui/tool/colorbrush.js?v=8acb4f6"
+			src="js/ui/tool/colorbrush.js?v=3f8c01a"
 			type="text/javascript"></script>
 		<script
 			src="js/ui/tool/select.js?v=7db1d0c"

js/index.js

@@ -143,6 +143,7 @@ var stableDiffusionData = {
 var host = "";
 var url = "/sdapi/v1/";
 const basePixelCount = 64; //64 px - ALWAYS 64 PX
+var focused = true;
 
 function startup() {
 	testHostConfiguration();
@@ -168,6 +169,7 @@ function startup() {
 	changeHiResSquare();
 	changeRestoreFaces();
 	changeSyncCursorSize();
+	checkFocus();
 }
 
 function setFixedHost(h, changePromptMessage) {
@@ -335,7 +337,23 @@ async function testHostConnection() {
 
 	let checkInProgress = false;
 
-	const checkConnection = async (notify = false) => {
+	const checkConnection = async (
+		notify = false,
+		simpleProgressStatus = false
+	) => {
+		const apiIssueResult = () => {
+			setConnectionStatus("apiissue");
+			const message = `The host is online, but the API seems to be disabled.\nHave you run the webui with the flag '--api', or is the flag '--gradio-debug' currently active?`;
+			console.error(message);
+			if (notify) alert(message);
+		};
+
+		const offlineResult = () => {
+			setConnectionStatus("offline");
+			const message = `The connection with the host returned an error: ${response.status} - ${response.statusText}`;
+			console.error(message);
+			if (notify) alert(message);
+		};
 		if (checkInProgress)
 			throw new CheckInProgressError(
 				"Check is currently in progress, please try again"
@@ -344,50 +362,63 @@ async function testHostConnection() {
 		var url = document.getElementById("host").value + "/startup-events";
 		// Attempt normal request
 		try {
-			// Check if API is available
+			if (simpleProgressStatus) {
-			const response = await fetch(
+				const response = await fetch(
-				document.getElementById("host").value + "/sdapi/v1/options"
+					document.getElementById("host").value + "/sdapi/v1/progress" // seems to be the "lightest" endpoint?
-			);
+				);
-			const optionsdata = await response.json();
+				switch (response.status) {
-			if (optionsdata["use_scale_latent_for_hires_fix"]) {
+					case 200: {
-				const message = `You are using an outdated version of A1111 webUI.\nThe HRfix options will not work until you update to at least commit ef27a18 or newer.\n(https://github.com/AUTOMATIC1111/stable-diffusion-webui/commit/ef27a18b6b7cb1a8eebdc9b2e88d25baf2c2414d)\nHRfix will fallback to half-resolution only.`;
+						setConnectionStatus("online");
-				console.warn(message);
+						break;
-				if (notify) alert(message);
+					}
-				// Hide all new hrfix options
+					case 404: {
-				document
+						apiIssueResult();
-					.querySelectorAll(".hrfix")
+						break;
-					.forEach((el) => (el.style.display = "none"));
+					}
-
+					default: {
-				// We are using old HRFix
+						offlineResult();
-				global.isOldHRFix = true;
-				stableDiffusionData.enable_hr = false;
-			}
-			switch (response.status) {
-				case 200: {
-					setConnectionStatus("online");
-					// Load data as soon as connection is first stablished
-					if (firstTimeOnline) {
-						getConfig();
-						getStyles();
-						getSamplers();
-						getUpscalers();
-						getModels();
-						firstTimeOnline = false;
 					}
-					break;
 				}
-				case 404: {
+			} else {
-					setConnectionStatus("apiissue");
+				// Check if API is available
-					const message = `The host is online, but the API seems to be disabled.\nHave you run the webui with the flag '--api', or is the flag '--gradio-debug' currently active?`;
+				const response = await fetch(
-					console.error(message);
+					document.getElementById("host").value + "/sdapi/v1/options"
+				);
+				const optionsdata = await response.json();
+				if (optionsdata["use_scale_latent_for_hires_fix"]) {
+					const message = `You are using an outdated version of A1111 webUI.\nThe HRfix options will not work until you update to at least commit ef27a18 or newer.\n(https://github.com/AUTOMATIC1111/stable-diffusion-webui/commit/ef27a18b6b7cb1a8eebdc9b2e88d25baf2c2414d)\nHRfix will fallback to half-resolution only.`;
+					console.warn(message);
 					if (notify) alert(message);
-					break;
+					// Hide all new hrfix options
+					document
+						.querySelectorAll(".hrfix")
+						.forEach((el) => (el.style.display = "none"));
+
+					// We are using old HRFix
+					global.isOldHRFix = true;
+					stableDiffusionData.enable_hr = false;
 				}
-				default: {
+				switch (response.status) {
-					setConnectionStatus("offline");
+					case 200: {
-					const message = `The connection with the host returned an error: ${response.status} - ${response.statusText}`;
+						setConnectionStatus("online");
-					console.error(message);
+						// Load data as soon as connection is first stablished
-					if (notify) alert(message);
+						if (firstTimeOnline) {
+							getConfig();
+							getStyles();
+							getSamplers();
+							getUpscalers();
+							getModels();
+							firstTimeOnline = false;
+						}
+						break;
+					}
+					case 404: {
+						apiIssueResult();
+						break;
+					}
+					default: {
+						offlineResult();
+					}
 				}
 			}
 		} catch (e) {
@@ -413,7 +444,9 @@ async function testHostConnection() {
 		return status;
 	};
 
-	await checkConnection(!urlParams.has("noprompt"));
+	if (focused || firstTimeOnline) {
+		await checkConnection(!urlParams.has("noprompt"));
+	}
 
 	// On click, attempt to refresh
 	connectionIndicator.onclick = async () => {
@@ -425,15 +458,23 @@ async function testHostConnection() {
 		}
 	};
 
-	// Checks every 5 seconds if offline, 30 seconds if online
+	// Checks every 5 seconds if offline, 60 seconds if online
 	const checkAgain = () => {
-		setTimeout(
+		checkFocus();
-			async () => {
+		if (focused || firstTimeOnline) {
-				await checkConnection();
+			setTimeout(
+				async () => {
+					let simple = !firstTimeOnline;
+					await checkConnection(false, simple);
+					checkAgain();
+				},
+				connectionStatus ? 60000 : 5000
+			);
+		} else {
+			setTimeout(() => {
 				checkAgain();
-			},
+			}, 60000);
-			connectionStatus ? 30000 : 5000
+		}
-		);
 	};
 
 	checkAgain();
@@ -1242,3 +1283,24 @@ function resetToDefaults() {
 		localStorage.clear();
 	}
 }
+
+document.addEventListener("visibilitychange", () => {
+	checkFocus();
+});
+
+window.addEventListener("blur", () => {
+	checkFocus();
+});
+
+window.addEventListener("focus", () => {
+	checkFocus();
+});
+
+function checkFocus() {
+	let hasFocus = document.hasFocus();
+	if (document.hidden || !hasFocus) {
+		focused = false;
+	} else {
+		focused = true;
+	}
+}

js/initalize/layers.populate.js

@@ -160,61 +160,72 @@ debugLayer.hide(); // Hidden by default
  * The global viewport object (may be modularized in the future). All
  * coordinates given are of the center of the viewport
  *
- * cx and cy are the viewport's world coordinates, scaled to zoom level.
+ * cx and cy are the viewport's world coordinates.
- * _x and _y are actual coordinates in the DOM space
  *
  * The transform() function does some transforms and writes them to the
  * provided element.
  */
-const viewport = {
+class Viewport {
-	get cx() {
+	cx = 0;
-		return this._x * this.zoom;
+	cy = 0;
-	},
 
-	set cx(v) {
+	zoom = 1;
-		return (this._x = v / this.zoom);
+
-	},
+	/**
-	_x: 0,
+	 * Gets viewport width in canvas coordinates
-	get cy() {
+	 */
-		return this._y * this.zoom;
-	},
-	set cy(v) {
-		return (this._y = v / this.zoom);
-	},
-	_y: 0,
-	zoom: 1,
-	rotation: 0,
 	get w() {
-		return (window.innerWidth * 1) / this.zoom;
+		return window.innerWidth * this.zoom;
-	},
+	}
+
+	/**
+	 * Gets viewport height in canvas coordinates
+	 */
 	get h() {
-		return (window.innerHeight * 1) / this.zoom;
+		return window.innerHeight * this.zoom;
-	},
+	}
+
+	constructor(x, y) {
+		this.x = x;
+		this.y = y;
+	}
+
+	get v2c() {
+		const m = new DOMMatrix();
+
+		m.translateSelf(-this.w / 2, -this.h / 2);
+		m.translateSelf(this.cx, this.cy);
+		m.scaleSelf(this.zoom);
+
+		return m;
+	}
+
+	get c2v() {
+		return this.v2c.invertSelf();
+	}
+
 	viewToCanvas(x, y) {
-		return {
+		if (x.x !== undefined) return this.v2c.transformPoint(x);
-			x: this.cx + this.w * (x / window.innerWidth - 0.5),
+		return this.v2c.transformPoint({x, y});
-			y: this.cy + this.h * (y / window.innerHeight - 0.5),
+	}
-		};
+
-	},
 	canvasToView(x, y) {
-		return {
+		if (x.x !== undefined) return this.c2v.transformPoint(x);
-			x: window.innerWidth * ((x - this.cx) / this.w) + window.innerWidth / 2,
+		return this.c2v.transformPoint({x, y});
-			y: window.innerHeight * ((y - this.cy) / this.h) + window.innerHeight / 2,
+	}
-		};
+
-	},
 	/**
 	 * Apply transformation
 	 *
 	 * @param {HTMLElement} el Element to apply CSS transform to
 	 */
 	transform(el) {
-		el.style.transformOrigin = `${this.cx}px ${this.cy}px`;
+		el.style.transformOrigin = "0px 0px";
-		el.style.transform = `scale(${this.zoom}) translate(${-(
+		el.style.transform = this.c2v;
-			this._x -
+	}
-			this.w / 2
+}
-		)}px, ${-(this._y - this.h / 2)}px)`;
+
-	},
+const viewport = new Viewport(0, 0);
-};
 
 viewport.cx = imageCollection.size.w / 2;
 viewport.cy = imageCollection.size.h / 2;
@@ -296,7 +307,7 @@ mouse.listen.camera.onwheel.on((evn) => {
 	const pcy = viewport.cy;
 
 	// Apply zoom
-	viewport.zoom *= 1 - evn.delta * 0.0002;
+	viewport.zoom *= 1 + evn.delta * 0.0002;
 
 	// Apply normal zoom (center of viewport)
 	viewport.cx = pcx;
@@ -305,11 +316,11 @@ mouse.listen.camera.onwheel.on((evn) => {
 	viewport.transform(imageCollection.element);
 
 	// Calculate new viewport center and move
-	const newCursorPosition = viewport.viewToCanvas(evn.x, evn.y);
+	//const newCursorPosition = viewport.viewToCanvas(evn.x, evn.y);
-	viewport.cx = pcx - (newCursorPosition.x - cursorPosition.x);
+	//viewport.cx = pcx - (newCursorPosition.x - cursorPosition.x);
-	viewport.cy = pcy - (newCursorPosition.y - cursorPosition.y);
+	//viewport.cy = pcy - (newCursorPosition.y - cursorPosition.y);
 
-	viewport.transform(imageCollection.element);
+	//viewport.transform(imageCollection.element);
 
 	toolbar.currentTool.redraw();
 });
@@ -320,8 +331,8 @@ const cameraPaintStart = (evn) => {
 
 const cameraPaint = (evn) => {
 	if (worldInit) {
-		viewport.cx = worldInit.x + (evn.ix - evn.x) / viewport.zoom;
+		viewport.cx = worldInit.x + (evn.ix - evn.x) * viewport.zoom;
-		viewport.cy = worldInit.y + (evn.iy - evn.y) / viewport.zoom;
+		viewport.cy = worldInit.y + (evn.iy - evn.y) * viewport.zoom;
 
 		// Limits
 		viewport.cx = Math.max(

js/lib/util.js

@@ -32,6 +32,16 @@ class BoundingBox {
 	w = 0;
 	h = 0;
 
+	/** @type {Point} */
+	get tl() {
+		return {x: this.x, y: this.y};
+	}
+
+	/** @type {Point} */
+	get br() {
+		return {x: this.x + this.w, y: this.y + this.h};
+	}
+
 	constructor({x, y, w, h} = {x: 0, y: 0, w: 0, h: 0}) {
 		this.x = x;
 		this.y = y;

js/ui/tool/colorbrush.js

@@ -176,7 +176,7 @@ const colorBrushTool = () =>
 					uiCtx.arc(
 						vcp.x,
 						vcp.y,
-						(state.eyedropper ? 50 : state.brushSize / 2) * viewport.zoom,
+						(state.eyedropper ? 50 : state.brushSize / 2) / viewport.zoom,
 						0,
 						2 * Math.PI,
 						true
@@ -197,7 +197,7 @@ const colorBrushTool = () =>
 						uiCtx.arc(
 							vcp.x,
 							vcp.y,
-							(state.brushSize / 2) * viewport.zoom,
+							state.brushSize / (2 * viewport.zoom),
 							0,
 							2 * Math.PI,
 							true

js/ui/tool/dream.js

@@ -177,6 +177,7 @@ const _dream = async (endpoint, request) => {
  * @returns {Promise<HTMLImageElement | null>}
  */
 const _generate = async (endpoint, request, bb, options = {}) => {
+	var alertCount = 0;
 	defaultOpt(options, {
 		drawEvery: 0.2 / request.n_iter,
 		keepUnmask: null,
@@ -532,9 +533,14 @@ const _generate = async (endpoint, request, bb, options = {}) => {
 			seeds.push(...dreamData.seeds);
 			imageindextxt.textContent = `${at}/${images.length - 1}`;
 		} catch (e) {
-			alert(
+			if (alertCount < 2) {
-				`Error generating images. Please try again or see console for more details`
+				alert(
-			);
+					`Error generating images. Please try again or see console for more details`
+				);
+			} else {
+				eagerGenerateCount = 0;
+			}
+			alertCount++;
 			console.warn(`[dream] Error generating images:`);
 			console.warn(e);
 		} finally {
@@ -1912,11 +1918,10 @@ const img2imgTool = () =>
 						return;
 					}
 
-					const bbvp = {
+					const bbvp = BoundingBox.fromStartEnd(
-						...viewport.canvasToView(bb.x, bb.y),
+						viewport.canvasToView(bb.tl),
-						w: viewport.zoom * bb.w,
+						viewport.canvasToView(bb.br)
-						h: viewport.zoom * bb.h,
+					);
-					};
 
 					// For displaying border mask
 					const bbCanvas = document.createElement("canvas");

js/ui/tool/generic.js

@@ -27,11 +27,10 @@ const _tool = {
 			reticleStyle: global.hasActiveInput ? "#BBF" : "#FFF",
 		});
 
-		const bbvp = {
+		const bbvp = BoundingBox.fromStartEnd(
-			...viewport.canvasToView(bb.x, bb.y),
+			viewport.canvasToView(bb.tl),
-			w: viewport.zoom * bb.w,
+			viewport.canvasToView(bb.br)
-			h: viewport.zoom * bb.h,
+		);
-		};
 
 		uiCtx.save();
 

pages/configuration.html

@@ -8,7 +8,7 @@
 		<link href="../css/icons.css?v=caa702e" rel="stylesheet" />
 
 		<link href="../css/index.css?v=5b8d4d6" rel="stylesheet" />
-		<link href="../css/layers.css?v=a94b43d" rel="stylesheet" />
+		<link href="../css/layers.css?v=92c0352" rel="stylesheet" />
 
 		<link href="../css/ui/generic.css?v=4b9afe2" rel="stylesheet" />