From 083f481e17e0d63baddae3a735412e622119b640 Mon Sep 17 00:00:00 2001
From: tim h <zero01101@gmail.com>
Date: Sun, 4 Dec 2022 13:42:24 -0600
Subject: [PATCH 1/5] surprise interrogate tool

---
 index.html                         |   1 +
 js/initalize/shortcuts.populate.js |   3 +
 js/initalize/toolbar.populate.js   |   5 +
 js/ui/tool/interrogate.js          | 151 +++++++++++++++++++++++++++++
 res/icons/microscope.svg           |   9 ++
 5 files changed, 169 insertions(+)
 create mode 100644 js/ui/tool/interrogate.js
 create mode 100644 res/icons/microscope.svg

diff --git a/index.html b/index.html
index 69ee594..f2461f4 100644
--- a/index.html
+++ b/index.html
@@ -232,6 +232,7 @@
 		<script src="js/ui/tool/colorbrush.js" type="text/javascript"></script>
 		<script src="js/ui/tool/select.js" type="text/javascript"></script>
 		<script src="js/ui/tool/stamp.js" type="text/javascript"></script>
+		<script src="js/ui/tool/interrogate.js" type="text/javascript"></script>
 
 		<!-- Initialize -->
 		<script
diff --git a/js/initalize/shortcuts.populate.js b/js/initalize/shortcuts.populate.js
index 0c6cf0e..3e44ac0 100644
--- a/js/initalize/shortcuts.populate.js
+++ b/js/initalize/shortcuts.populate.js
@@ -26,3 +26,6 @@ keyboard.onShortcut({key: "KeyS"}, () => {
 keyboard.onShortcut({key: "KeyU"}, () => {
 	tools.stamp.enable();
 });
+keyboard.onShortcut({key: "KeyN"}, () => {
+	tools.interrogate.enable();
+});
diff --git a/js/initalize/toolbar.populate.js b/js/initalize/toolbar.populate.js
index 37c622a..07249c8 100644
--- a/js/initalize/toolbar.populate.js
+++ b/js/initalize/toolbar.populate.js
@@ -25,4 +25,9 @@ toolbar.addSeparator();
 tools.selecttransform = selectTransformTool();
 tools.stamp = stampTool();
 
+/**
+ * Interrogator tool
+ */
+toolbar.addSeparator();
+tools.interrogate = interrogateTool();
 toolbar.tools[0].enable();
diff --git a/js/ui/tool/interrogate.js b/js/ui/tool/interrogate.js
new file mode 100644
index 0000000..df9af48
--- /dev/null
+++ b/js/ui/tool/interrogate.js
@@ -0,0 +1,151 @@
+const interrogateTool = () =>
+	toolbar.registerTool(
+		"res/icons/microscope.svg",
+		"Interrogate",
+		(state, opt) => {
+			// Draw new cursor immediately
+			ovCtx.clearRect(0, 0, ovCanvas.width, ovCanvas.height);
+			state.mousemovecb({
+				...mouse.coords.world.pos,
+			});
+
+			// Start Listeners
+			mouse.listen.world.onmousemove.on(state.mousemovecb);
+			mouse.listen.world.onwheel.on(state.wheelcb);
+			mouse.listen.world.btn.left.onclick.on(state.interrogatecb);
+		},
+		(state, opt) => {
+			// Clear Listeners
+			mouse.listen.world.onmousemove.clear(state.mousemovecb);
+			mouse.listen.world.onwheel.clear(state.wheelcb);
+			mouse.listen.world.btn.left.onclick.clear(state.interrogatecb);
+
+			// Hide Mask
+			setMask("none");
+		},
+		{
+			init: (state) => {
+				state.config = {
+					cursorSizeScrollSpeed: 1,
+				};
+
+				state.cursorSize = 512;
+
+				state.snapToGrid = true;
+				state.invertMask = false;
+				state.overMaskPx = 0;
+
+				state.erasePrevReticle = () =>
+					ovCtx.clearRect(0, 0, ovCanvas.width, ovCanvas.height);
+
+				state.mousemovecb = (evn) => {
+					state.erasePrevReticle();
+					state.erasePrevReticle = _reticle_draw(evn, state);
+				};
+				state.wheelcb = (evn) => {
+					_interrogate_onwheel(evn, state);
+				};
+				state.interrogatecb = (evn) => {
+					interrogate_callback(evn, state);
+				};
+			},
+			populateContextMenu: (menu, state) => {
+				if (!state.ctxmenu) {
+					state.ctxmenu = {};
+
+					// Cursor Size Slider
+					const cursorSizeSlider = _toolbar_input.slider(
+						state,
+						"cursorSize",
+						"Cursor Size",
+						{
+							min: 0,
+							max: 2048,
+							step: 128,
+							textStep: 2,
+						}
+					);
+
+					state.setCursorSize = cursorSizeSlider.setValue;
+					state.ctxmenu.cursorSizeSlider = cursorSizeSlider.slider;
+
+					// Snap to Grid Checkbox
+					state.ctxmenu.snapToGridLabel = _toolbar_input.checkbox(
+						state,
+						"snapToGrid",
+						"Snap To Grid"
+					).label;
+				}
+
+				menu.appendChild(state.ctxmenu.cursorSizeSlider);
+				menu.appendChild(state.ctxmenu.snapToGridLabel);
+			},
+			shortcut: "N",
+		}
+	);
+
+/**
+ * Generic wheel handler
+ */
+
+const _interrogate_onwheel = (evn, state) => {
+	if (!evn.evn.ctrlKey) {
+		const v =
+			state.cursorSize -
+			Math.floor(state.config.cursorSizeScrollSpeed * evn.delta);
+		state.cursorSize = state.setCursorSize(v + snap(v, 0, 128));
+		state.mousemovecb(evn);
+	}
+};
+
+const interrogate_callback = (evn, state) => {
+	const bb = getBoundingBox(
+		evn.x,
+		evn.y,
+		state.cursorSize,
+		state.cursorSize,
+		state.snapToGrid && basePixelCount
+	);
+	// Do nothing if no image exists
+	if (isCanvasBlank(bb.x, bb.y, bb.w, bb.h, imgCanvas)) return;
+
+	// Build request to the API
+	const request = {};
+	//Object.assign(request, stableDiffusionData);
+	request.image = imgCanvas.toDataURL();
+	request.model = "clip"; //TODO maybe make a selectable option once A1111 supports the new openclip thingy?
+	const interrogation = _interrogate(request).then(function (result) {
+		if (confirm(result + "\n\nDo you want to replace your prompt with this?")) {
+			document.getElementById("prompt").value = result;
+			tools.dream.enable();
+		}
+	});
+};
+
+/**
+ * our private eye
+ *
+ * @param {StableDiffusionRequest} request Stable diffusion request
+ * @returns {Promise<string[]>}
+ */
+const _interrogate = async (request) => {
+	const apiURL = `${host}${url}` + "interrogate";
+
+	/** @type {StableDiffusionResponse} */
+	let data = null;
+	try {
+		const response = await fetch(apiURL, {
+			method: "POST",
+			headers: {
+				Accept: "application/json",
+				"Content-Type": "application/json",
+			},
+			body: JSON.stringify(request),
+		});
+
+		data = await response.json();
+	} finally {
+	}
+
+	return data.caption;
+};
diff --git a/res/icons/microscope.svg b/res/icons/microscope.svg
new file mode 100644
index 0000000..11334de
--- /dev/null
+++ b/res/icons/microscope.svg
@@ -0,0 +1,9 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+  <path d="M6 18h8"></path>
+  <path d="M3 22h18"></path>
+  <path d="M14 22a7 7 0 1 0 0-14h-1"></path>
+  <path d="M9 14h2"></path>
+  <path d="M8 6h4"></path>
+  <path d="M13 10V6.5a.5.5 0 0 0-.5-.5.5.5 0 0 1-.5-.5V3a1 1 0 0 0-1-1H9a1 1 0 0 0-1 1v2.5a.5.5 0 0 1-.5.5.5.5 0 0 0-.5.5V10c0 1.1.9 2 2 2h2a2 2 0 0 0 2-2Z"></path>
+
+</svg>
\ No newline at end of file

From 7d01972977b75b43370c08d3a01821c1158be01a Mon Sep 17 00:00:00 2001
From: tim h <zero01101@gmail.com>
Date: Sun, 4 Dec 2022 13:43:19 -0600
Subject: [PATCH 2/5] version bump, update readme

---
 README.md  | 2 ++
 index.html | 2 +-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index af79839..eac166b 100644
--- a/README.md
+++ b/README.md
@@ -94,6 +94,7 @@ _keyboard shortcuts are listed as code blocks in brackets, i.e. enter/return is_
 - color brush [`c`] is for drawing pretty pictures for feeding into img2img, change the color with the giant color button at the bottom of the context menu
 - overmask and related px value expands the area masked in outpaint requests, so as to attempt to minimize the seam between images
 - border mask (applicable only to img2img tool [`i`]) and related value compresses the area masked in img2img towards the image section being "replaced" to maximize possible coherence
+- interrogate tool [`n`] asks what CLIP thinks is in the bounding box you just clicked on
 - ...everything else is pretty much just a regular stable diffusion option so i presume you know how you use those
 
 14. open the "save/upscaling" menu and click "save canvas" (or choose an upscaler and click "upscale", but heed its warning) to save the cropped region of outpainted canvas
@@ -201,6 +202,7 @@ requested "a desert" and drew Fine Art on top of it, then requested "a cabin" an
 - 0.0.7 - floating toolbar, img2img tool, border masking, change model from UI, general _very needed_ code cleanup and modernization [9916ee8](https://github.com/zero01101/openOutpaint/commit/9916ee891738a56cb827e67f9fbe0cffab27fc60)
 - 0.0.7.5 - giant arbitary image handling and marquee select tool update [bbdfef9](https://github.com/zero01101/openOutpaint/commit/bbdfef937d28f607b601013c75de0f9049739488)
 - 0.0.8 - inpaint color brush, stamp resource management, error handling, style selector, big ol' QOL shine [9b174d6](https://github.com/zero01101/openOutpaint/commit/9b174d66c9b9d83ce8657128c97f917b473b13a9)
+- 0.0.8.1 - interrogate tool [083f481](https://github.com/zero01101/openOutpaint/commit/083f481e17e0d63baddae3a735412e622119b640)
 
 ## hey what's with the fish
 
diff --git a/index.html b/index.html
index f2461f4..93fe739 100644
--- a/index.html
+++ b/index.html
@@ -153,7 +153,7 @@
 					<br />
 					<span id="version">
 						<a href="https://github.com/zero01101/openOutpaint" target="_blank">
-							Alpha release v0.0.8
+							Alpha release v0.0.8.1
 						</a>
 					</span>
 					<br />

From 0c6f23a9801ffc09ee12888935dd33aa1f461b26 Mon Sep 17 00:00:00 2001
From: tim h <zero01101@gmail.com>
Date: Sun, 4 Dec 2022 13:53:16 -0600
Subject: [PATCH 3/5] much less broken surprise interrogate tool

---
 js/ui/tool/interrogate.js | 16 ++++++++++++++--
 1 file changed, 14 insertions(+), 2 deletions(-)

diff --git a/js/ui/tool/interrogate.js b/js/ui/tool/interrogate.js
index df9af48..6a45c81 100644
--- a/js/ui/tool/interrogate.js
+++ b/js/ui/tool/interrogate.js
@@ -111,8 +111,20 @@ const interrogate_callback = (evn, state) => {
 
 	// Build request to the API
 	const request = {};
-	//Object.assign(request, stableDiffusionData);
-	request.image = imgCanvas.toDataURL();
+
+	// Temporary canvas for interrogated image
+	const auxCanvas = document.createElement("canvas");
+	auxCanvas.width = bb.w;
+	auxCanvas.height = bb.h;
+	const auxCtx = auxCanvas.getContext("2d");
+
+	auxCtx.fillStyle = "#000F";
+
+	// Get init image
+	auxCtx.fillRect(0, 0, bb.w, bb.h);
+	auxCtx.drawImage(imgCanvas, bb.x, bb.y, bb.w, bb.h, 0, 0, bb.w, bb.h);
+	request.image = auxCanvas.toDataURL();
+
 	request.model = "clip"; //TODO maybe make a selectable option once A1111 supports the new openclip thingy?
 	const interrogation = _interrogate(request).then(function (result) {
 		if (confirm(result + "\n\nDo you want to replace your prompt with this?")) {

From 2e5f13eb67d1f0c720907e2bc507d46915acfc7b Mon Sep 17 00:00:00 2001
From: Victor Seiji Hariki <victorseijih+github@gmail.com>
Date: Sun, 4 Dec 2022 23:45:59 -0300
Subject: [PATCH 4/5] Update issue templates

Just some issue templates for Github. They are basically the default ones, just removing sections regarding mobile platforms.
---
 .github/ISSUE_TEMPLATE/bug_report.md      | 32 +++++++++++++++++++++++
 .github/ISSUE_TEMPLATE/feature_request.md | 20 ++++++++++++++
 2 files changed, 52 insertions(+)
 create mode 100644 .github/ISSUE_TEMPLATE/bug_report.md
 create mode 100644 .github/ISSUE_TEMPLATE/feature_request.md

diff --git a/.github/ISSUE_TEMPLATE/bug_report.md b/.github/ISSUE_TEMPLATE/bug_report.md
new file mode 100644
index 0000000..3d7cb98
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/bug_report.md
@@ -0,0 +1,32 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: bug
+assignees: zero01101, seijihariki
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+
+**Additional context**
+Add any other context about the problem here.
diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md
new file mode 100644
index 0000000..f2aa84d
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE/feature_request.md
@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: enhancement
+assignees: zero01101, seijihariki
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

From 5a09787fe38d15f7dd1d1d5ec5946cba8aea2a98 Mon Sep 17 00:00:00 2001
From: seijihariki <seijihariki@users.noreply.github.com>
Date: Mon, 5 Dec 2022 02:46:23 +0000
Subject: [PATCH 5/5] Prettified Code!

---
 .github/ISSUE_TEMPLATE/bug_report.md      | 11 ++++++-----
 .github/ISSUE_TEMPLATE/feature_request.md |  3 +--
 2 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/.github/ISSUE_TEMPLATE/bug_report.md b/.github/ISSUE_TEMPLATE/bug_report.md
index 3d7cb98..7e1af1b 100644
--- a/.github/ISSUE_TEMPLATE/bug_report.md
+++ b/.github/ISSUE_TEMPLATE/bug_report.md
@@ -1,10 +1,9 @@
 ---
 name: Bug report
 about: Create a report to help us improve
-title: ''
+title: ""
 labels: bug
 assignees: zero01101, seijihariki
-
 ---
 
 **Describe the bug**
@@ -12,6 +11,7 @@ A clear and concise description of what the bug is.
 
 **To Reproduce**
 Steps to reproduce the behavior:
+
 1. Go to '...'
 2. Click on '....'
 3. Scroll down to '....'
@@ -24,9 +24,10 @@ A clear and concise description of what you expected to happen.
 If applicable, add screenshots to help explain your problem.
 
 **Desktop (please complete the following information):**
- - OS: [e.g. iOS]
- - Browser [e.g. chrome, safari]
- - Version [e.g. 22]
+
+- OS: [e.g. iOS]
+- Browser [e.g. chrome, safari]
+- Version [e.g. 22]
 
 **Additional context**
 Add any other context about the problem here.
diff --git a/.github/ISSUE_TEMPLATE/feature_request.md b/.github/ISSUE_TEMPLATE/feature_request.md
index f2aa84d..875a91a 100644
--- a/.github/ISSUE_TEMPLATE/feature_request.md
+++ b/.github/ISSUE_TEMPLATE/feature_request.md
@@ -1,10 +1,9 @@
 ---
 name: Feature request
 about: Suggest an idea for this project
-title: ''
+title: ""
 labels: enhancement
 assignees: zero01101, seijihariki
-
 ---
 
 **Is your feature request related to a problem? Please describe.**