Integrate Stable Diffusion with the Imaginate layer (#784)

* Add AI Artist layer * WIP add a button to download the rendered folder under an AI Artist layer * Successfully download the correct image * Break out image downloading JS into helper function * Change file download from using data URLs to blob URLs * WIP rasterize to blob * Remove dimensions from AI Artist layer * Successfully draw rasterized image on layer after calculation * Working txt2img generation based on user prompt * Add img2img and the main parameters * Fix ability to rasterize multi-depth documents with blob URL images by switching them to base64 * Fix test * Rasterize with artboard background color * Allow aspect ratio stretch of AI Artist images * Add automatic resolution choosing * Add a terminate button, and make the lifecycle more robust * Add negative prompt * Add range bounds for parameter inputs * Add seed * Add tiling and restore faces * Add server status check, server hostname customization, and resizing layer to fit AI Artist resolution * Fix background color of infinite canvas rasterization * Escape prompt text sent in the JSON * Revoke blob URLs when cleared/replaced to reduce memory leak * Fix welcome screen logo color * Add PreferencesMessageHandler * Add persistent storage of preferences * Fix crash introduced in previous commit when moving mouse on page load * Add tooltips to the AI Artist layer properties * Integrate AI Artist tool into the raster section of the tool shelf * Add a refresh button to the connection status * Fix crash when generating and switching to a different document tab * Add persistent image storage to AI Artist layers and fix duplication bugs * Add a generate with random seed button * Simplify and standardize message names * Majorly improve robustness of networking code * Fix race condition causing default server hostname to show disconnected when app loads with AI Artist layer selected (probably, not confirmed fixed) * Clean up messages and function calls by changing arguments into structs * Update API to more recent server commit * Add support for picking the sampling method * Add machinery for filtering selected layers with type * Replace placeholder button icons * Improve the random icon by tilting the dice * Use selected_layers() instead of repeating that code * Fix borrow error * Change message flow in progress towards fixing #797 * Allow loading image on non-active document (fixes #797) * Reduce code duplication with rasterization * Add AI Artist tool and layer icons, and remove ugly node layer icon style * Rename "AI Artist" codename to "Imaginate" feature name Co-authored-by: otdavies <oliver@psyfer.io> Co-authored-by: 0hypercube <0hypercube@gmail.com>
2026-09-26 05:48:11 +08:00 · 2022-10-18 22:33:27 -07:00
parent 06acd45a81
commit 30719bdc72
118 changed files with 3767 additions and 678 deletions
@@ -0,0 +1,7 @@
+mod preferences_message;
+mod preferences_message_handler;
+
+#[doc(inline)]
+pub use preferences_message::{PreferencesMessage, PreferencesMessageDiscriminant};
+#[doc(inline)]
+pub use preferences_message_handler::PreferencesMessageHandler;
@@ -0,0 +1,13 @@
+use crate::messages::prelude::*;
+
+use serde::{Deserialize, Serialize};
+
+#[impl_message(Message, Preferences)]
+#[derive(PartialEq, Clone, Debug, Serialize, Deserialize)]
+pub enum PreferencesMessage {
+	Load { preferences: String },
+	ResetToDefaults,
+
+	ImaginateRefreshFrequency { seconds: f64 },
+	ImaginateServerHostname { hostname: String },
+}
@@ -0,0 +1,72 @@
+use crate::messages::prelude::*;
+
+use serde::{Deserialize, Serialize};
+
+#[derive(Debug, PartialEq, Clone, Serialize, Deserialize)]
+pub struct PreferencesMessageHandler {
+	pub imaginate_server_hostname: String,
+	pub imaginate_refresh_frequency: f64,
+}
+
+impl Default for PreferencesMessageHandler {
+	fn default() -> Self {
+		Self {
+			imaginate_server_hostname: "http://localhost:7860/".into(),
+			imaginate_refresh_frequency: 1.,
+		}
+	}
+}
+
+impl MessageHandler<PreferencesMessage, ()> for PreferencesMessageHandler {
+	#[remain::check]
+	fn process_message(&mut self, message: PreferencesMessage, _data: (), responses: &mut VecDeque<Message>) {
+		match message {
+			PreferencesMessage::Load { preferences } => {
+				if let Ok(deserialized_preferences) = serde_json::from_str::<PreferencesMessageHandler>(&preferences) {
+					*self = deserialized_preferences;
+
+					if self.imaginate_server_hostname != Self::default().imaginate_server_hostname {
+						responses.push_back(PortfolioMessage::ImaginateCheckServerStatus.into());
+					}
+				}
+			}
+			PreferencesMessage::ResetToDefaults => {
+				refresh_dialog(responses);
+
+				*self = Self::default()
+			}
+
+			PreferencesMessage::ImaginateRefreshFrequency { seconds } => {
+				self.imaginate_refresh_frequency = seconds;
+				responses.push_back(PortfolioMessage::ImaginateCheckServerStatus.into());
+			}
+			PreferencesMessage::ImaginateServerHostname { hostname } => {
+				let initial = hostname.clone();
+				let has_protocol = hostname.starts_with("http://") || hostname.starts_with("https://");
+				let hostname = if has_protocol { hostname } else { "http://".to_string() + &hostname };
+				let hostname = if hostname.ends_with('/') { hostname } else { hostname + "/" };
+
+				if hostname != initial {
+					refresh_dialog(responses);
+				}
+
+				self.imaginate_server_hostname = hostname;
+				responses.push_back(PortfolioMessage::ImaginateCheckServerStatus.into());
+			}
+		}
+
+		responses.push_back(FrontendMessage::TriggerSavePreferences { preferences: self.clone() }.into());
+	}
+
+	advertise_actions!(PreferencesMessageDiscriminant;
+	);
+}
+
+fn refresh_dialog(responses: &mut VecDeque<Message>) {
+	responses.push_back(
+		DialogMessage::CloseDialogAndThen {
+			followups: vec![DialogMessage::RequestPreferencesDialog.into()],
+		}
+		.into(),
+	);
+}