import { app } from "../../scripts/app.js"; import { $el } from "../../scripts/ui.js"; import { manager_instance, rebootAPI, fetchData, md5, icons, show_message, customAlert, infoToast, showTerminal, storeColumnWidth, restoreColumnWidth, loadCss } from "./common.js"; import { api } from "../../scripts/api.js"; // https://cenfun.github.io/turbogrid/api.html import TG from "./turbogrid.esm.js"; loadCss("./model-manager.css"); const gridId = "model"; const pageHtml = `
`; export class ModelManager { static instance = null; constructor(app, manager_dialog) { this.app = app; this.manager_dialog = manager_dialog; this.id = "cmm-manager"; this.filter = ''; this.type = ''; this.base = ''; this.keywords = ''; this.init(); api.addEventListener("cm-queue-status", this.onQueueStatus); } init() { this.element = $el("div", { parent: document.body, className: "comfy-modal cmm-manager" }); this.element.innerHTML = pageHtml; this.initFilter(); this.bindEvents(); this.initGrid(); } initFilter() { this.filterList = [{ label: "All", value: "" }, { label: "Installed", value: "True" }, { label: "Not Installed", value: "False" }]; this.typeList = [{ label: "All", value: "" }]; this.baseList = [{ label: "All", value: "" }]; this.updateFilter(); } updateFilter() { const $filter = this.element.querySelector(".cmm-manager-filter"); $filter.innerHTML = this.filterList.map(item => { const selected = item.value === this.filter ? " selected" : ""; return `` }).join(""); const $type = this.element.querySelector(".cmm-manager-type"); $type.innerHTML = this.typeList.map(item => { const selected = item.value === this.type ? " selected" : ""; return `` }).join(""); const $base = this.element.querySelector(".cmm-manager-base"); $base.innerHTML = this.baseList.map(item => { const selected = item.value === this.base ? " selected" : ""; return `` }).join(""); } bindEvents() { const eventsMap = { ".cmm-manager-filter": { change: (e) => { this.filter = e.target.value; this.updateGrid(); } }, ".cmm-manager-type": { change: (e) => { this.type = e.target.value; this.updateGrid(); } }, ".cmm-manager-base": { change: (e) => { this.base = e.target.value; this.updateGrid(); } }, ".cmm-manager-keywords": { input: (e) => { const keywords = `${e.target.value}`.trim(); if (keywords !== this.keywords) { this.keywords = keywords; this.updateGrid(); } }, focus: (e) => e.target.select() }, ".cmm-manager-selection": { click: (e) => { const target = e.target; const mode = target.getAttribute("mode"); if (mode === "install") { this.installModels(this.selectedModels, target); } } }, ".cmm-manager-refresh": { click: () => { app.refreshComboInNodes(); } }, ".cmm-manager-stop": { click: () => { api.fetchApi('/manager/queue/reset'); infoToast('Cancel', 'Remaining tasks will stop after completing the current task.'); } }, ".cmm-manager-back": { click: (e) => { this.close() manager_instance.show(); } } }; Object.keys(eventsMap).forEach(selector => { const target = this.element.querySelector(selector); if (target) { const events = eventsMap[selector]; if (events) { Object.keys(events).forEach(type => { target.addEventListener(type, events[type]); }); } } }); } // =========================================================================================== initGrid() { const container = this.element.querySelector(".cmm-manager-grid"); const grid = new TG.Grid(container); this.grid = grid; grid.bind('onUpdated', (e, d) => { this.showStatus(`${grid.viewRows.length.toLocaleString()} external models`); }); grid.bind('onSelectChanged', (e, changes) => { this.renderSelected(); }); grid.bind("onColumnWidthChanged", (e, columnItem) => { storeColumnWidth(gridId, columnItem) }); grid.bind('onClick', (e, d) => { const { rowItem } = d; const target = d.e.target; const mode = target.getAttribute("mode"); if (mode === "install") { this.installModels([rowItem], target); } }); grid.setOption({ theme: 'dark', selectVisible: true, selectMultiple: true, selectAllVisible: true, textSelectable: true, scrollbarRound: true, frozenColumn: 1, rowNotFound: "No Results", rowHeight: 40, bindWindowResize: true, bindContainerResize: true, cellResizeObserver: (rowItem, columnItem) => { const autoHeightColumns = ['name', 'description']; return autoHeightColumns.includes(columnItem.id) }, // updateGrid handler for filter and keywords rowFilter: (rowItem) => { const searchableColumns = ["name", "type", "base", "description", "filename", "save_path"]; let shouldShown = grid.highlightKeywordsFilter(rowItem, searchableColumns, this.keywords); if (shouldShown) { if(this.filter && rowItem.installed !== this.filter) { return false; } if(this.type && rowItem.type !== this.type) { return false; } if(this.base && rowItem.base !== this.base) { return false; } } return shouldShown; } }); } renderGrid() { // update theme const colorPalette = this.app.ui.settings.settingsValues['Comfy.ColorPalette']; Array.from(this.element.classList).forEach(cn => { if (cn.startsWith("cmm-manager-")) { this.element.classList.remove(cn); } }); this.element.classList.add(`cmm-manager-${colorPalette}`); const options = { theme: colorPalette === "light" ? "" : "dark" }; const rows = this.modelList || []; const columns = [{ id: 'id', name: 'ID', width: 50, align: 'center' }, { id: 'name', name: 'Name', width: 200, minWidth: 100, maxWidth: 500, classMap: 'cmm-node-name', formatter: function(name, rowItem, columnItem, cellNode) { return `${name}`; } }, { id: 'installed', name: 'Install', width: 130, minWidth: 110, maxWidth: 200, sortable: false, align: 'center', formatter: (installed, rowItem, columnItem) => { if (rowItem.refresh) { return `Refresh Required`; } if (installed === "True") { return `
${icons.passed}
`; } return ``; } }, { id: 'url', name: '', width: 50, sortable: false, align: 'center', formatter: (url, rowItem, columnItem) => { return `${icons.download}`; } }, { id: 'size', name: 'Size', width: 100, formatter: (size) => { if (typeof size === "number") { return this.formatSize(size); } return size; } }, { id: 'type', name: 'Type', width: 100 }, { id: 'base', name: 'Base' }, { id: 'description', name: 'Description', width: 400, maxWidth: 5000, classMap: 'cmm-node-desc' }, { id: "save_path", name: 'Save Path', width: 200 }, { id: 'filename', name: 'Filename', width: 200 }]; restoreColumnWidth(gridId, columns); this.grid.setData({ options, rows, columns }); this.grid.render(); } updateGrid() { if (this.grid) { this.grid.update(); } } // =========================================================================================== renderSelected() { const selectedList = this.grid.getSelectedRows(); if (!selectedList.length) { this.showSelection(""); this.selectedModels = []; return; } this.selectedModels = selectedList; this.showSelection(`Selected ${selectedList.length} models `); } focusInstall(item) { const cellNode = this.grid.getCellNode(item, "installed"); if (cellNode) { const cellBtn = cellNode.querySelector(`button[mode="install"]`); if (cellBtn) { cellBtn.classList.add("cmm-btn-loading"); return true } } } async installModels(list, btn) { let stats = await api.fetchApi('/manager/queue/status'); stats = await stats.json(); if(stats.is_processing) { customAlert(`[ComfyUI-Manager] There are already tasks in progress. Please try again after it is completed. (${stats.done_count}/${stats.total_count})`); return; } btn.classList.add("cmm-btn-loading"); this.showError(""); let needRefresh = false; let errorMsg = ""; await api.fetchApi('/manager/queue/reset'); let target_items = []; for (const item of list) { this.grid.scrollRowIntoView(item); target_items.push(item); if (!this.focusInstall(item)) { this.grid.onNextUpdated(() => { this.focusInstall(item); }); } this.showStatus(`Install ${item.name} ...`); const data = item.originalData; data.ui_id = item.hash; const res = await api.fetchApi(`/manager/queue/install_model`, { method: 'POST', body: JSON.stringify(data) }); if (res.status != 200) { errorMsg = `'${item.name}': `; if(res.status == 403) { errorMsg += `This action is not allowed with this security level configuration.\n`; } else { errorMsg += await res.text() + '\n'; } break; } } this.install_context = {btn: btn, targets: target_items}; if(errorMsg) { this.showError(errorMsg); show_message("[Installation Errors]\n"+errorMsg); // reset for(let k in target_items) { const item = target_items[k]; this.grid.updateCell(item, "installed"); } } else { await api.fetchApi('/manager/queue/start'); this.showStop(); showTerminal(); } } async onQueueStatus(event) { let self = ModelManager.instance; if(event.detail.status == 'in_progress' && event.detail.ui_target == 'model_manager') { const hash = event.detail.target; const item = self.grid.getRowItemBy("hash", hash); item.refresh = true; self.grid.setRowSelected(item, false); item.selectable = false; // self.grid.updateCell(item, "tg-column-select"); self.grid.updateRow(item); } else if(event.detail.status == 'done') { self.hideStop(); self.onQueueCompleted(event.detail); } } async onQueueCompleted(info) { let result = info.model_result; if(result.length == 0) { return; } let self = ModelManager.instance; if(!self.install_context) { return; } let btn = self.install_context.btn; self.hideLoading(); btn.classList.remove("cmm-btn-loading"); let errorMsg = ""; for(let hash in result){ let v = result[hash]; if(v != 'success') errorMsg += v + '\n'; } for(let k in self.install_context.targets) { let item = self.install_context.targets[k]; self.grid.updateCell(item, "installed"); } if (errorMsg) { self.showError(errorMsg); show_message("Installation Error:\n"+errorMsg); } else { self.showStatus(`Install ${result.length} models successfully`); } self.showRefresh(); self.showMessage(`To apply the installed model, please click the 'Refresh' button.`, "red") infoToast('Tasks done', `[ComfyUI-Manager] All model downloading tasks in the queue have been completed.\n${info.done_count}/${info.total_count}`); self.install_context = undefined; } getModelList(models) { const typeMap = new Map(); const baseMap = new Map(); models.forEach((item, i) => { const { type, base, name, reference, installed } = item; item.originalData = JSON.parse(JSON.stringify(item)); item.size = this.sizeToBytes(item.size); item.hash = md5(name + reference); item.id = i + 1; if (installed === "True") { item.selectable = false; } typeMap.set(type, type); baseMap.set(base, base); }); const typeList = []; typeMap.forEach(type => { typeList.push({ label: type, value: type }); }); typeList.sort((a,b)=> { const au = a.label.toUpperCase(); const bu = b.label.toUpperCase(); if (au !== bu) { return au > bu ? 1 : -1; } return 0; }); this.typeList = [{ label: "All", value: "" }].concat(typeList); const baseList = []; baseMap.forEach(base => { baseList.push({ label: base, value: base }); }); baseList.sort((a,b)=> { const au = a.label.toUpperCase(); const bu = b.label.toUpperCase(); if (au !== bu) { return au > bu ? 1 : -1; } return 0; }); this.baseList = [{ label: "All", value: "" }].concat(baseList); return models; } // =========================================================================================== async loadData() { this.showLoading(); this.showStatus(`Loading external model list ...`); const mode = manager_instance.datasrc_combo.value; const res = await fetchData(`/externalmodel/getlist?mode=${mode}`); if (res.error) { this.showError("Failed to get external model list."); this.hideLoading(); return } const { models } = res.data; this.modelList = this.getModelList(models); // console.log("models", this.modelList); this.updateFilter(); this.renderGrid(); this.hideLoading(); } // =========================================================================================== formatSize(v) { const base = 1000; const units = ['', 'K', 'M', 'G', 'T', 'P']; const space = ''; const postfix = 'B'; if (v <= 0) { return `0${space}${postfix}`; } for (let i = 0, l = units.length; i < l; i++) { const min = Math.pow(base, i); const max = Math.pow(base, i + 1); if (v > min && v <= max) { const unit = units[i]; if (unit) { const n = v / min; const nl = n.toString().split('.')[0].length; const fl = Math.max(3 - nl, 1); v = n.toFixed(fl); } v = v + space + unit + postfix; break; } } return v; } // for size sort sizeToBytes(v) { if (typeof v === "number") { return v; } if (typeof v === "string") { const n = parseFloat(v); const unit = v.replace(/[0-9.B]+/g, "").trim().toUpperCase(); if (unit === "K") { return n * 1000; } if (unit === "M") { return n * 1000 * 1000; } if (unit === "G") { return n * 1000 * 1000 * 1000; } if (unit === "T") { return n * 1000 * 1000 * 1000 * 1000; } } return v; } showSelection(msg) { this.element.querySelector(".cmm-manager-selection").innerHTML = msg; } showError(err) { this.showMessage(err, "red"); } showMessage(msg, color) { if (color) { msg = `${msg}`; } this.element.querySelector(".cmm-manager-message").innerHTML = msg; } showStatus(msg, color) { if (color) { msg = `${msg}`; } this.element.querySelector(".cmm-manager-status").innerHTML = msg; } showLoading() { // this.setDisabled(true); if (this.grid) { this.grid.showLoading(); this.grid.showMask({ opacity: 0.05 }); } } hideLoading() { // this.setDisabled(false); if (this.grid) { this.grid.hideLoading(); this.grid.hideMask(); } } setDisabled(disabled) { const $close = this.element.querySelector(".cmm-manager-close"); const $refresh = this.element.querySelector(".cmm-manager-refresh"); const $stop = this.element.querySelector(".cmm-manager-stop"); const list = [ ".cmm-manager-header input", ".cmm-manager-header select", ".cmm-manager-footer button", ".cmm-manager-selection button" ].map(s => { return Array.from(this.element.querySelectorAll(s)); }) .flat() .filter(it => { return it !== $close && it !== $refresh && it !== $stop; }); list.forEach($elem => { if (disabled) { $elem.setAttribute("disabled", "disabled"); } else { $elem.removeAttribute("disabled"); } }); Array.from(this.element.querySelectorAll(".cmm-btn-loading")).forEach($elem => { $elem.classList.remove("cmm-btn-loading"); }); } showRefresh() { this.element.querySelector(".cmm-manager-refresh").style.display = "block"; } showStop() { this.element.querySelector(".cmm-manager-stop").style.display = "block"; } hideStop() { this.element.querySelector(".cmm-manager-stop").style.display = "none"; } setKeywords(keywords = "") { this.keywords = keywords; this.element.querySelector(".cmm-manager-keywords").value = keywords; } show() { this.element.style.display = "flex"; this.setKeywords(""); this.showSelection(""); this.showMessage(""); this.loadData(); } close() { this.element.style.display = "none"; } }