diff --git a/Apps/Web/AI_Recorder_2/dist/background/back.js b/Apps/Web/AI_Recorder_2/dist/background/back.js index 8aab63970..c632d0672 100644 --- a/Apps/Web/AI_Recorder_2/dist/background/back.js +++ b/Apps/Web/AI_Recorder_2/dist/background/back.js @@ -8,7 +8,6 @@ fetch("./data.json") const browserAppData = chrome || browser; -import './back_zeuz.js'; import './sentiment_analyzer.js'; import './back_reocrder.js'; // import '../common_files/poly_fill.js'; diff --git a/Apps/Web/AI_Recorder_2/dist/background/back_reocrder.js b/Apps/Web/AI_Recorder_2/dist/background/back_reocrder.js index 1a579e764..dcd40b91a 100644 --- a/Apps/Web/AI_Recorder_2/dist/background/back_reocrder.js +++ b/Apps/Web/AI_Recorder_2/dist/background/back_reocrder.js @@ -39,6 +39,12 @@ var action_name_convert = { } async function fetchAIData(id, command, value, url, document){ + browserAppData.runtime.sendMessage({ + action: 'record-start', + data: { + id:id + }, + }) if (command === 'go to link'){ let go_to_link = { id: id, @@ -56,12 +62,6 @@ async function fetchAIData(id, command, value, url, document){ }) return; } - browserAppData.runtime.sendMessage({ - action: 'record-start', - data: { - id:id - }, - }) if (['select', 'click'].includes(command)) value = "" let validate_full_text_by_ai = false if (command === 'validate full text by ai'){ diff --git a/Apps/Web/AI_Recorder_2/dist/background/back_zeuz.js b/Apps/Web/AI_Recorder_2/dist/background/back_zeuz.js deleted file mode 100644 index 25f59b992..000000000 --- a/Apps/Web/AI_Recorder_2/dist/background/back_zeuz.js +++ /dev/null @@ -1,289 +0,0 @@ -var attachedTabs = {}; -const browserAppData = chrome || browser; -/* call the on attach */ -function onDetach(debuggeeId) { - var tabId = debuggeeId.tabId; - delete attachedTabs[tabId]; -} - -/* Call the do attah */ -function doDetach(sendResponse, debuggeeId, err) { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.disable", - {}, - function(res) { - - if (chrome.runtime.lastError) { - } - chrome.debugger.detach(debuggeeId, function() { - onDetach(debuggeeId); - if (err) { - sendResponse({ - status: false, - err: err.message - }); - } else { - sendResponse({ - status: true - }); - } - }); - } - ); -}; - -function doUploadFile(request, sendResponse, debuggeeId, frameId) { - var tabId = debuggeeId.tabId; - attachedTabs[tabId] = true; - doActionOnNode(frameId, debuggeeId, sendResponse, request, function(nodeId) { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.setFileInputFiles", - { - nodeId: nodeId, - files: [request.file] - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - doDetach(sendResponse, debuggeeId); - } - } - ); - }); -}; - -function doActionOnNode(frameId, debuggeeId, sendResponse, request, f) { - if (frameId) { - chrome.debugger.sendCommand(debuggeeId, "DOM.getFlattenedDocument", { - depth: -1, - pierce: true - }, function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } - else { - var krId = request.krId; - var node = res.nodes.find(function (n) { - return n.attributes && n.attributes.indexOf(krId) >= 0; - }); - if (node) { - f(node.nodeId); - } else { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } - } - }); - } else { - chrome.debugger.sendCommand(debuggeeId, "DOM.getDocument", {}, function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - var node = res.root; - chrome.debugger.sendCommand(debuggeeId, "DOM.querySelector", { - nodeId: node.nodeId, - selector: request.locator - }, function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } - else { - f(res.nodeId); - } - }); - } - }); - } -}; - -function doAttachDebugger(sendResponse, debuggeeId, f) { - chrome.debugger.attach(debuggeeId, "1.2", function() { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.enable", - {}, - function(res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - f(); - } - } - ); - } - }); -}; - -function doSendSpecialKeys(request, sendResponse, debuggeeId, frameId) { - var tabId = debuggeeId.tabId; - attachedTabs[tabId] = true; - doActionOnNode(frameId, debuggeeId, sendResponse, request, function(nodeId) { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.focus", - { - nodeId: nodeId - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - var modifiers = request.modifiers; - var keyCodes = request.keyCodes; - var keyboardEventKeys = request.keyboardEventKeys; - var keyboardEventCodes = request.keyboardEventCodes; - var f = function(i) { - if (i >= keyCodes.length) { - doDetach(sendResponse, debuggeeId); - } else { - var keyCode = keyCodes[i]; - var keyboardEventKey = keyboardEventKeys[i]; - var keyboardEventCode = keyboardEventCodes[i]; - chrome.debugger.sendCommand( - debuggeeId, - "Input.dispatchKeyEvent", - { - type: 'rawKeyDown', - windowsVirtualKeyCode: keyCode, - nativeVirtualKeyCode : keyCode, - macCharCode: keyCode, - key: keyboardEventKey, - code: keyboardEventCode, - modifiers: modifiers - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - chrome.debugger.sendCommand( - debuggeeId, - "Input.dispatchKeyEvent", - { - type: 'keyUp', - windowsVirtualKeyCode: keyCode, - nativeVirtualKeyCode : keyCode, - macCharCode: keyCode, - key: keyboardEventKey, - code: keyboardEventCode, - modifiers: modifiers - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - f(i + 1); - } - } - ); - } - } - ); - } - }; - f(0); - } - } - ); - }); -}; - -/* Start the browser and chrome function */ - -if (chrome.debugger) { - chrome.debugger.onDetach.addListener(onDetach); -} - -var externalCapabilities = {}; - -browserAppData.runtime.onMessage.addListener(function(request, sender, sendResponse, type) { - if (request.captureEntirePageScreenshot) { - var windowId = request.captureWindowId || sender.tab.windowId; - browserAppData.tabs.captureVisibleTab(windowId, { format: 'png' }).then(function(image) { - sendResponse({ - image: image - }); - }); - return true; - } else { - var tabId = sender.tab.id; - var debuggeeId = {tabId: tabId}; - var frameId = sender.frameId; - if (request.uploadFile) { - if (attachedTabs[tabId]) { - doUploadFile(request, sendResponse, debuggeeId, frameId); - } else { - doAttachDebugger(sendResponse, debuggeeId, function() { - doUploadFile(request, sendResponse, debuggeeId, frameId); - }); - } - return true; - } else if (request.sendSpecialKeys) { - if (attachedTabs[tabId]) { - doSendSpecialKeys(request, sendResponse, debuggeeId, frameId); - } else { - doAttachDebugger(sendResponse, debuggeeId, function() { - doSendSpecialKeys(request, sendResponse, debuggeeId, frameId); - }); - } - return true; - } - } -}); - -chrome.runtime.onMessageExternal.addListener(function(message, sender) { - if (message.type === 'zeuz_recorder_register') { - var payload = message.payload; - var capabilities = payload.capabilities; - if (!capabilities) { - capabilities = [ - { - id: '', - summary: payload.summary, - type: 'export' - } - ]; - } - var extensionId = sender.id; - var now = new Date().getTime(); - for (var i = 0; i < capabilities.length; i++) { - var capability = capabilities[i]; - capability.extensionId = extensionId; - var capabilityId = capability.id; - var capabilityGlobalId = extensionId + '-' + capabilityId; - externalCapabilities[capabilityGlobalId] = { - extensionId: extensionId, - capabilityId: capabilityId, - summary: capability.summary, - type: capability.type, - lastPing: now - }; - } - } -}); - -browserAppData.runtime.onMessage.addListener(function(message, sender, sendResponse) { - if (message.getExternalCapabilities) { - var now = new Date().getTime(); - Object.keys(externalCapabilities).forEach(function(capabilityGlobalId) { - var capability = externalCapabilities[capabilityGlobalId]; - var lastPing = capability.lastPing; - if ((now - lastPing) > 2 * 60 * 1000) { - delete externalCapabilities[capabilityGlobalId]; - } - }); - sendResponse(externalCapabilities); - } -}); - -browserAppData.runtime.onMessage.addListener(function(message, sender, sendResponse) { - if (message.checkChromeDebugger) { - sendResponse({ - status: !!chrome.debugger - }); - } -}); diff --git a/Apps/Web/AI_Recorder_2/dist/index.html b/Apps/Web/AI_Recorder_2/dist/index.html index 6aaef39bb..25b44ee78 100644 --- a/Apps/Web/AI_Recorder_2/dist/index.html +++ b/Apps/Web/AI_Recorder_2/dist/index.html @@ -11,7 +11,7 @@ - +
diff --git a/Apps/Web/AI_Recorder_2/public/background/back.js b/Apps/Web/AI_Recorder_2/public/background/back.js index 8aab63970..c632d0672 100644 --- a/Apps/Web/AI_Recorder_2/public/background/back.js +++ b/Apps/Web/AI_Recorder_2/public/background/back.js @@ -8,7 +8,6 @@ fetch("./data.json") const browserAppData = chrome || browser; -import './back_zeuz.js'; import './sentiment_analyzer.js'; import './back_reocrder.js'; // import '../common_files/poly_fill.js'; diff --git a/Apps/Web/AI_Recorder_2/public/background/back_reocrder.js b/Apps/Web/AI_Recorder_2/public/background/back_reocrder.js index 1a579e764..dcd40b91a 100644 --- a/Apps/Web/AI_Recorder_2/public/background/back_reocrder.js +++ b/Apps/Web/AI_Recorder_2/public/background/back_reocrder.js @@ -39,6 +39,12 @@ var action_name_convert = { } async function fetchAIData(id, command, value, url, document){ + browserAppData.runtime.sendMessage({ + action: 'record-start', + data: { + id:id + }, + }) if (command === 'go to link'){ let go_to_link = { id: id, @@ -56,12 +62,6 @@ async function fetchAIData(id, command, value, url, document){ }) return; } - browserAppData.runtime.sendMessage({ - action: 'record-start', - data: { - id:id - }, - }) if (['select', 'click'].includes(command)) value = "" let validate_full_text_by_ai = false if (command === 'validate full text by ai'){ diff --git a/Apps/Web/AI_Recorder_2/public/background/back_zeuz.js b/Apps/Web/AI_Recorder_2/public/background/back_zeuz.js deleted file mode 100644 index 25f59b992..000000000 --- a/Apps/Web/AI_Recorder_2/public/background/back_zeuz.js +++ /dev/null @@ -1,289 +0,0 @@ -var attachedTabs = {}; -const browserAppData = chrome || browser; -/* call the on attach */ -function onDetach(debuggeeId) { - var tabId = debuggeeId.tabId; - delete attachedTabs[tabId]; -} - -/* Call the do attah */ -function doDetach(sendResponse, debuggeeId, err) { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.disable", - {}, - function(res) { - - if (chrome.runtime.lastError) { - } - chrome.debugger.detach(debuggeeId, function() { - onDetach(debuggeeId); - if (err) { - sendResponse({ - status: false, - err: err.message - }); - } else { - sendResponse({ - status: true - }); - } - }); - } - ); -}; - -function doUploadFile(request, sendResponse, debuggeeId, frameId) { - var tabId = debuggeeId.tabId; - attachedTabs[tabId] = true; - doActionOnNode(frameId, debuggeeId, sendResponse, request, function(nodeId) { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.setFileInputFiles", - { - nodeId: nodeId, - files: [request.file] - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - doDetach(sendResponse, debuggeeId); - } - } - ); - }); -}; - -function doActionOnNode(frameId, debuggeeId, sendResponse, request, f) { - if (frameId) { - chrome.debugger.sendCommand(debuggeeId, "DOM.getFlattenedDocument", { - depth: -1, - pierce: true - }, function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } - else { - var krId = request.krId; - var node = res.nodes.find(function (n) { - return n.attributes && n.attributes.indexOf(krId) >= 0; - }); - if (node) { - f(node.nodeId); - } else { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } - } - }); - } else { - chrome.debugger.sendCommand(debuggeeId, "DOM.getDocument", {}, function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - var node = res.root; - chrome.debugger.sendCommand(debuggeeId, "DOM.querySelector", { - nodeId: node.nodeId, - selector: request.locator - }, function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } - else { - f(res.nodeId); - } - }); - } - }); - } -}; - -function doAttachDebugger(sendResponse, debuggeeId, f) { - chrome.debugger.attach(debuggeeId, "1.2", function() { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.enable", - {}, - function(res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - f(); - } - } - ); - } - }); -}; - -function doSendSpecialKeys(request, sendResponse, debuggeeId, frameId) { - var tabId = debuggeeId.tabId; - attachedTabs[tabId] = true; - doActionOnNode(frameId, debuggeeId, sendResponse, request, function(nodeId) { - chrome.debugger.sendCommand( - debuggeeId, - "DOM.focus", - { - nodeId: nodeId - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - var modifiers = request.modifiers; - var keyCodes = request.keyCodes; - var keyboardEventKeys = request.keyboardEventKeys; - var keyboardEventCodes = request.keyboardEventCodes; - var f = function(i) { - if (i >= keyCodes.length) { - doDetach(sendResponse, debuggeeId); - } else { - var keyCode = keyCodes[i]; - var keyboardEventKey = keyboardEventKeys[i]; - var keyboardEventCode = keyboardEventCodes[i]; - chrome.debugger.sendCommand( - debuggeeId, - "Input.dispatchKeyEvent", - { - type: 'rawKeyDown', - windowsVirtualKeyCode: keyCode, - nativeVirtualKeyCode : keyCode, - macCharCode: keyCode, - key: keyboardEventKey, - code: keyboardEventCode, - modifiers: modifiers - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - chrome.debugger.sendCommand( - debuggeeId, - "Input.dispatchKeyEvent", - { - type: 'keyUp', - windowsVirtualKeyCode: keyCode, - nativeVirtualKeyCode : keyCode, - macCharCode: keyCode, - key: keyboardEventKey, - code: keyboardEventCode, - modifiers: modifiers - }, - function (res) { - if (chrome.runtime.lastError) { - doDetach(sendResponse, debuggeeId, chrome.runtime.lastError); - } else { - f(i + 1); - } - } - ); - } - } - ); - } - }; - f(0); - } - } - ); - }); -}; - -/* Start the browser and chrome function */ - -if (chrome.debugger) { - chrome.debugger.onDetach.addListener(onDetach); -} - -var externalCapabilities = {}; - -browserAppData.runtime.onMessage.addListener(function(request, sender, sendResponse, type) { - if (request.captureEntirePageScreenshot) { - var windowId = request.captureWindowId || sender.tab.windowId; - browserAppData.tabs.captureVisibleTab(windowId, { format: 'png' }).then(function(image) { - sendResponse({ - image: image - }); - }); - return true; - } else { - var tabId = sender.tab.id; - var debuggeeId = {tabId: tabId}; - var frameId = sender.frameId; - if (request.uploadFile) { - if (attachedTabs[tabId]) { - doUploadFile(request, sendResponse, debuggeeId, frameId); - } else { - doAttachDebugger(sendResponse, debuggeeId, function() { - doUploadFile(request, sendResponse, debuggeeId, frameId); - }); - } - return true; - } else if (request.sendSpecialKeys) { - if (attachedTabs[tabId]) { - doSendSpecialKeys(request, sendResponse, debuggeeId, frameId); - } else { - doAttachDebugger(sendResponse, debuggeeId, function() { - doSendSpecialKeys(request, sendResponse, debuggeeId, frameId); - }); - } - return true; - } - } -}); - -chrome.runtime.onMessageExternal.addListener(function(message, sender) { - if (message.type === 'zeuz_recorder_register') { - var payload = message.payload; - var capabilities = payload.capabilities; - if (!capabilities) { - capabilities = [ - { - id: '', - summary: payload.summary, - type: 'export' - } - ]; - } - var extensionId = sender.id; - var now = new Date().getTime(); - for (var i = 0; i < capabilities.length; i++) { - var capability = capabilities[i]; - capability.extensionId = extensionId; - var capabilityId = capability.id; - var capabilityGlobalId = extensionId + '-' + capabilityId; - externalCapabilities[capabilityGlobalId] = { - extensionId: extensionId, - capabilityId: capabilityId, - summary: capability.summary, - type: capability.type, - lastPing: now - }; - } - } -}); - -browserAppData.runtime.onMessage.addListener(function(message, sender, sendResponse) { - if (message.getExternalCapabilities) { - var now = new Date().getTime(); - Object.keys(externalCapabilities).forEach(function(capabilityGlobalId) { - var capability = externalCapabilities[capabilityGlobalId]; - var lastPing = capability.lastPing; - if ((now - lastPing) > 2 * 60 * 1000) { - delete externalCapabilities[capabilityGlobalId]; - } - }); - sendResponse(externalCapabilities); - } -}); - -browserAppData.runtime.onMessage.addListener(function(message, sender, sendResponse) { - if (message.checkChromeDebugger) { - sendResponse({ - status: !!chrome.debugger - }); - } -}); diff --git a/Apps/Web/AI_Recorder_2/src/Action.tsx b/Apps/Web/AI_Recorder_2/src/Action.tsx index 357299b9e..c6369df8f 100644 --- a/Apps/Web/AI_Recorder_2/src/Action.tsx +++ b/Apps/Web/AI_Recorder_2/src/Action.tsx @@ -34,7 +34,7 @@ export function Action({action, idx, removeAction, animationRemove}: actionInter