<fix>[guesttools]: support emoji script output

VERSION

@@ -1,3 +1,3 @@
 MAJOR=5
 MINOR=4
-UPDATE=7
+UPDATE=12

compute/src/main/java/org/zstack/compute/host/HostTrackImpl.java

@@ -251,6 +251,11 @@ public void cancel() {
 
 
     public void trackHost(String hostUuid) {
+        if (!destMaker.isManagedByUs(hostUuid)) {
+            logger.debug(String.format("skip tracking host[uuid:%s], not managed by us", hostUuid));
+            return;
+        }
+
         Tracker t = trackers.get(hostUuid);
         if (t != null) {
             t.cancel();

compute/src/main/java/org/zstack/compute/vm/StopVmGC.java

@@ -51,6 +51,7 @@ protected void triggerNow(GCCompletion completion) {
             public void run(FlowTrigger trigger, Map data) {
                 StopVmOnHypervisorMsg msg = new StopVmOnHypervisorMsg();
                 msg.setVmInventory(inventory);
+                msg.setIgnoreNotFoundError(true);
                 bus.makeTargetServiceIdByResourceUuid(msg, HostConstant.SERVICE_ID, hostUuid);
                 bus.send(msg, new CloudBusCallBack(trigger) {
                     @Override
@@ -66,6 +67,16 @@ public void run(MessageReply reply) {
         }).then(new NoRollbackFlow() {
             @Override
             public void run(FlowTrigger trigger, Map data) {
+                String vmHostUuid = Q.New(VmInstanceVO.class).select(VmInstanceVO_.hostUuid)
+                        .eq(VmInstanceVO_.uuid, inventory.getUuid()).findValue();
+                if (!hostUuid.equals(vmHostUuid)) {
+                    logger.debug(String.format("skip changing vm[uuid:%s] state to stopped after StopVmGC, " +
+                            "current host[uuid:%s] is not gc host[uuid:%s]", inventory.getUuid(),
+                            vmHostUuid, hostUuid));
+                    trigger.next();
+                    return;
+                }
+
                 ChangeVmStateMsg cmsg = new ChangeVmStateMsg();
                 cmsg.setVmInstanceUuid(inventory.getUuid());
                 cmsg.setStateEvent(VmInstanceStateEvent.stopped.toString());

compute/src/main/java/org/zstack/compute/vm/VmGlobalConfig.java

@@ -52,6 +52,10 @@ public class VmGlobalConfig {
     @GlobalConfigValidation(validValues = {"true", "false"})
     @BindResourceConfig(value = {VmInstanceVO.class})
     public static GlobalConfig VM_PORT_OFF = new GlobalConfig(CATEGORY, "vmPortOff");
+    @GlobalConfigDef(defaultValue = "false", type = Boolean.class, description = "enable PMU for VM, disabled by default on aarch64 to avoid Kunpeng-920 kernel panic")
+    @GlobalConfigValidation(validValues = {"true", "false"})
+    @BindResourceConfig(value = {VmInstanceVO.class, ClusterVO.class})
+    public static GlobalConfig VM_PMU = new GlobalConfig(CATEGORY, "vm.pmu");
     @GlobalConfigValidation(validValues = {"true", "false"})
     @BindResourceConfig(value = {VmInstanceVO.class, ClusterVO.class})
     public static GlobalConfig EMULATE_HYPERV = new GlobalConfig(CATEGORY, "emulateHyperV");

compute/src/main/java/org/zstack/compute/vm/VmInstanceBase.java

@@ -928,6 +928,7 @@ private void getStartingCandidateHosts(final NeedReplyMessage msg, final ReturnV
         amsg.setL3NetworkUuids(VmNicHelper.getL3Uuids(VmNicInventory.valueOf(self.getVmNics())));
         amsg.setDryRun(true);
         amsg.setListAllHosts(true);
+        amsg.setAllowNoL3Networks(true);
 
         bus.send(amsg, new CloudBusCallBack(completion) {
             @Override
@@ -1004,16 +1005,38 @@ public void done(ErrorCodeList errorCodeList) {
 
                         logger.debug(String.format("HaStartVmJudger[%s] says the VM[uuid:%s, name:%s] is qualified for HA start, now we are starting it",
                                 judger.getClass(), self.getUuid(), self.getName()));
+                        String hostUuid = self.getHostUuid();
+                        String suspectHostUuid = StringUtils.trimToNull(hostUuid);
+                        String peerHostUuid = StringUtils.trimToNull(msg.getAccessiblePeerHostUuid());
                         UpdateQuery sql = SQL.New(VmInstanceVO.class)
                                 .eq(VmInstanceVO_.uuid, self.getUuid())
                                 .set(VmInstanceVO_.state, VmInstanceState.Stopped)
                                 .set(VmInstanceVO_.hostUuid, null);
 
-                        if (self.getHostUuid() != null) {
-                            sql.set(VmInstanceVO_.lastHostUuid, self.getHostUuid());
+                        if (hostUuid != null) {
+                            sql.set(VmInstanceVO_.lastHostUuid, hostUuid);
                         }
 
                         sql.update();
+                        refreshVO();
+                        if (suspectHostUuid == null) {
+                            logger.debug(String.format("HA-start vm[%s]: skip creating pre-fence tag because suspect host is absent",
+                                    self.getUuid()));
+                        } else if (peerHostUuid == null) {
+                            logger.debug(String.format("HA-start vm[%s]: skip creating pre-fence tag because peer host is absent",
+                                    self.getUuid()));
+                        } else {
+                            Map<String, String> tokens = new HashMap<>();
+                            tokens.put(VmSystemTags.HA_PRE_FENCE_SUSPECT_HOST_UUID_TOKEN, suspectHostUuid);
+                            tokens.put(VmSystemTags.HA_PRE_FENCE_ACCESSIBLE_PEER_HOST_UUID_TOKEN, peerHostUuid);
+
+                            SystemTagCreator creator = VmSystemTags.HA_PRE_FENCE_PENDING.newSystemTagCreator(self.getUuid());
+                            creator.inherent = true;
+                            creator.recreate = true;
+                            creator.ignoreIfExisting = true;
+                            creator.setTagByTokens(tokens);
+                            creator.create();
+                        }
 
                         startVm(msg, new Completion(msg, chain) {
                             @Override
@@ -8984,4 +9007,3 @@ public void run(MessageReply reply) {
         });
     }
 }
-

compute/src/main/java/org/zstack/compute/vm/VmStartOnHypervisorFlow.java

@@ -5,17 +5,26 @@
 import org.springframework.beans.factory.annotation.Configurable;
 import org.zstack.core.cloudbus.CloudBus;
 import org.zstack.core.cloudbus.CloudBusCallBack;
+import org.zstack.core.asyncbatch.While;
 import org.zstack.core.componentloader.PluginRegistry;
+import org.zstack.core.workflow.FlowChainBuilder;
+import org.zstack.header.core.Completion;
+import org.zstack.header.core.WhileDoneCompletion;
 import org.zstack.header.core.workflow.Flow;
+import org.zstack.header.core.workflow.FlowChain;
+import org.zstack.header.core.workflow.FlowDoneHandler;
+import org.zstack.header.core.workflow.FlowErrorHandler;
 import org.zstack.header.core.workflow.FlowRollback;
 import org.zstack.header.core.workflow.FlowTrigger;
+import org.zstack.header.core.workflow.NoRollbackFlow;
+import org.zstack.header.errorcode.ErrorCode;
+import org.zstack.header.errorcode.ErrorCodeList;
 import org.zstack.header.host.HostConstant;
 import org.zstack.header.message.MessageReply;
 import org.zstack.header.vm.*;
 import org.zstack.utils.Utils;
 import org.zstack.utils.logging.CLogger;
 
-import java.util.List;
 import java.util.Map;
 @Configurable(preConstruction = true, autowire = Autowire.BY_TYPE)
 public class VmStartOnHypervisorFlow implements Flow {
@@ -26,34 +35,68 @@ public class VmStartOnHypervisorFlow implements Flow {
     @Autowired
     private PluginRegistry pluginRgty;
 
-    private final List<VmBeforeStartOnHypervisorExtensionPoint> exts = pluginRgty.getExtensionList(VmBeforeStartOnHypervisorExtensionPoint.class);;
-
-    private void fireExtensions(VmInstanceSpec spec) {
-        for (VmBeforeStartOnHypervisorExtensionPoint ext : exts) {
-            ext.beforeStartVmOnHypervisor(spec);
-        }
-    }
-
     @Override
     public void run(final FlowTrigger chain, final Map data) {
         final VmInstanceSpec spec = (VmInstanceSpec) data.get(VmInstanceConstant.Params.VmInstanceSpec.toString());
+        FlowChain fchain = FlowChainBuilder.newSimpleFlowChain();
+        fchain.setName(String.format("vm-start-on-hypervisor-vm-%s", spec.getVmInventory().getUuid()));
+        fchain.then(new NoRollbackFlow() {
+            @Override
+            public void run(FlowTrigger trigger, Map d) {
+                new While<>(pluginRgty.getExtensionList(VmBeforeStartOnHypervisorExtensionPoint.class))
+                        .each((ext, comp) -> ext.beforeStartVmOnHypervisor(spec, new Completion(comp) {
+                            @Override
+                            public void success() {
+                                comp.done();
+                            }
 
-        fireExtensions(spec);
-
-        StartVmOnHypervisorMsg msg = new StartVmOnHypervisorMsg();
-        msg.setVmSpec(spec);
-        bus.makeTargetServiceIdByResourceUuid(msg, HostConstant.SERVICE_ID, spec.getDestHost().getUuid());
-        bus.send(msg, new CloudBusCallBack(chain) {
+                            @Override
+                            public void fail(ErrorCode errorCode) {
+                                comp.addError(errorCode);
+                                comp.done();
+                            }
+                        })).run(new WhileDoneCompletion(trigger) {
+                            @Override
+                            public void done(ErrorCodeList errorCodeList) {
+                                if (errorCodeList.getCauses().size() > 0) {
+                                    trigger.fail(errorCodeList.getCauses().get(0));
+                                } else {
+                                    trigger.next();
+                                }
+                            }
+                        });
+            }
+        });
+        fchain.then(new NoRollbackFlow() {
             @Override
-            public void run(MessageReply reply) {
-                if (reply.isSuccess()) {
-                    data.put(VmStartOnHypervisorFlow.class.getName(), true);
-                    chain.next();
-                } else {
-                    chain.fail(reply.getError());
-                }
+            public void run(FlowTrigger trigger, Map d) {
+                StartVmOnHypervisorMsg msg = new StartVmOnHypervisorMsg();
+                msg.setVmSpec(spec);
+                bus.makeTargetServiceIdByResourceUuid(msg, HostConstant.SERVICE_ID, spec.getDestHost().getUuid());
+                bus.send(msg, new CloudBusCallBack(trigger) {
+                    @Override
+                    public void run(MessageReply reply) {
+                        if (reply.isSuccess()) {
+                            data.put(VmStartOnHypervisorFlow.class.getName(), true);
+                            trigger.next();
+                        } else {
+                            trigger.fail(reply.getError());
+                        }
+                    }
+                });
             }
         });
+        fchain.done(new FlowDoneHandler(chain) {
+            @Override
+            public void handle(Map d) {
+                chain.next();
+            }
+        }).error(new FlowErrorHandler(chain) {
+            @Override
+            public void handle(ErrorCode errCode, Map d) {
+                chain.fail(errCode);
+            }
+        }).start();
     }
 
     @Override

compute/src/main/java/org/zstack/compute/vm/VmSystemTags.java

@@ -310,4 +310,11 @@ public String desensitizeTag(SystemTag systemTag, String tag) {
     public static PatternedSystemTag VM_STATE_PAUSED_AFTER_MIGRATE = new PatternedSystemTag(("vmPausedAfterMigrate"), VmInstanceVO.class);
 
     public static PatternedSystemTag VM_MEMORY_ACCESS_MODE_SHARED = new PatternedSystemTag(("vmMemoryAccessModeShared"), VmInstanceVO.class);
+
+    public static String HA_PRE_FENCE_SUSPECT_HOST_UUID_TOKEN = "suspectHostUuid";
+    public static String HA_PRE_FENCE_ACCESSIBLE_PEER_HOST_UUID_TOKEN = "accessiblePeerHostUuid";
+    public static PatternedSystemTag HA_PRE_FENCE_PENDING =
+            new PatternedSystemTag(String.format("haPreFencePending::{%s}::{%s}",
+                    HA_PRE_FENCE_SUSPECT_HOST_UUID_TOKEN,
+                    HA_PRE_FENCE_ACCESSIBLE_PEER_HOST_UUID_TOKEN), VmInstanceVO.class);
 }

conf/db/upgrade/V5.4.10__schema.sql

@@ -0,0 +1,20 @@
+-- ZSTAC-86476: Add normalizedModelName column for GPU spec dedup
+CALL ADD_COLUMN('GpuDeviceSpecVO', 'normalizedModelName', 'VARCHAR(255)', 1, NULL);
+CALL CREATE_INDEX('GpuDeviceSpecVO', 'idx_gpu_spec_normalized_model', 'normalizedModelName');
+
+UPDATE VolumeSnapshotVO AS sp, PrimaryStorageVO AS ps
+SET sp.primaryStorageInstallPath = REPLACE(sp.primaryStorageInstallPath, '/dev/', 'sharedblock://')
+WHERE sp.primaryStorageUuid = ps.uuid AND ps.type = 'SharedBlock' AND sp.volumeType = 'Memory' AND sp.primaryStorageInstallPath LIKE '/dev/%';
+
+UPDATE `zstack`.`ActiveAlarmTemplateVO`
+SET `metricName` = 'CPUUsedUtilization'
+WHERE `uuid` = 'c9e6cdca107140bea62b4ca919ff9e88'
+  AND `metricName` = 'VRouterCPUAverageUsedUtilization';
+
+UPDATE `zstack`.`AlarmVO`
+SET `metricName` = 'CPUUsedUtilization'
+WHERE `uuid` IN (
+    SELECT `alarmUuid` FROM `zstack`.`ActiveAlarmVO`
+    WHERE `templateUuid` = 'c9e6cdca107140bea62b4ca919ff9e88'
+)
+  AND `metricName` = 'VRouterCPUAverageUsedUtilization';

conf/db/upgrade/V5.4.12__schema.sql

@@ -0,0 +1,7 @@
+ALTER TABLE `zstack`.`DRSVmMigrationActivityVO` MODIFY COLUMN `result` TEXT DEFAULT NULL;
+
+ALTER TABLE `GuestVmScriptExecutedRecordDetailVO`
+    MODIFY `stdout` MEDIUMTEXT CHARACTER SET `utf8mb4` COLLATE `utf8mb4_unicode_ci`;
+
+ALTER TABLE `GuestVmScriptExecutedRecordDetailVO`
+    MODIFY `stderr` MEDIUMTEXT CHARACTER SET `utf8mb4` COLLATE `utf8mb4_unicode_ci`;

conf/globalConfig/virutalRouter.xml

@@ -21,6 +21,20 @@
         <category>virtualRouter</category>
         <type>java.lang.Integer</type>
     </config>
+    <config>
+        <name>dnsmasq.dnsForwardMax</name>
+        <description>The maximum number of concurrent DNS queries forwarded by dnsmasq on a virtual router.</description>
+        <defaultValue>1000</defaultValue>
+        <category>virtualRouter</category>
+        <type>java.lang.Integer</type>
+    </config>
+    <config>
+        <name>dnsmasq.cacheSize</name>
+        <description>The DNS cache size used by dnsmasq on a virtual router.</description>
+        <defaultValue>10000</defaultValue>
+        <category>virtualRouter</category>
+        <type>java.lang.Integer</type>
+    </config>
     <config>
         <name>ping.interval</name>
         <description>The interval management nodes ping the virtual router agents running virtual router VMs, in seconds</description>

conf/serviceConfig/externalPrimaryStorage.xml

@@ -1,6 +1,7 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <service xmlns="http://zstack.org/schema/zstack">
     <id>storage.primary</id>
+    <interceptor>PrimaryStorageApiInterceptor</interceptor>
 
     <message>
         <name>org.zstack.header.storage.addon.primary.APIUpdateExternalPrimaryStorageMsg</name>

conf/springConfigXml/sugonSdnController.xml

@@ -67,11 +67,7 @@
         </zstack:plugin>
     </bean>
 
-    <bean id="TfZstackPortSync" class="org.zstack.sugonSdnController.network.TfZstackPortSync">
-        <zstack:plugin>
-            <zstack:extension interface="org.zstack.header.managementnode.ManagementNodeReadyExtensionPoint" />
-        </zstack:plugin>
-    </bean>
+    <bean id="TfZstackPortSync" class="org.zstack.sugonSdnController.network.TfZstackPortSync" />
 
     <bean id="SugonApiInterceptor" class="org.zstack.sugonSdnController.header.SugonApiInterceptor">
         <zstack:plugin>

conf/springConfigXml/volumeSnapshot.xml

@@ -26,6 +26,7 @@
             <zstack:extension interface="org.zstack.header.volume.OverwriteVolumeExtensionPoint"/>
             <zstack:extension interface="org.zstack.header.volume.FlattenVolumeExtensionPoint"/>
             <zstack:extension interface="org.zstack.header.storage.backup.CleanUpVmBackupExtensionPoint"/>
+            <zstack:extension interface="org.zstack.header.storage.snapshot.VolumeSnapshotDBSyncExtensionPoint"/>
         </zstack:plugin>
     </bean>
 

core/src/main/java/org/zstack/core/ansible/CallBackNetworkChecker.java

@@ -71,6 +71,8 @@ public ErrorCode stopAnsible() {
             return useNcatAndNmapToTestConnection(ssh);
         } catch (SshException e) {
             return operr(e.getMessage());
+        } finally {
+            ssh.close();
         }
     }