[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

Re: [HTCondor-users] Error with condor_power



On Fri, 2026-03-06 at 21:36 +0000, Jaime Frey via HTCondor-users wrote:
> 
> As Zach McGrew said, you canât feed the contents of the offline.ads file to condor_power, so the errors youâre seeing there are expected. Instead, youâd provide each ad from running 'condor_status -offline -longâ.
> 
> 
> 
> Can you provide more detail on condor_rooster not working?
> I suggest adding this line to your configuration, which will cause condor_rooster to write more details to its RoosterLog file:
> 
> ROOSTER_DEBUG = D_FULLDEBUG
> 
> With the more detailed logging, it will write these messages each time it looks for machines to wake up:
> 
> Cock-a-doodle-doo! (Time to look for machines to wake up.)
> Got ### startd ads matching ROOSTER_UNHIBERNATE=...
> Sending wakeup call to XXXX.
> 
> Youâll see that last line only if the count of startd ads is greater than 0.
> 
> Â- Jaime

In my case "condor_status -offline -long" shows nothing, while
"condor_status -absent -long" shows the offline machine classad:

Absent = true
AcceptedWhileDraining = false
ActivationRequests = 1
Activity = "Idle"
AddressV1 = "{[ p=\"primary\"; a=\"10.10.0.49\"; port=9618;
n=\"Internet\"; alias=\"master03.sel\"; spid=\"startd_1034_d104\";
noUDP=true; ], [ p=\"IPv4\"; a=\"10.10.0.49\"; port=9618;
n=\"Internet\"; alias=\"master03.sel\"; spid=\"startd_1034_d104\";
noUDP=true; ]}"
Arch = "X86_64"
CanHibernate = true
ChildAccountingGroup = {  }
ChildActivity = {  }
ChildCpus = {  }
ChildCurrentRank = {  }
ChildDisk = {  }
ChildDSlotId = {  }
ChildEnteredCurrentState = {  }
ChildGPUs = {  }
ChildMemory = {  }
ChildName = {  }
ChildRemoteOwner = {  }
ChildRemoteUser = {  }
ChildRetirementTimeRemaining = {  }
ChildState = {  }
ClaimRequests = 1
ClassAdLifetime = 2592000
ClockDay = 6
ClockMin = 568
COLLECTOR_HOST_STRING = "htcondor.sel"
CondorLoadAvg = 0.0
CondorPlatform = "$CondorPlatform: X86_64-Debian_13 $"
CondorScratchDir = "#CoNdOrScRaTcHdIr#"
CondorVersion = "$CondorVersion: 25.6.1 2026-01-29 BuildID: 869046
PackageID: 25.6.1-1+deb13 GitSHA: 8344426b $"
ConsoleIdle = 2147483647
CpuBusy = false
CpuBusyTime = 0
CpuCacheSize = 12288
CpuFamily = 6
CpuIsBusy = false
CpuModelNumber = 44
Cpus = 6
CurrentRank = 0.0
DaemonCoreDutyCycle = 7.275708574039363E-05
DetectedCpus = 12
DetectedDisk = 28659620
DetectedGPUs = 0
DetectedMemory = 128904
Disk = 9089246
DockerCachedImageSizeMb = 0
EnteredCurrentActivity = 0
EnteredCurrentState = 0
ExecuteVolume = "2049"
ExpectedMachineGracefulDrainingBadput = 0
ExpectedMachineGracefulDrainingCompletion = 1772870889
ExpectedMachineQuickDrainingBadput = 0
ExpectedMachineQuickDrainingCompletion = 1772870889
FileSystemDomain = "master03.sel"
GPUs = 0
HardwareAddress = "b8:ac:6f:8d:5c:67"
has_sse4_1 = true
has_sse4_2 = true
has_ssse3 = true
HasCommonFilesTransfer = 2
HasFileTransfer = true
HasFileTransferPluginMethods =
"box,data,dav,davs,file,ftp,gdrive,http,https,onedrive,osdf,pelican,sta
sh,s3,gs"
HasIOProxy = true
HasJICLocalConfig = true
HasJICLocalStdin = true
HasJobDeferral = true
HasJobNetworking = true
HasJobTransferPlugins = true
HasOsUser = true
HasPerFileEncryption = true
HasReconnect = true
HasSelfCheckpointTransfers = true
HasSshd = true
HasStartDaemonAd = true
HasTDP = true
HasTransferInputRemaps = true
HasUserNamespaces = true
HasVM = false
HibernationLevel = 5
HibernationState = "S5"
HibernationSupportedStates = "S3,S4,S5"
IsLocalStartd = false
IsWakeAble = true
IsWakeOnLanEnabled = true
IsWakeOnLanSupported = true
JobPreemptions = 0
JobRankPreemptions = 0
JobStarts = 1
JobUserPrioPreemptions = 0
KeyboardIdle = 2147483647
KFlops = 1094402
LastBenchmark = 1772870926
LastFetchWorkCompleted = 0
LastFetchWorkSpawned = 0
LastHeardFrom = 1772872079
LastUpdate = 1772870926
LoadAvg = 0.0
Machine = "master03.sel"
MachineMaxVacateTime = 10 * 60
MachineResources = "Cpus Memory Disk Swap GPUs"
MaxJobRetirementTime = 0
Memory = 61874
Microarch = "x86_64-v2"
Mips = 25918
MonitorSelfAge = 967
MonitorSelfCPUUsage = 0.0
MonitorSelfImageSize = 25416
MonitorSelfRegisteredSocketCount = 0
MonitorSelfResidentSetSize = 18388
MonitorSelfSecuritySessions = 10
MonitorSelfTime = 1772871849
MyAddress = "<10.10.0.49:9618?addrs=10.10.0.49-
9618&alias=master03.sel&noUDP&sock=startd_1034_d104>"
MyCurrentTime = 1772872079
MyType = "Machine"
Name = "slot1@xxxxxxxxxxxx"
NewDSlotNotMatch = 0
NextFetchWorkDelay = -1
NumDynamicSlots = 0
NumDynamicSlotsTime = 1772870889
NumPids = 0
Offline = true
OpSys = "LINUX"
OpSysAndVer = "Debian13"
OpSysLegacy = "LINUX"
OpSysLongName = "Debian GNU/Linux 13"
OpSysMajorVer = 13
OpSysName = "Debian"
OpSysShortName = "Debian"
OpSysVer = 1300
PartitionableSlot = true
PelicanPluginVersion = "7.22.0"
PslotRollupInformation = true
Rank = 0.0
RecentActivationRequests = 0
RecentClaimRequests = 0
RecentDaemonCoreDutyCycle = 7.275708574039363E-05
RecentJobPreemptions = 0
RecentJobRankPreemptions = 0
RecentJobStarts = 0
RecentJobUserPrioPreemptions = 0
RecentNewDSlotNotMatch = 0
Requirements = Start && (WithinResourceLimits)
RetirementTimeRemaining = 0
SlotID = 1
SlotType = "Partitionable"
SlotTypeID = 1
SlotWeight = Cpus
Start = true
StartdIpAddr = "<10.10.0.49:9618?addrs=10.10.0.49-
9618&alias=master03.sel&noUDP&sock=startd_1034_d104>"
StarterAbilityList =
"HasVM,HasTDP,HasSshd,HasOsUser,HasReconnect,HasJobDeferral,HasFileTran
sfer,HasJICLocalStdin,HasJobNetworking,HasJICLocalConfig,HasPerFileEncr
yption,HasJobTransferPlugins,HasCommonFilesTransfer,HasTransferInputRem
aps,HasSelfCheckpointTransfers,HasFileTransferPluginMethods"
State = "Unclaimed"
SubnetMask = "255.255.0.0"
TargetType = "Job"
TimeToLive = 2147483647
TotalCondorLoadAvg = 0.0
TotalCpus = 10.0
TotalDisk = 18178492
TotalGPUs = 0
TotalLoadAvg = 0.0
TotalMemory = 123748
TotalSlotCpus = 6
TotalSlotDisk = 9089246.0
TotalSlotGPUs = 0
TotalSlotMemory = 61874
TotalSlots = 2
TotalTimeOwnerIdle = 6
TotalTimeUnclaimedBenchmarking = 29
TotalTimeUnclaimedIdle = 1171
TotalVirtualMemory = 131998232
UidDomain = "master03.sel"
Unhibernate = (MachineLastMatchTime =!= undefined)
UpdatesHistory = "00000000000000000000000000000000"
UpdatesLost = 0
UpdatesSequenced = 0
UpdatesTotal = 2
UtsnameMachine = "x86_64"
UtsnameNodename = "master03"
UtsnameRelease = "6.12.63+deb13-amd64"
UtsnameSysname = "Linux"
UtsnameVersion = "#1 SMP PREEMPT_DYNAMIC Debian 6.12.63-1 (2025-12-30)"
VirtualMemory = 65999116
WakeOnLanEnabledFlags = "Magic Packet"
WakeOnLanSupportedFlags = "Magic Packet"
WithinResourceLimits = (MY.Cpus > 0 && TARGET.RequestCpus <= MY.Cpus &&
MY.Memory > 0 && TARGET.RequestMemory <= MY.Memory && MY.Disk > 0 &&
TARGET.RequestDisk <= MY.Disk && (TARGET.RequestGPUs =?= undefined ||
MY.GPUs >= TARGET.RequestGPUs))

Absent = true
AcceptedWhileDraining = false
ActivationRequests = 1
Activity = "Idle"
AddressV1 = "{[ p=\"primary\"; a=\"10.10.0.49\"; port=9618;
n=\"Internet\"; alias=\"master03.sel\"; spid=\"startd_1034_d104\";
noUDP=true; ], [ p=\"IPv4\"; a=\"10.10.0.49\"; port=9618;
n=\"Internet\"; alias=\"master03.sel\"; spid=\"startd_1034_d104\";
noUDP=true; ]}"
Arch = "X86_64"
CanHibernate = true
ChildAccountingGroup = {  }
ChildActivity = {  }
ChildCpus = {  }
ChildCurrentRank = {  }
ChildDisk = {  }
ChildDSlotId = {  }
ChildEnteredCurrentState = {  }
ChildGPUs = {  }
ChildMemory = {  }
ChildName = {  }
ChildRemoteOwner = {  }
ChildRemoteUser = {  }
ChildRetirementTimeRemaining = {  }
ChildState = {  }
ClaimRequests = 1
ClassAdLifetime = 2592000
ClockDay = 6
ClockMin = 568
COLLECTOR_HOST_STRING = "htcondor.sel"
CondorLoadAvg = 0.0
CondorPlatform = "$CondorPlatform: X86_64-Debian_13 $"
CondorScratchDir = "#CoNdOrScRaTcHdIr#"
CondorVersion = "$CondorVersion: 25.6.1 2026-01-29 BuildID: 869046
PackageID: 25.6.1-1+deb13 GitSHA: 8344426b $"
ConsoleIdle = 2147483647
CpuBusy = false
CpuBusyTime = 0
CpuCacheSize = 12288
CpuFamily = 6
CpuIsBusy = false
CpuModelNumber = 44
Cpus = 4
CurrentRank = 0.0
DaemonCoreDutyCycle = 7.275708574039363E-05
DetectedCpus = 12
DetectedDisk = 28659620
DetectedGPUs = 0
DetectedMemory = 128904
Disk = 9089246
DockerCachedImageSizeMb = 0
EnteredCurrentActivity = 0
EnteredCurrentState = 0
ExecuteVolume = "2049"
ExpectedMachineGracefulDrainingBadput = 0
ExpectedMachineGracefulDrainingCompletion = 1772870889
ExpectedMachineQuickDrainingBadput = 0
ExpectedMachineQuickDrainingCompletion = 1772870889
FileSystemDomain = "master03.sel"
GPUs = 0
HardwareAddress = "b8:ac:6f:8d:5c:67"
has_sse4_1 = true
has_sse4_2 = true
has_ssse3 = true
HasCommonFilesTransfer = 2
HasFileTransfer = true
HasFileTransferPluginMethods =
"box,data,dav,davs,file,ftp,gdrive,http,https,onedrive,osdf,pelican,sta
sh,s3,gs"
HasIOProxy = true
HasJICLocalConfig = true
HasJICLocalStdin = true
HasJobDeferral = true
HasJobNetworking = true
HasJobTransferPlugins = true
HasOsUser = true
HasPerFileEncryption = true
HasReconnect = true
HasSelfCheckpointTransfers = true
HasSshd = true
HasStartDaemonAd = true
HasTDP = true
HasTransferInputRemaps = true
HasUserNamespaces = true
HasVM = false
HibernationLevel = 5
HibernationState = "S5"
HibernationSupportedStates = "S3,S4,S5"
IsLocalStartd = false
IsWakeAble = true
IsWakeOnLanEnabled = true
IsWakeOnLanSupported = true
JobPreemptions = 0
JobRankPreemptions = 0
JobStarts = 1
JobUserPrioPreemptions = 0
KeyboardIdle = 2147483647
KFlops = 1094402
LastBenchmark = 1772870926
LastFetchWorkCompleted = 0
LastFetchWorkSpawned = 0
LastHeardFrom = 1772872079
LastUpdate = 1772870926
LoadAvg = 0.0
Machine = "master03.sel"
MachineMaxVacateTime = 10 * 60
MachineResources = "Cpus Memory Disk Swap GPUs"
MaxJobRetirementTime = 0
Memory = 61874
Microarch = "x86_64-v2"
Mips = 25918
MonitorSelfAge = 967
MonitorSelfCPUUsage = 0.0
MonitorSelfImageSize = 25416
MonitorSelfRegisteredSocketCount = 0
MonitorSelfResidentSetSize = 18388
MonitorSelfSecuritySessions = 10
MonitorSelfTime = 1772871849
MyAddress = "<10.10.0.49:9618?addrs=10.10.0.49-
9618&alias=master03.sel&noUDP&sock=startd_1034_d104>"
MyCurrentTime = 1772872079
MyType = "Machine"
Name = "slot2@xxxxxxxxxxxx"
NewDSlotNotMatch = 0
NextFetchWorkDelay = -1
NumDynamicSlots = 0
NumDynamicSlotsTime = 1772870897
NumPids = 0
Offline = true
OpSys = "LINUX"
OpSysAndVer = "Debian13"
OpSysLegacy = "LINUX"
OpSysLongName = "Debian GNU/Linux 13"
OpSysMajorVer = 13
OpSysName = "Debian"
OpSysShortName = "Debian"
OpSysVer = 1300
PartitionableSlot = true
PelicanPluginVersion = "7.22.0"
PslotRollupInformation = true
Rank = 0.0
RecentActivationRequests = 0
RecentClaimRequests = 0
RecentDaemonCoreDutyCycle = 7.275708574039363E-05
RecentJobPreemptions = 0
RecentJobRankPreemptions = 0
RecentJobStarts = 0
RecentJobUserPrioPreemptions = 0
RecentNewDSlotNotMatch = 0
Requirements = Start && (WithinResourceLimits)
RetirementTimeRemaining = 0
SlotID = 2
SlotType = "Partitionable"
SlotTypeID = 2
SlotWeight = Cpus
Start = true
StartdIpAddr = "<10.10.0.49:9618?addrs=10.10.0.49-
9618&alias=master03.sel&noUDP&sock=startd_1034_d104>"
StarterAbilityList =
"HasVM,HasTDP,HasSshd,HasOsUser,HasReconnect,HasJobDeferral,HasFileTran
sfer,HasJICLocalStdin,HasJobNetworking,HasJICLocalConfig,HasPerFileEncr
yption,HasJobTransferPlugins,HasCommonFilesTransfer,HasTransferInputRem
aps,HasSelfCheckpointTransfers,HasFileTransferPluginMethods"
State = "Unclaimed"
SubnetMask = "255.255.0.0"
TargetType = "Job"
TimeToLive = 2147483647
TotalCondorLoadAvg = 0.0
TotalCpus = 10.0
TotalDisk = 18178492
TotalGPUs = 0
TotalLoadAvg = 0.0
TotalMemory = 123748
TotalSlotCpus = 4
TotalSlotDisk = 9089246.0
TotalSlotGPUs = 0
TotalSlotMemory = 61874
TotalSlots = 2
TotalTimeOwnerIdle = 6
TotalTimeUnclaimedIdle = 1200
TotalVirtualMemory = 131998232
UidDomain = "master03.sel"
Unhibernate = (MachineLastMatchTime =!= undefined)
UpdatesHistory = "00000000000000000000000000000000"
UpdatesLost = 0
UpdatesSequenced = 0
UpdatesTotal = 2
UtsnameMachine = "x86_64"
UtsnameNodename = "master03"
UtsnameRelease = "6.12.63+deb13-amd64"
UtsnameSysname = "Linux"
UtsnameVersion = "#1 SMP PREEMPT_DYNAMIC Debian 6.12.63-1 (2025-12-30)"
VirtualMemory = 65999116
WakeOnLanEnabledFlags = "Magic Packet"
WakeOnLanSupportedFlags = "Magic Packet"
WithinResourceLimits = (MY.Cpus > 0 && TARGET.RequestCpus <= MY.Cpus &&
MY.Memory > 0 && TARGET.RequestMemory <= MY.Memory && MY.Disk > 0 &&
TARGET.RequestDisk <= MY.Disk && (TARGET.RequestGPUs =?= undefined ||
MY.GPUs >= TARGET.RequestGPUs))



and then "condor_status -absent -long | condor_power -d -i" shows an
error:

03/07/26 11:13:23 UdpWakeOnLanWaker: no hardware address (MAC) defined
condor_power: failed to send wake packet.



> 
> 
> > On Mar 5, 2026, at 12:42âAM, Valerio Bellizzomi <valerio@xxxxxxxxxx> wrote:
> > 
> > On Thu, 2026-02-26 at 19:25 +0100, Valerio Bellizzomi wrote:
> > > On Thu, 2026-02-26 at 17:05 +0000, Zach McGrew wrote:
> > > > The `-i` tells condor_power to read a classad from stdin and not a file. Removing the `-i` lets you specify a file to read from instead. It's a neat trick where you can build your own tiny classad to wake up a machine similar to what condor_rooster does. You can use something like this to wakeup machines on demand:
> > > > 
> > > > printf "MyAddress = \"<${the_ip}:9618>\"\nHardwareAddress = \"${hwaddr}\"\nSubnetMask = \"${subnet}\"\n" | condor_power -i
> > > > 
> > > > Presumably your offline.ads is set by "COLLECTOR_PERSISTENT_AD_LOG" in which case it's not a classad, but a little database like file that describes the slots that the collector was aware of but stopped talking to it for some reason or another. These should be visible with "condor_status -offline" or "condor_status -absent" depending on how they got entered. The file itself is used to restore those slots into memory when the collector restarts (i.e. restarting the collector means you no longer forget about the EPs that are powered off). You're not meant to pass this file as is to condor_power.
> > > 
> > > Yes exact, my central-manager config is as follows:
> > > ABSENT_REQUIREMENTS = True
> > > EXPIRE_INVALIDATED_ADS = True
> > > COLLECTOR_PERSISTENT_AD_LOG = $(SPOOL)/offline.ads
> > > VALID_SPOOL_FILES = $(SPOOL)/offline.ads
> > > 
> > > Condor_rooster is supposed to call condor_power to wake up a machine,
> > > and in this case the documentation says that the default value is
> > > condor_power -d -i:
> > > 
> > > https://urldefense.com/v3/__https://htcondor.readthedocs.io/en/latest/admin-manual/configuration-macros.html*condor-rooster-configuration-file-macros__;Iw!!Mak6IKo!MdklhxhrHPvivWYvDVmvgh8vG_ft_o95Vma7QvRCDoz6e8f0roYtSMGdSJLkPhgYgHYWdImPZ9SnTAOgPw$
> > > 
> > > ROOSTER_WAKEUP_CMDÂ
> > > 
> > > ÂÂÂA string representing the command line invoked by condor_rooster
> > > that is to wake up a machine. The command and any arguments should be
> > > enclosed in double quote marks, the same as arguments syntax in an
> > > HTCondor submit description file. The default value is
> > > â$(BIN)/condor_power -d -iâ. The command is expected to read from its
> > > standard input a ClassAd representing the offline machine.
> > > 
> > > 
> > > But this configuration does not work for me.
> > > 
> > 
> > Follow-up:
> > 
> > The following command wakes up the ep:
> > 
> > condor_power -d -s 255.255.255.255 -m b8:af:6f:84:5c:67
> > 03/04/26 19:53:14 Can't find Name in classad for startdÂ
> > 03/04/26 19:53:14 Can't find CondorVersion in classad for startdÂ
> > 03/04/26 19:53:14 Can't find CondorPlatform in classad for startdÂ
> > 03/04/26 19:53:14 Can't find Machine in classad for startdÂ
> > Packet sent.
> > 
> > the ep boots and the job that was waiting in idle state now is in
> > running state.
> > however I don't know how to automate this since rooster doesn't seem to
> > invoke condor_power at intervals of 300 sec like it is specified in my
> > configuration.
> > 
> > Looking at the condor_power code, "error in class ad" is actually
> > E_CLASSAD = -9, while the errno = -1 indicates something else.
> > 
> > 
> > > 
> > > > -Zach
> > > > 
> > > > ________________________________________
> > > > From: HTCondor-users <htcondor-users-bounces@xxxxxxxxxxx> on behalf of Valerio Bellizzomi <valerio@xxxxxxxxxx>
> > > > Sent: Thursday, February 26, 2026 6:01 AM
> > > > To:Âhtcondor-users@xxxxxxxxxxx
> > > > Subject: Re: [HTCondor-users] Error with condor_power
> > > > 
> > > > On Thu, 2026-02-26 at 13:20 +0000, Pelletier, Michael V Âvia HTCondor-
> > > > users wrote:
> > > > > 
> > > > > 
> > > > > 
> > > > > Double-check the offline.ads file for that â107 1â string â looks like itâs just carping about a syntax error.
> > > > > 
> > > > > Michael V Pelletier
> > > > > Principal Technologist
> > > > > 
> > > > > C: +1 339.293.9149
> > > > > michael.v.pelletier@xxxxxxx
> > > > 
> > > > Thank you, the file is generated automatically by the collector I
> > > > think, and I have attempted to edit the file removing the initial
> > > > numbers, but still the same error.
> > > > 
> > > > 
> > > > > 
> > > > > 
> > > > > 
> > > > > From: HTCondor-users <htcondor-users-bounces@xxxxxxxxxxx>On Behalf Of Valerio Bellizzomi
> > > > > Sent: Thursday, February 26, 2026 6:19 AM
> > > > > To: HTCondor-Users List <htcondor-users@xxxxxxxxxxx>
> > > > > Subject: [HTCondor-users] Error with condor_power
> > > > > 
> > > > > 
> > > > > 
> > > > > Hello, has anyone had the same error? # condor_power -d -i /var/spool/condor/offline.âads 02/26/26 12:â16:â41 failed to create classad; bad expr = '107 1 CreationTimestamp 1772031128' condor_power: error in class-ad (errno = -1). _______________________________________________
> > > > > 
> > > > > Hello,
> > > > > has anyone had the same error?
> > > > > 
> > > > > # condor_power -d -i /var/spool/condor/offline.ads
> > > > > 02/26/26 12:16:41 failed to create classad; bad expr = '107 1
> > > > > CreationTimestamp 1772031128'
> > > > > condor_power: error in class-ad (errno = -1).
> > > > > 
> > > > > 
> > > > > 
> > > > > _______________________________________________
> > > > > HTCondor-users mailing list
> > > > > To unsubscribe, send a message toÂhtcondor-users-request@xxxxxxxxxxxÂwith a
> > > > > subject: Unsubscribe
> > > > > 
> > > > > The archives can be found at:Âhttps://urldefense.com/v3/__https://urldefense.us/v2/url?u=https-3A__www-2Dauth.cs.wisc.edu_lists_htcondor-2Dusers_&d=DwICAg&c=MASr1KIcYm9UGIT-jfIzwQg1YBeAkaJoBtxV_4o83uQ&r=4PJgb1eyyvhzSV4fRwSECGK3jb50YP8vZUAedXybzgaNykar_o0SxKOUPkRHE0WG&m=d5NrZQlaDxHYRhD0JmcYYR_2Y71kE5GdT4M9LJHJGSIX5qUM9ckUxOSvtqr4zyH4&s=LL4IY0Fx3TIK2_DP31KVvC3KT1v0J-aCqRyiIkqDa0w&e=__;!!Mak6IKo!MdklhxhrHPvivWYvDVmvgh8vG_ft_o95Vma7QvRCDoz6e8f0roYtSMGdSJLkPhgYgHYWdImPZ9Qk6e26dQ$
> > > > > _______________________________________________
> > > > > HTCondor-users mailing list
> > > > > To unsubscribe, send a message to htcondor-users-request@xxxxxxxxxxx with a
> > > > > subject: Unsubscribe
> > > > > 
> > > > > The archives can be found at: https://www-auth.cs.wisc.edu/lists/htcondor-users/Â;
> > > > 
> > > > _______________________________________________
> > > > HTCondor-users mailing list
> > > > To unsubscribe, send a message to htcondor-users-request@xxxxxxxxxxx with a
> > > > subject: Unsubscribe
> > > > 
> > > > The archives can be found at: https://www-auth.cs.wisc.edu/lists/htcondor-users/Â;
> > > > 
> > > > _______________________________________________
> > > > HTCondor-users mailing list
> > > > To unsubscribe, send a message to htcondor-users-request@xxxxxxxxxxx with a
> > > > subject: Unsubscribe
> > > > 
> > > > The archives can be found at: https://www-auth.cs.wisc.edu/lists/htcondor-users/Â;
> > 
> > _______________________________________________
> > HTCondor-users mailing list
> > To unsubscribe, send a message to htcondor-users-request@xxxxxxxxxxx with a
> > subject: Unsubscribe
> > 
> > The archives can be found at: https://www-auth.cs.wisc.edu/lists/htcondor-users/Â;
> 
> _______________________________________________
> HTCondor-users mailing list
> To unsubscribe, send a message to htcondor-users-request@xxxxxxxxxxx with a
> subject: Unsubscribe
> 
> The archives can be found at: https://www-auth.cs.wisc.edu/lists/htcondor-users/