#- the command line option flags
my $opt_help = 0;
my $opt_ebconf = "/home/hadaq/trbsoft/hadesdaq/evtbuild/eb.conf";
-#my $opt_ioc = "";
my $opt_test = 0;
my $opt_verb = 0;
my $opt_eb = "";
GetOptions ('h|help' => \$opt_help,
'c|conf=s' => \$opt_ebconf,
'e|eb=s' => \$opt_eb,
- # 'i|ioc=s' => \$opt_ioc,
-# 't|test' => \$opt_test,
'n|nr=s' => \@opt_ebrange,
'd|disk=s' => \$opt_disk,
-# 'r|rfio=s' => \$opt_rfio,
'p|prefix=s' => \$opt_prefix,
-# 'o|online=s' => \$opt_online,
'b|bnet=s' => \$opt_bnet,
'v|verb' => \$opt_verb);
my @bnetservers = ("192.168.100.8","192.168.100.9","192.168.105.14", "192.168.105.15", "192.168.105.16", "192.168.100.10", "192.168.105.11");
-#my @bnetservers = ("192.168.100.8","192.168.100.9","192.168.100.10","192.168.105.11", "192.168.105.12");
-
-#my @bnetservers = ("192.168.100.10","192.168.100.9","192.168.100.8","192.168.105.11", "192.168.105.12");
-
-
-
-# my %IP_GSI_lookup = (
-# '192.168.100.15' => '140.181.66.160',
-# '192.168.100.12' => '140.181.76.94',
-# '192.168.100.13' => '140.181.91.154',
-# '192.168.100.14' => '140.181.88.20',
-# '192.168.100.8' => '140.181.80.62',
-# '192.168.100.9' => '140.181.80.64',
-# '192.168.100.10' => '140.181.80.68',
-# '192.168.105.11' => '140.181.83.135',
-# '192.168.105.12' => '140.181.83.168',
-# '192.168.105.13' => '140.181.83.176'
-# );
my %IP_GSI_lookup = (
&getEBArgs( $EB_Args_href );
-# if ($opt_ioc eq "start") {
-# &killIOC();
-# &startIOC();
-# } elsif ($opt_ioc eq "stop") {
-# &killIOC();
-# } els
if ($opt_eb eq "start") {
&writeArgs2file();
if (defined $role) {
$core_nr = $EB_CPU_status_href->{$ip}->{$role}
}
- #else {
- ################### begin old
-
-# foreach my $eb_ip (sort keys %$EB_CPU_status_href) {
-# next unless($ip eq $eb_ip);
-#
-# foreach my $core ( sort {$a <=> $b} keys %{$EB_CPU_status_href->{$eb_ip}} ) {
-# my $core_status = $EB_CPU_status_href->{$eb_ip}->{$core};
-#
-# next unless(lc($core_status) eq "free");
-#
-# $core_nr = $core;
-# $EB_CPU_status_href->{$eb_ip}->{$core} = "busy";
-# last;
-# }
-# }
-#
-# #- If no free cores left - take reserved cores
-# unless( defined $core_nr ){
-# foreach my $eb_ip (sort keys %$EB_CPU_status_href) {
-# next unless($ip eq $eb_ip);
-# foreach my $core ( sort {$a <=> $b} keys %{$EB_CPU_status_href->{$eb_ip}} ) {
-# my $core_status = $EB_CPU_status_href->{$eb_ip}->{$core};
-# if (lc($core_status) eq "res") {
-# $core_nr = $core;
-# $EB_CPU_status_href->{$eb_ip}->{$core} = "busy";
-# last;
-# }
-# }
-# }
-# }
-
- ################### end old
-# }
unless( defined $core_nr ){
print "No free cores left on CPU $ip. Exit.\n";
sub getEBArgs() {
my ($href) = @_;
-# my $prefix = $temp_args_href->{'Main'}->{'EB_EXT'};
-# $prefix = $opt_prefix if( defined $opt_prefix );
-# my $filesize = $temp_args_href->{'Main'}->{'EB_FSIZE'};
-#
-# my $base_port = $temp_args_href->{'Parallel'}->{'BASE_PORT'};
-# my $shift_port = $temp_args_href->{'Parallel'}->{'SHIFT_PORT'};
-# my $source_num = $temp_args_href->{'Parallel'}->{'NUM_OF_SOURCES'};
-# my $queuesize = $temp_args_href->{'Parallel'}->{'QUEUESIZE'};
-#
-# my $multidisk = $temp_args_href->{'Parallel'}->{'MULTIDISK'};
#- Number of EB process
my $ebproc = 0;
- #- List of BEs
-# my $listOfEBs = $temp_args_href->{'Parallel'}->{'EB_LIST'};
-# my @eb_list = split(/\s+/, $listOfEBs);
-#
-# #- DABC mode selection
-# my $listOfDABC = $temp_args_href->{'Parallel'}->{'DABC'};
-# my @dabc_list = split(/\s+/, $listOfDABC);
-
-
# BNET setup:
my $listOfBnetInputs = $temp_args_href->{'Parallel'}->{'BNETINP'};
my @bnet_in_list = split(/\s+/, $listOfBnetInputs);
#print Dumper @bnet_bld_list;
- #- Default RFIO settings
-# my $rfio = $temp_args_href->{'Parallel'}->{'RFIO'};
-# my $rfio_path = $temp_args_href->{'Parallel'}->{'RFIO_PATH'};
-# my $rfio_pcOptions = $temp_args_href->{'Parallel'}->{'RFIO_pcOptions'};
-# my $rfio_iCopyMode = $temp_args_href->{'Parallel'}->{'RFIO_iCopyMode'};
-# my $rfio_pcCopyPath = $temp_args_href->{'Parallel'}->{'RFIO_pcCopyPath'};
-# my $rfio_iCopyFrac = $temp_args_href->{'Parallel'}->{'RFIO_iCopyFraction'};
-# my $rfio_iMaxFile = $temp_args_href->{'Parallel'}->{'RFIO_iMaxFile'};
-# my $rfio_iPathConv = $temp_args_href->{'Parallel'}->{'RFIO_iPathConvention'};
-#
-# my @rfio_list = split(/\s+/, $rfio);
-
-
-
#- LTSM settings
my $listOfLTSM = $temp_args_href->{'Parallel'}->{'LTSM'};
my @ltsm_list = split(/\s+/, $listOfLTSM);
my $ltsm_fsd_ports = $temp_args_href->{'Parallel'}->{'LTSM_FSD_PORT'};
my @ltsm_fsd_port_list = split(/\s+/, $ltsm_fsd_ports);
- #my $ltsm_fsd_port = $temp_args_href->{'Parallel'}->{'LTSM_FSD_PORT'};
-
-
- #- EPICS Controled
-# my $epics_ctrl = $temp_args_href->{'Parallel'}->{'EPICS_CTRL'};
-#
-# my @epics_list = split(/\s+/, $epics_ctrl);
-
- #- Logging the output of EBs
-# my $eb_log = $temp_args_href->{'Parallel'}->{'EB_LOG'};
-# my $eb_debug = $temp_args_href->{'Parallel'}->{'EB_DEBUG'};
-# my $nm_log = $temp_args_href->{'Parallel'}->{'NM_LOG'};
-# my @eblog_list = split(/\s+/, $eb_log);
-# my @ebdbg_list = split(/\s+/, $eb_debug);
-# my @nmlog_list = split(/\s+/, $nm_log);
-
-
- #- Write to disk
-# my $write2disk = $temp_args_href->{'Parallel'}->{'WRITE_TO_DISK'};
-# my @write2disk_list = split(/\s+/, $write2disk);
#--- Read GbE configuration
my %eb_ids_gbe_hash;
#foreach my $ebproc ( sort keys %{$eb_ids_gbe_href} ){
foreach my $ebproc ( 0 .. $#bnetservers) {
- #- If there was a list of EBs provided via command line options
- # go to the next $ebproc if the current $ebproc is not in this list.
- #print "active EBs:\n";
- #print Dumper $active_EBs_aref;
-# if (@$active_EBs_aref) {
-# next unless( any {$_ == $ebproc} @$active_EBs_aref ); #from command line args
-# } else {
-# next unless( $eb_list[$ebproc] ); #from eb.conf
-# }
-
-
- #my $eb_ip = $eb_ids_gbe_href->{$ebproc}->{'IP'};
-
- #- Save IP needed by other function to stop EBs.
- #push(@EB_IP_list, $eb_ip) unless( any {$_ eq $eb_ip} @EB_IP_list );
-
- #- Some checks on number of EB processes
- # die "Number of EB processes exceeds the number in RFIO setting! Exit." if($ebproc > $#rfio_list);
- # die "Number of EB processes exceeds the number in EPICS_CTRL setting! Exit." if($ebproc > $#epics_list);
- #- Here we can overwrite default rfio settings with individual settings per EB processes
- # my $procname = sprintf("EB_PROC_%d", 1+$ebproc);
- # $rfio_iCopyMode = $temp_args_href->{$procname}->{'RFIO_iCopyMode'};
-
- #$href->{$ebproc}->{'IP'} = $eb_ip;
$href->{$ebproc}->{'IP'} = $bnetservers[$ebproc];
$href->{$ebproc}->{'EBNUM'} = $ebproc+1;
- #$href->{$ebproc}->{'BASEPORT'} = $base_port;
$href->{$ebproc}->{'PORT_LIST'} = $eb_ids_gbe_href->{$ebproc}->{'port_list'};
- #$href->{$ebproc}->{'SOURCENUM'} = scalar @{$eb_ids_gbe_href->{$ebproc}->{'port_list'}};
# JAM2016: bnet requieres udp destination nodes in a list like the ports:
$href->{$ebproc}->{'IP_LIST'} = $eb_ids_gbe_href->{$ebproc}->{'ip_list'};
# JAM2018: bnet requires hub addresses/subevents in a list like the ports:
$href->{$ebproc}->{'HUB_LIST'} = $eb_ids_gbe_href->{$ebproc}->{'addr_list'};
-# $href->{$ebproc}->{'BUFSIZE_LIST'} = $eb_ids_gbe_href->{$ebproc}->{'bufsize_list'};
-# $href->{$ebproc}->{'PREFIX'} = $prefix;
-# $href->{$ebproc}->{'QUEUESIZE'} = $queuesize;
-# $href->{$ebproc}->{'MULTIDISK'} = $multidisk;
-# $href->{$ebproc}->{'FILESIZE'} = $filesize;
-
-# if ( defined $temp_args_href->{$procname}->{'MULTIDISK'} ) {
-# $href->{$ebproc}->{'MULTIDISK'} = $temp_args_href->{$procname}->{'MULTIDISK'};
-# } elsif ($multidisk) {
-# $href->{$ebproc}->{'MULTIDISK'} = $href->{$ebproc}->{'EBNUM'};
-# } else {
-# $href->{$ebproc}->{'MULTIDISK'} = $multidisk;
-# }
-
-# if ( defined $temp_args_href->{$procname}->{'RESDOWNSCALE'} ) {
-# $href->{$ebproc}->{'RESDOWNSCALE'} = $temp_args_href->{$procname}->{'RESDOWNSCALE'};
-# $href->{$ebproc}->{'RESNUMEVENTS'} = $temp_args_href->{$procname}->{'RESNUMEVENTS'};
-# $href->{$ebproc}->{'RESPATH'} = $temp_args_href->{$procname}->{'RESPATH'};
-# $href->{$ebproc}->{'RESSIZELIMIT'} = $temp_args_href->{$procname}->{'RESSIZELIMIT'};
-# }
-#
-# if ( defined $temp_args_href->{$procname}->{'ONLINESERVER'} ) {
-# if ($opt_online eq "on") {
-# $href->{$ebproc}->{'ONLINESERVER'} = "on";
-# } elsif ($opt_online eq "off") {
-# $href->{$ebproc}->{'ONLINESERVER'} = "off";
-# } else {
-# $href->{$ebproc}->{'ONLINESERVER'} = $temp_args_href->{$procname}->{'ONLINESERVER'};
-# }
-# } else {
-# $href->{$ebproc}->{'ONLINESERVER'} = "off";
-# }
-#
-# $href->{$ebproc}->{'RFIO'} = $rfio_list[$ebproc] if(lc($opt_rfio) eq 'undef'); # 0|1
-# $href->{$ebproc}->{'RFIO'} = 1 if(lc($opt_rfio) eq 'on'); # 0|1
-# $href->{$ebproc}->{'RFIO'} = 0 if(lc($opt_rfio) eq 'off'); # 0|1
-# $href->{$ebproc}->{'RFIO_PATH'} = $rfio_path;
-# $href->{$ebproc}->{'RFIO_pcOptions'} = $rfio_pcOptions;
-# $href->{$ebproc}->{'RFIO_iCopyMode'} = $rfio_iCopyMode;
-# $href->{$ebproc}->{'RFIO_pcCopyPath'} = $rfio_pcCopyPath;
-# $href->{$ebproc}->{'RFIO_iCopyFrac'} = $rfio_iCopyFrac;
-# $href->{$ebproc}->{'RFIO_iMaxFile'} = $rfio_iMaxFile;
-# $href->{$ebproc}->{'RFIO_iPathConv'} = $rfio_iPathConv;
+
$href->{$ebproc}->{'LTSM'} = $ltsm_list[$ebproc]; # 0|1
$href->{$ebproc}->{'LTSM_PATH'} = $ltsm_path;
$href->{$ebproc}->{'LTSM_FSD_PORT'} = $ltsm_fsd_port_list[$ebproc];
$href->{$ebproc}->{'LTSM_FSD_SERVER'} = $ltsm_fsd_server_list[$ebproc];
-# $href->{$ebproc}->{'EPICS_CTRL'} = $epics_list[$ebproc]; # 0|1
-
-# $href->{$ebproc}->{'DABC'} = $dabc_list[$ebproc]; # 0|1
-
-# $href->{$ebproc}->{'EB_DEBUG'} = $ebdbg_list[$ebproc]; # 0|1
-# $href->{$ebproc}->{'EB_LOG'} = $eblog_list[$ebproc]; # 0|1
-# $href->{$ebproc}->{'NM_LOG'} = $nmlog_list[$ebproc]; # 0|1
# if ($ebproc<7) {
# note that for bnet setup, index does not mean eb number, but machine number!
#print Dumper \$bnet_bld_list[$ebproc];
# }
-# if ( $write2disk_list[$ebproc] && lc($opt_disk) eq 'undef' ) {
-# if (&isVarDefined($temp_args_href->{$procname}->{'OUTDIR'}, "OUTDIR for $procname")) {
-# $href->{$ebproc}->{'OUTDIR'} = $temp_args_href->{$procname}->{'OUTDIR'};
-# }
-# } elsif ( lc($opt_disk) eq 'on' ) {
-# if (&isVarDefined($temp_args_href->{$procname}->{'OUTDIR'}, "OUTDIR for $procname")) {
-# $href->{$ebproc}->{'OUTDIR'} = $temp_args_href->{$procname}->{'OUTDIR'};
-# }
-# } elsif ( lc($opt_disk) eq 'off' ) {
-# #- do not do anything. If $href->{$ebproc}->{'OUTDIR'} is undefined,
-# # the data will go to /dev/null
-# }
} #foreach
$numOfEBProcs = $ebproc;
# exit;
}
-# sub isVarDefined() {
-# my ($var, $msg) = @_;
-#
-# my $retval = 1;
-#
-# unless( defined $var ){
-# print "Undefined variable found: $msg\n";
-# $retval = 0;
-# }
-# return $retval;
-# }
-
-# sub getVarSizeArg() {
-# my ($ebproc) = @_;
-#
-# my $i = 0;
-# my $arg = " ";
-#
-# foreach my $size (@{$EB_Args_href->{$ebproc}->{'BUFSIZE_LIST'}}) {
-#
-# if ($EB_Args_href->{$ebproc}->{'BUFSIZE_LIST'}->[$i] ==
-# $EB_Args_href->{$ebproc}->{'QUEUESIZE'}) {
-# $i++;
-# next;
-# }
-#
-# $arg = $arg . " -Q " . $i . ":" . $EB_Args_href->{$ebproc}->{'BUFSIZE_LIST'}->[$i];
-# $i++;
-# }
-#
-# return $arg;
-# }
+
sub startBnet() {
" export BNETRECEIVERS=" . $bnetrcvs . ";" .
" export HADAQPORTS=" . $bnet_port_list[$ebserver]. "; " ;
- # if ($EB_Args_href->{$ebproc}->{'OUTDIR'} ) {
-
-
-
# no daqdisk demon anymore for raid6-
$exports = $exports . "export DAQDISK=0; export OUTDIR=/data01/data; ";
- # if($EB_Args_href->{$ebproc}->{'MULTIDISK'}){
- # $exports = $exports . "export DAQDISK=1; export OUTDIR=/data01; ";
- # }
- # else{
- # $exports = $exports . "export DAQDISK=0; export OUTDIR=" . $EB_Args_href->{$ebproc}->{'OUTDIR'} .";";
- # }
-
- # }
if ( $EB_Args_href->{$ebproc}->{'LTSM'} ) {
# switch on by number of outputs
$exports = $exports . " export FILEOUTPUTS=2;";
}
-# } #outdir
-# else {
-# $exports = $exports . " export FILEOUTPUTS=1;";
-# # no output except for the stream server...
-# }
my $core_nr = &getCoreNr($cpu, 'build');
my $exe_dabc = "ssh -n $cpu -l $username \"$dabclogin $cdworkdir $exports taskset -c $core_nr $cmd_dabc $conf_bnet_bld 1</dev/null & (sleep 4; ~/bin/optimize_taskset.sh) &\"";
# }
}
-###########################################
-#
-# # print "DISABLING regular eventbuilder start for testing!\n";
-# # return;
-# ########################################
-# my $username = "hadaq";
-#
-# my (@process_list);
-#
-# foreach my $ebproc (sort {$a <=> $b} keys %$EB_Args_href) {
-#
-# my $ebnum2print = $ebproc+1;
-# print "EB process: $ebnum2print\n";
-#
-# if ($ebproc==15) {
-# print "Ignore eventbuilder 16, setup is reserved for BNET. \n";
-# return;
-# }
-# # JAM first test if we should activate dabc eventbuilder or old one
-#
-# if ( $EB_Args_href->{$ebproc}->{'DABC'} ) {
-# print "Starting DABC process..\n";
-#
-# #". /home/joern/dabcwork/head/dabclogin;cd /home/joern/dabcwork/head/plugins/hadaq/app; export EBNUM=1; export STREAMS=5; export UDP00=10101; export UDP01=10102; export UDP02=10103; export UDP03=10104; export UDP04=10105 export PREFIX=be; /home/joern/dabcwork/head/bin/dabc_exe EventBuilderHades.xml &" > /dev/null 2>&1 &
-#
-# my $cpu = $EB_Args_href->{$ebproc}->{'IP'};
-# # JAM old, direct to version
-# #my $dabclogin = ". /home/hadaq/soft/dabc/head/dabclogin;";
-# # JAM default:
-# #my $dabclogin = ". /home/hadaq/soft/dabc/bin/dabclogin;";#
-# #my $dabclogin = ". /home/hadaq/soft/dabc/bin/dabclogin.275;";
-# my $dabclogin = ". /home/hadaq/soft/dabc/bin/dabclogin.head; ";
-# # here test special installations:
-# my $cdworkdir = "cd /home/hadaq/oper;";
-#
-# # JAM old, direct to version
-# #my $cmd_dabc = "/home/hadaq/soft/dabc/head/bin/dabc_exe ";
-# # JAM default:
-# #my $cmd_dabc = "/home/hadaq/soft/dabc/bin/dabc_exe ";
-# # here test special installations:
-# # my $cmd_dabc = "/home/hadaq/soft/dabc/bin/dabc_exe.275 ";
-# my $cmd_dabc = "/home/hadaq/soft/dabc/bin/dabc_exe.head ";
-#
-# # my $conf_dabc = " EventBuilderHades.xml";
-# # my $conf_dabc = " EventBuilderHades.275.xml";
-# my $conf_dabc = " EventBuilderHades.head.xml";
-#
-# my $exports = " export LC_ALL=C;" .
-# " export EBNUM=" . $EB_Args_href->{$ebproc}->{'EBNUM'} . "; " .
-# " export STREAMS=" . $EB_Args_href->{$ebproc}->{'SOURCENUM'} . "; " .
-# " export PREFIX=" . $EB_Args_href->{$ebproc}->{'PREFIX'}. "; " ;
-#
-# my @port_list = ();
-#
-# #- add ports
-# my $ix =0;
-# foreach my $port (@{$EB_Args_href->{$ebproc}->{'PORT_LIST'}}) {
-# #$cmd_nm = $cmd_nm . " -i UDP:0.0.0.0:" . $port;
-# my $index=sprintf("%02d", $ix++);
-# $exports = $exports . " export UDP". $index. "=" . $port . "; ";
-# push(@port_list, $port);
-# }
-# &cpPortList2EB(\@port_list, $EB_Args_href->{$ebproc}->{'EBNUM'}, $cpu);
-#
-#
-# # MULTIDISK
-#
-# #- add output type
-#
-# if ($EB_Args_href->{$ebproc}->{'OUTDIR'} ) {
-# if ($EB_Args_href->{$ebproc}->{'MULTIDISK'}) {
-# $exports = $exports . "export DAQDISK=1; export OUTDIR=/data01; ";
-# } else {
-# $exports = $exports . "export DAQDISK=0; export OUTDIR=" . $EB_Args_href->{$ebproc}->{'OUTDIR'} .";";
-# }
-# if ( $EB_Args_href->{$ebproc}->{'LTSM'} ) {
-# $exports = $exports . " export FILEOUTPUTS=3;";
-# # additional exports for LTSM
-#
-# $exports = $exports . " export LTSMPATH=". $EB_Args_href->{$ebproc}->{'LTSM_PATH'} . ";";
-# $exports = $exports . " export LTSMSERVER=". $EB_Args_href->{$ebproc}->{'LTSM_Server'} . ";";
-# $exports = $exports . " export LTSMNODE=". $EB_Args_href->{$ebproc}->{'LTSM_Node'} . ";";
-# $exports = $exports . " export LTSMPASSWD=". $EB_Args_href->{$ebproc}->{'LTSM_Passwd'} . ";";
-# $exports = $exports . " export LTSMFSNAME=". $EB_Args_href->{$ebproc}->{'LTSM_Filesystem'} . ";";
-# # switch on by number of outputs
-# }
-# ################## deprecated, keep code for optional testing?
-# # JAM 5-2017 - we never run rfio and ltsm in parallel.
-# # if( $EB_Args_href->{$ebproc}->{'RFIO'} ){
-# #
-# # $exports = $exports . " export FILEOUTPUTS=3;";
-# # # additional exports for RFIO
-# #
-# # $exports = $exports . " export RFIOPATH=". $EB_Args_href->{$ebproc}->{'RFIO_PATH'} . ";";
-# # $exports = $exports . " export RFIOLUSTREPATH=". $EB_Args_href->{$ebproc}->{'RFIO_pcCopyPath'} . ";";
-# # $exports = $exports . " export RFIOCOPYMODE=". $EB_Args_href->{$ebproc}->{'RFIO_iCopyMode'} . ";";
-# # $exports = $exports . " export RFIOCOPYFRAC=". $EB_Args_href->{$ebproc}->{'RFIO_iCopyFrac'} . ";";
-# # $exports = $exports . " export RFIOMAXFILE=". $EB_Args_href->{$ebproc}->{'RFIO_iMaxFile'} . ";";
-# # $exports = $exports . " export RFIOPATHCONV=". $EB_Args_href->{$ebproc}->{'RFIO_iPathConv'} . ";";
-# #
-# # # switch on by number of outputs
-# # }
-# #######################################
-# else {
-# # no rfio, just local file
-# $exports = $exports . " export FILEOUTPUTS=2;";
-# }
-#
-# } #outdir
-# else {
-# $exports = $exports . " export FILEOUTPUTS=1;";
-# # no output except for the stream server...
-# }
-#
-#
-# # EPICSCONTROL ? always enabled for production
-# # SMALLFILES for online monitoring node
-#
-# # Jul14 beamtime setup 3 cores for dabc
-# #my $core_nr = &getCoreNr($cpu) . "," . &getCoreNr($cpu) . "," . &getCoreNr($cpu);
-#
-# # try 2 cores each dabc for more dabc nodes:
-# my $core_nr = &getCoreNr($cpu) . "," . &getCoreNr($cpu);
-# # my $core_nr = &getCoreNr($cpu);
-# # dabc is set to 3 cores
-# # JAM use fixed core number for kp1pc092 tests:
-# # my $core_nr = 1;
-# my $exe_dabc = "ssh -n $cpu -l $username \"$dabclogin $cdworkdir $exports taskset -c $core_nr $cmd_dabc $conf_dabc 1</dev/null &\"";
-# # my $exe_dabc = "ssh -n $cpu -l $username \"$dabclogin $cdworkdir $exports $cmd_dabc $conf_dabc &\"";
-#
-#
-# my $log = $log_path . "/log_" . $ebproc . "_" . "startEB.txt";
-# #my $log = "/dev/null 2>&1";
-# print "Forking:" . $exe_dabc ."\n";
-# forkMe($exe_dabc, $log, \@process_list) unless($opt_test);
-#
-# } else {
-# # the standard EB processes mode:
-# print "Starting evtbuild/netmem processes..\n";
-#
-# #--- Prepare execution of daq_evtbuild
-# my $cmd_eb = "/home/hadaq/bin/daq_evtbuild" .
-# " -m " . $EB_Args_href->{$ebproc}->{'SOURCENUM'} .
-# " -q " . $EB_Args_href->{$ebproc}->{'QUEUESIZE'} .
-# " -S " . $EB_Args_href->{$ebproc}->{'EBNUM'} .
-# " --ebnum " . $EB_Args_href->{$ebproc}->{'EBNUM'} .
-# " -x " . $EB_Args_href->{$ebproc}->{'PREFIX'};
-#
-# #- add queue variable size args
-# my $varsize_arg = &getVarSizeArg($ebproc);
-# $cmd_eb = $cmd_eb . $varsize_arg;
-#
-# #- add output type
-# if ( defined $EB_Args_href->{$ebproc}->{'OUTDIR'} ) {
-# if ($EB_Args_href->{$ebproc}->{'MULTIDISK'}) {
-# $cmd_eb = $cmd_eb . " -d file -o " . "/data01/data";
-# } else {
-# $cmd_eb = $cmd_eb . " -d file -o " . $EB_Args_href->{$ebproc}->{'OUTDIR'};
-# }
-# } else {
-# $cmd_eb = $cmd_eb . " -d null";
-# }
-#
-# #- add file size
-# $cmd_eb = $cmd_eb . " --filesize " . $EB_Args_href->{$ebproc}->{'FILESIZE'};
-#
-# #- add second output with small hdl files
-# if ( defined $EB_Args_href->{$ebproc}->{'RESDOWNSCALE'} ) {
-# $cmd_eb = $cmd_eb . " --resdownscale " . $EB_Args_href->{$ebproc}->{'RESDOWNSCALE'} .
-# " --resnumevents " . $EB_Args_href->{$ebproc}->{'RESNUMEVENTS'} .
-# " --respath " . $EB_Args_href->{$ebproc}->{'RESPATH'} .
-# " --ressizelimit " . $EB_Args_href->{$ebproc}->{'RESSIZELIMIT'};
-# }
-#
-# my $cpu = $EB_Args_href->{$ebproc}->{'IP'};
-#
-# #- add rfio args
-# my $rfio;
-# if ( $EB_Args_href->{$ebproc}->{'RFIO'} ) {
-# $rfio = " --rfio rfiodaq:gstore:" . $EB_Args_href->{$ebproc}->{'RFIO_PATH'} .
-# " --rfiolustre " . $EB_Args_href->{$ebproc}->{'RFIO_pcCopyPath'} .
-# " --rfio_pcoption " . $EB_Args_href->{$ebproc}->{'RFIO_pcOptions'} .
-# " --rfio_icopymode " . $EB_Args_href->{$ebproc}->{'RFIO_iCopyMode'} .
-# " --rfio_icopyfrac " . $EB_Args_href->{$ebproc}->{'RFIO_iCopyFrac'} .
-# " --rfio_imaxfile " . $EB_Args_href->{$ebproc}->{'RFIO_iMaxFile'} .
-# " --rfio_ipathconv " . $EB_Args_href->{$ebproc}->{'RFIO_iPathConv'};
-# }
-#
-# $cmd_eb = $cmd_eb . $rfio if( defined $rfio );
-#
-# #- add multiple disk arg (ctrl via daq_disks)
-# if ($EB_Args_href->{$ebproc}->{'MULTIDISK'} &&
-# defined $EB_Args_href->{$ebproc}->{'OUTDIR'}) {
-# $cmd_eb = $cmd_eb . " --multidisk " . $EB_Args_href->{$ebproc}->{'MULTIDISK'};
-# }
-#
-# #- add online RPC server
-# if ( $EB_Args_href->{$ebproc}->{'ONLINESERVER'} eq "on" ) {
-# $cmd_eb = $cmd_eb . " --online";
-# }
-#
-# #- add epics controlled
-# $cmd_eb = $cmd_eb . " --epicsctrl " if( $EB_Args_href->{$ebproc}->{'EPICS_CTRL'} );
-#
-# # switch on debug output
-# $cmd_eb = $cmd_eb . " --debug trignr --debug errbit --debug word " if( $EB_Args_href->{$ebproc}->{'EB_DEBUG'} );
-#
-#
-#
-# #- logging the output
-# my $eblog_file = "/tmp/log_eb_" . $EB_Args_href->{$ebproc}->{'EBNUM'} . ".txt";
-# my $eb_log = "1>$eblog_file 2>$eblog_file";
-# $eb_log = "1>/dev/null 2>/dev/null" unless( $EB_Args_href->{$ebproc}->{'EB_LOG'} );
-#
-# my $time = 1. * $ebproc;
-# my $sleep_cmd = "sleep " . $time;
-#
-# my $core_nr = &getCoreNr($cpu);
-#
-# my $exe_eb = "ssh -n $cpu -l $username \"cd /home/hadaq/oper; export DAQ_SETUP=/home/hadaq/oper/eb; taskset -c $core_nr $cmd_eb $eb_log &\"";
-#
-# #print "exec: $exe_eb\n";
-#
-# #--- Prepare execution of daq_netmem
-# my $cmd_nm = "/home/hadaq/bin/daq_netmem" .
-# " -m " . $EB_Args_href->{$ebproc}->{'SOURCENUM'} .
-# " -q " . $EB_Args_href->{$ebproc}->{'QUEUESIZE'} .
-# " -S " . $EB_Args_href->{$ebproc}->{'EBNUM'};
-#
-# #- add queue variable size args
-# $cmd_nm = $cmd_nm . $varsize_arg;
-#
-# my @port_list = ();
-#
-# #- add ports
-# foreach my $port (@{$EB_Args_href->{$ebproc}->{'PORT_LIST'}}) {
-# #$cmd_nm = $cmd_nm . " -i UDP:0.0.0.0:" . $port;
-# $cmd_nm = $cmd_nm . " -i " . $port;
-#
-# push(@port_list, $port);
-# }
-#
-# &cpPortList2EB(\@port_list, $EB_Args_href->{$ebproc}->{'EBNUM'}, $cpu);
-#
-# #- logging the output
-# my $nmlog_file = "/tmp/log_nm_" . $EB_Args_href->{$ebproc}->{'EBNUM'} . ".txt";
-# my $nm_log = "1>$nmlog_file 2>$nmlog_file";
-# $nm_log = "1>/dev/null 2>/dev/null" unless( $EB_Args_href->{$ebproc}->{'NM_LOG'} );
-#
-# $core_nr = &getCoreNr($cpu);
-#
-# my $exe_nm = "ssh -n $cpu -l $username \"cd /home/hadaq/oper; export DAQ_SETUP=/home/hadaq/oper/eb; taskset -c $core_nr $cmd_nm $nm_log &\"";
-#
-# #print "exec: $exe_nm\n";
-#
-# #--- Open permissions for shared memory
-# my $eb_shmem = "daq_evtbuild" . $EB_Args_href->{$ebproc}->{'EBNUM'} . ".shm";
-# my $nm_shmem = "daq_netmem" . $EB_Args_href->{$ebproc}->{'EBNUM'} . ".shm";
-# my $exe_open_eb = "ssh -n $cpu -l $username \"chmod 775 /dev/shm/$eb_shmem\"";
-# my $exe_open_nm = "ssh -n $cpu -l $username \"chmod 775 /dev/shm/$nm_shmem\"";
-#
-# &forkEB($exe_eb, $exe_nm, $exe_open_eb, $exe_open_nm, \@process_list);
-# }
-#
-# }
-# # if dabc
-#
-# #- Wait for children
-# foreach my $cur_child_pid (@process_list) {
-# waitpid($cur_child_pid,0);
-# }
-
-#}
-# foreach
sub stopEvtBuilders() {
my $username = "hadaq";
my @process_list = ();
#--- Loop over server IPs
- # foreach my $ip (@EB_IP_list){
foreach my $ip (@bnetservers) {
my $exe = "ssh -n $ip -l $username \"/home/hadaq/bin/cleanup_evtbuild.pl; /home/hadaq/bin/ipcrm.pl\"";
}
}
-# sub cpPortList2EB() {
-# my ($port_list_aref, $ebnr, $cpu) = @_;
-#
-# my $tmpfile = "/tmp/eb" . $ebnr . "_" . $cpu . ".txt";
-#
-# #- First write ports to tmp file
-# my $fh = new FileHandle(">$tmpfile");
-#
-# if (!$fh) {
-# my $txt = "\nError! Could not open file \"$tmpfile\" for output. Exit.\n";
-# print STDERR $txt;
-# print $txt;
-# exit(128);
-# }
-#
-# foreach my $port (@$port_list_aref) {
-# print $fh "$port\n";
-# }
-#
-# $fh->close();
-#
-# #- Copy this tmp file to EB
-# my $exe_cp = "scp $tmpfile hadaq\@$cpu:/tmp/ 1>/dev/null 2>/dev/null";
-# system($exe_cp);
-# }
-
-# sub startIOC() {
-# my $ioc_dir = "/home/scs/ebctrl/ioc/iocBoot/iocebctrl";
-#
-# &writeIOC_stcmd( $ioc_dir );
-#
-# print "Starting IOCs...\n" if($opt_verb);
-#
-# foreach my $ebproc (keys %$EB_Args_href) {
-#
-# my $stcmd = sprintf("st_eb%02d.cmd", 1 + $ebproc);
-# my $screen_name = sprintf("ioc_eb%02d", 1 + $ebproc);
-#
-# my $cmd = "bash; . /home/scs/.bashrc; export HOSTNAME=\\\$(hostname); cd $ioc_dir; screen -dmS $screen_name ../../bin/linux-x86_64/ebctrl $stcmd";
-# my $cpu = $EB_Args_href->{$ebproc}->{'IP'};
-# # JAM2016: this is kludge for bnet:
-# # first IP in hub configuration of pseude EB15 might be set differently
-# # we always reset it to match lxhadeb05 where epics for builder should belong
-# if ($ebproc == 15) {
-# $cpu='192.168.100.15';
-# }
-# #another dirty workaround for bnet at eb0:
-# if ($ebproc == 0) {
-# $cpu = '192.168.100.8';
-# }
-# # end bnet kludge
-# my $exe = "ssh -n $cpu -l scs \"$cmd\"";
-#
-# print "Exec: $exe\n" if($opt_verb);
-# system($exe) unless($opt_test);
-# }
-# }
-
-# sub smallestEBProcNum() {
-# my $smallest = 1000;
-#
-# foreach my $ebproc (keys %$EB_Args_href) {
-# $smallest = $ebproc if($smallest > $ebproc);
-# }
-#
-# return $smallest;
-# }
-
-# sub writeIOC_stcmd() {
-# my ($ioc_dir) = @_;
-#
-# # JAM first evaluate ports for ca list
-# my $epicscalist = "192.168.111.255";
-# foreach my $ebproc (keys %$EB_Args_href) {
-# $epicscalist=sprintf("%s 192.168.111.255:%d", $epicscalist, 10001 + $ebproc);
-# }
-#
-# print "Copying st.cmd files to servers...\n" if($opt_verb);
-#
-# my $smallest_ebproc = &smallestEBProcNum();
-#
-# foreach my $ebproc (keys %$EB_Args_href) {
-#
-# my $ebNr = 1 + $ebproc;
-# my $ebnum = sprintf("eb%02d", $ebNr);
-# my $serverport = 10001+ $ebproc;
-#
-# #- in MBytes
-# my $maxFileSize = $EB_Args_href->{$ebproc}->{'FILESIZE'};
-#
-# my $ebtype = "slave";
-# my $comment_genrunid = "#";
-# my $comment_totalevt = "#";
-#
-# if ($ebproc == $smallest_ebproc) {
-# $ebtype = "master";
-# $comment_genrunid = "";
-# $comment_totalevt = "";
-# }
-#
-# # if($ebNr == 1){
-# # $comment_totalevt = "";
-# # }
-#
-# my $ioc_stcmd = <<EOF;
-# #!../../bin/linux-x86_64/ebctrl
-#
-# ## Set EPICS environment
-#
-# < envPaths
-#
-# epicsEnvSet(FILESIZE,"$maxFileSize")
-# epicsEnvSet(EBTYPE,"$ebtype")
-# epicsEnvSet(EBNUM,"$ebNr")
-# epicsEnvSet(ERRBITLOG, "1")
-# epicsEnvSet(ERRBITWAIT, "30")
-# epicsEnvSet(EPICS_CAS_SERVER_PORT,"$serverport")
-# ## epicsEnvSet(EPICS_CA_ADDR_LIST,"192.168.111.255")
-# epicsEnvSet(EPICS_CA_ADDR_LIST,"$epicscalist")
-# epicsEnvSet(EPICS_CA_AUTO_ADDR_LIST,"NO")
-# epicsEnvSet(PATH,"/home/scs/base-3-14-11/bin/linux-x86_64:/usr/local/bin:/usr/bin:/bin:/usr/bin/X11:.")
-#
-# cd \${TOP}
-#
-# ## Register all support components
-# dbLoadDatabase("dbd/ebctrl.dbd")
-# ebctrl_registerRecordDeviceDriver(pdbbase)
-#
-# ## Load record instances
-# dbLoadRecords("db/stats.db", "PREFIX=HAD:IOC:,IOC=$ebnum")
-# dbLoadRecords("db/evtbuild.db","eb=$ebnum")
-# dbLoadRecords("db/netmem.db","eb=$ebnum")
-# dbLoadRecords("db/errbit1.db","eb=$ebnum")
-# dbLoadRecords("db/errbit2.db","eb=$ebnum")
-# dbLoadRecords("db/trignr1.db","eb=$ebnum")
-# dbLoadRecords("db/trignr2.db","eb=$ebnum")
-# dbLoadRecords("db/portnr1.db","eb=$ebnum")
-# dbLoadRecords("db/portnr2.db","eb=$ebnum")
-# dbLoadRecords("db/trigtype.db","eb=$ebnum")
-# ## JAM disable cpu module to test epicshangup issue:
-# ## dbLoadRecords("db/cpu.db","eb=$ebnum")
-# dbLoadRecords("db/errbitstat.db","eb=$ebnum")
-# $comment_totalevt dbLoadRecords("db/totalevtstat.db")
-# $comment_genrunid dbLoadRecords("db/genrunid.db","eb=$ebnum")
-#
-# ## Set this to see messages from mySub
-# var evtbuildDebug 0
-# var netmemDebug 0
-# var genrunidDebug 0
-# var writerunidDebug 0
-# var errbit1Debug 0
-# var errbit2Debug 0
-# var trigtypeDebug 1
-# var cpuDebug 0
-# var errbitstatDebug 0
-# $comment_totalevt var totalevtscompDebug 0
-# cd \${TOP}/iocBoot/\${IOC}
-# iocInit()
-#
-# ## Start any sequence programs
-# #seq sncExample,"user=scsHost"
-#
-# dbl > \${TOP}/iocBoot/\${IOC}/$ebnum.dbl
-#
-# EOF
-#
-# my $outfile = "/tmp/st_" . $ebnum . ".cmd";
-# my $fh = new FileHandle(">$outfile");
-#
-# if (!$fh) {
-# my $txt = "\nError! Could not open file \"$outfile\" for output. Exit.\n";
-# print STDERR $txt;
-# print $txt;
-# exit(128);
-# }
-#
-# print $fh $ioc_stcmd;
-# $fh->close();
-#
-# my $ip = $EB_Args_href->{$ebproc}->{'IP'};
-# my $cmd = "scp $outfile scs\@$ip:$ioc_dir/.";
-#
-# print "Exec: $cmd\n" if($opt_verb);
-# system($cmd) unless($opt_test);
-# }
-# }
-#
-# sub killIOC() {
-# my %ioc;
-# my $ioc_href = \%ioc;
-#
-# print "Looking for running IOCs...\n" if($opt_verb);
-#
-# #--- Loop over server IPs
-#
-# #foreach my $ip (@EB_IP_list){
-# foreach my $ip (@bnetservers) {
-#
-# &findRunningIOC($ip, $ioc_href);
-# }
-#
-# #print Dumper \%$ioc_href;
-#
-# &writeExpectIOC() if(%$ioc_href);
-#
-# if ($opt_verb) {
-# print "Killing running IOCs...\n";
-# print "No IOCs found - nothing to kill, continue...\n" unless(%$ioc_href);
-# }
-#
-# my (@process_list);
-#
-# foreach my $ip ( %$ioc_href ) {
-# foreach my $ioc ( @{$ioc_href->{$ip}} ) {
-#
-# my $cmd = $expect_ioc_script . " " . $ip . " " . $ioc;
-# my $log = $log_path . "/log_" . $ip . "_" . $ioc . ".txt";
-# print "cmd: $cmd\n" if($opt_verb);
-# &forkMe($cmd, $log, \@process_list);
-# }
-# }
-#
-#
-#
-#
-# #- Wait for children
-# foreach my $cur_child_pid (@process_list) {
-# waitpid($cur_child_pid,0);
-# }
-#
-# ### just kill the remaining stuff
-# @process_list = ();
-#
-# #foreach my $ip (@EB_IP_list){
-# foreach my $ip (@bnetservers) {
-# my $cmd = qq|ssh scs\@$ip "/usr/bin/pkill -f \\"SCREEN -dmS ioc_eb\\""|;
-# print $cmd;
-# &forkMe($cmd, "/tmp/ioc_kill_$ip", \@process_list);
-# }
-#
-# foreach my $cur_child_pid (@process_list) {
-# waitpid($cur_child_pid,0);
-# }
-#
-# #sleep 1;
-#
-# ### just kill the remaining stuff
-# @process_list = ();
-# #foreach my $ip (@EB_IP_list){
-# foreach my $ip (@bnetservers) {
-# my $cmd = qq|ssh scs\@$ip "/usr/bin/pkill -9 -f \\"SCREEN -dmS ioc_eb\\""|;
-# &forkMe($cmd, "/tmp/ioc_kill2_$ip", \@process_list);
-# }
-#
-# foreach my $cur_child_pid (@process_list) {
-# waitpid($cur_child_pid,0);
-# }
-#
-# }
sub forkMe() {
my ($cmd, $log, $proc_list) = @_;
}
}
-# sub forkEB() {
-# my ($exe_eb, $exe_nm, $exe_open_eb, $exe_open_nm, $proc_list) = @_;
-#
-# my $child = fork();
-#
-# if ( $child ) { # parent
-# push( @$proc_list, $child );
-# } elsif ( $child == 0 ) { # child
-# #--- Execute Event Builder
-# print "Exec: $exe_eb\n" if($opt_verb);
-# system($exe_eb) unless($opt_test);
-#
-# #sleep(1);
-#
-# #--- Open permissions for EB shared memory
-# # ! Permissions should be opened by EB process
-# #print "Exec: $exe_open_eb\n" if($opt_verb);
-# #system($exe_open_eb) unless($opt_test);
-#
-# #sleep(2);
-#
-# #--- Execute Net-2-Memory
-# print "Exec: $exe_nm\n" if($opt_verb);
-# system($exe_nm) unless($opt_test);
-#
-# #sleep(1);
-#
-# #--- Open permissions for NM shared memory
-# # ! Permissions should be opened by EB process
-# #print "Exec: $exe_open_nm\n" if($opt_verb);
-# #system($exe_open_nm) unless($opt_test);
-#
-# exit(0);
-# } else {
-# print "Could not fork: $!\n";
-# exit(1);
-# }
-# }
-
-# sub findRunningIOC() {
-# my ($cpu, $ioc_href) = @_;
-#
-# `ssh -n $cpu -l scs \"screen -wipe\"`;
-# my $exe = "ssh -n $cpu -l scs \"screen -ls\"";
-#
-# my @output = `$exe`;
-#
-# foreach my $line (@output) {
-# if ($line =~ /\d+\.(ioc_eb\d{2})\s+/) {
-# my $name = $1;
-# push( @{$ioc_href->{$cpu}}, $name );
-# print "Found IOC: $name on $cpu\n" if($opt_verb);
-# }
-# }
-# }
-#
-# sub writeExpectIOC() {
-# # This expect script can be executed to exit IOC.
-#
-# #! Look if /tmp dir exists
-# my $tmp_dir = dirname("/tmp");
-# if ( !(-d $tmp_dir) ) {
-# print "\nCannot access /tmp directory!\nExit.\n";
-# exit(1);
-# }
-#
-# my $expect_script_my = <<EOF;
-# #!/usr/bin/expect -f
-#
-# # This script is automatically generated by startup.pl
-# # Do not edit, the changes will be lost.
-#
-# # Print args
-# send_user "\$argv0 [lrange \$argv 0 \$argc]\\n"
-#
-# # Get args
-# #
-# # ip : IP address of the server
-# # iocname : name of IOC screen process (screen -ls)
-# #
-# if {\$argc>0} {
-# set ip [lindex \$argv 0]
-# set iocname [lindex \$argv 1]
-# } else {
-# send_user "Usage: \$argv0 ip iocname\\n"
-# }
-#
-# spawn ssh scs@\$ip
-#
-# #expect {
-# # "error" { exit; }
-# # "login:" { exit; }
-# # "Password:" { exit; }
-# #}
-#
-# set timeout 20
-# #240
-#
-# expect "~\$ "
-# send "screen -r \$iocname\\r"
-# expect "epics> "
-# send "exit\\r"
-# expect "~\$ "
-#
-# EOF
-#
-# my $fh = new FileHandle(">$expect_ioc_script");
-#
-# if (!$fh) {
-# my $txt = "\nError! Could not open file \"$expect_ioc_script\" for output. Exit.\n";
-# print STDERR $txt;
-# print $txt;
-# exit(128);
-# }
-#
-# print $fh $expect_script_my;
-# $fh->close();
-#
-# #- open permissions
-# system("chmod 755 $expect_ioc_script");
-# }
sub getGbEconfig() {
#
my $data_sources = $temp_args_href->{'Parallel'}->{'DATA_SOURCES'};
my $gbe_conf = $temp_args_href->{'Parallel'}->{'GBE_CONF'};
- #my $cts_conf = $temp_args_href->{'Parallel'}->{'CTS_CONF'};
my %activeSources_hash;
my $activeSources_href = \%activeSources_hash;
my @id_list;
my $id_list_aref = \@id_list;
- #&readEBids($cts_conf, $id_list_aref);
-
#- Overwrite array with EB numbers
@id_list = (0 .. 15);
#print Dumper $id_list_aref;
my (@vals) = split(" ", $_);
my $id = $vals[1];
- #if($id <0 or $id >15) {
- # print "error: in $file there is a line with an eventbuilder number different than 0..15, the number given in the file is $id. please correct the config file.\n";
- # exit(128);
- #}
-
#- Accept only EB Ids from CTS config file
#print "value: $_";
next if($ind1 == -1);
-# push( @{$ports_href->{$id}->{'port_list'}}, $tmp_href->{$id}->{'port_list'}->[$ind1]);
-# # added for bnet JAM:
-# push( @{$ports_href->{$id}->{'ip_list'}}, $tmp_href->{$id}->{'ip_list'}->[$ind1]);
-# push( @{$ports_href->{$id}->{'calib_list'}}, $tmp_href->{$id}->{'calib_list'}->[$ind1]);
-#
-# push( @{$ports_href->{$id}->{'addr_list'}}, $addr);
-# # push( @{$ports_href->{$id}->{'bufsize_list'}}, $activeSources_href->{'bufsize_list'}->[$ind2]);
if ($id == 0 && $numids==1) {
# fill all ids of active inputs with setup for id 0 of bnet
$fh->close;
}
-# sub getBufSize() {
-# my ($bufSize) = @_;
-#
-# if (lc($bufSize) eq "low") {
-# return $temp_args_href->{'Main'}->{'BUF_SIZE_LOW'};
-# } elsif (lc($bufSize) eq "mid") {
-# return $temp_args_href->{'Main'}->{'BUF_SIZE_MID'};
-# } elsif (lc($bufSize) eq "high") {
-# return $temp_args_href->{'Main'}->{'BUF_SIZE_HIGH'};
-# } else {
-# print "Cannot understand $bufSize from data_sources.db.\n";
-# exit(0);
-# }
-# }
sub getIP_hex2dec() {
my ($ip_hex) = @_;
jspc29 / hadesdaq.git / commitdiff