Big PanDA Instance for ORNL pilots

Introduction

• This page is evolving. Please keep checking.
• This page contains information about BigPanDA instance for ORNL's Titan.
• Feel free to contact JaroslavaSchovancova, TorreWenaus, SergeyPanitkin, and DanilaOleynik with questions.

PanDA server URIs

• HTTPS: https://pandawms.org:25443/server/panda
  • ATLAS version: https://pandaserver.cern.ch:25443/server/panda
• HTTP: http://pandawms.org:25080/server/panda
  • ATLAS version: http://pandaserver.cern.ch:25080/server/panda
• "cache": http://pandawms.org:80/cache/schedconfig/
  • ATLAS version: http://pandaserver.cern.ch:25085/cache/schedconfig/

Pilot owners

• /C=RU/O=RDIG/OU=users/OU=jinr.ru/CN=Danila Oleynik
• /DC=com/DC=DigiCert-Grid/O=Open Science Grid/OU=People/CN=Sergey 1370
• /DC=com/DC=DigiCert-Grid/O=Open Science Grid/OU=People/CN=Kenneth Read 1269

Database entries for topology

Table CLOUDCONFIG

• INSERT INTO `cloudconfig` (`NAME`,`DESCRIPTION`,`TIER1`,`TIER1SE`,`RELOCATION`,`WEIGHT`,`SERVER`,`STATUS`,`TRANSTIMELO`,`TRANSTIMEHI`,`WAITTIME`,`COMMENT_`,`SPACE`,`MODUSER`,`MODTIME`,`VALIDATION`,`MCSHARE`,`COUNTRIES`,`FASTTRACK`,`NPRESTAGE`,`PILOTOWNERS`,`DN`,`EMAIL`,`FAIRSHARE`) VALUES ('US','Cloud for ALICE/Titan','ORNL_Titan','TITANALICE',NULL,1,'pandawms.org','online',4,4,0,'ALICE cloud',0,'DanilaOleynik','2015-05-02 21:00:00','true',0,'us',NULL,0,'Danila Oleynik|Sergey 1370|Kenneth Read 1269','Danila Oleynik|Sergey 1370|Kenneth Read 1269','Danila.Oleynik@cern.ch,panitkin@bnl.gov,jschovan@bnl.gov',NULL);
  

Table SCHEDCONFIG

• INSERT INTO `schedconfig` (`NAME`,`NICKNAME`,`QUEUE`,`LOCALQUEUE`,`SYSTEM`,`SYSCONFIG`,`ENVIRON`,`GATEKEEPER`,`JOBMANAGER`,`SE`,`DDM`,`JDLADD`,`GLOBUSADD`,`JDL`,`JDLTXT`,`VERSION`,`SITE`,`REGION`,`GSTAT`,`TAGS`,`CMD`,`LASTMOD`,`ERRINFO`,`NQUEUE`,`COMMENT_`,`APPDIR`,`DATADIR`,`TMPDIR`,`WNTMPDIR`,`DQ2URL`,`SPECIAL_PAR`,`PYTHON_PATH`,`NODES`,`STATUS`,`COPYTOOL`,`COPYSETUP`,`RELEASES`,`SEPATH`,`ENVSETUP`,`COPYPREFIX`,`LFCPATH`,`SEOPT`,`SEIN`,`SEINOPT`,`LFCHOST`,`CLOUD`,`SITEID`,`PROXY`,`RETRY`,`QUEUEHOURS`,`ENVSETUPIN`,`COPYTOOLIN`,`COPYSETUPIN`,`SEPRODPATH`,`LFCPRODPATH`,`COPYPREFIXIN`,`RECOVERDIR`,`MEMORY`,`MAXTIME`,`SPACE`,`TSPACE`,`CMTCONFIG`,`SETOKENS`,`GLEXEC`,`PRIORITYOFFSET`,`ALLOWEDGROUPS`,`DEFAULTTOKEN`,`PCACHE`,`VALIDATEDRELEASES`,`ACCESSCONTROL`,`DN`,`EMAIL`,`ALLOWEDNODE`,`MAXINPUTSIZE`,`TIMEFLOOR`,`DEPTHBOOST`,`IDLEPILOTSUPRESSION`,`PILOTLIMIT`,`TRANSFERRINGLIMIT`,`CACHEDSE`,`CORECOUNT`,`COUNTRYGROUP`,`AVAILABLECPU`,`AVAILABLESTORAGE`,`PLEDGEDCPU`,`PLEDGEDSTORAGE`,`STATUSOVERRIDE`,`ALLOWDIRECTACCESS`,`GOCNAME`,`TIER`,`MULTICLOUD`,`LFCREGISTER`,`STAGEINRETRY`,`STAGEOUTRETRY`,`FAIRSHAREPOLICY`,`ALLOWFAX`,`FAXREDIRECTOR`,`MAXWDIR`,`CELIST`,`MINMEMORY`,`MAXMEMORY`,`MINTIME`) VALUES ('default','ANALY_ORNL_Titan',NULL,NULL,'osg',NULL,NULL,'to.be.set',NULL,NULL,'BNL-OSG2_SCRATCHDISK',NULL,NULL,NULL,NULL,NULL,'BNL','US','BNL-ATLAS',NULL,NULL,'2013-09-09 00:00:00',NULL,0,NULL,'/lustre/atlas/proj-shared/csc108/app_dir/',NULL,'/lustre/atlas/proj-shared/csc108/PilotJobsTmp','/lustre/atlas/proj-shared/csc108/PilotJobsTmp',NULL,NULL,NULL,0,'brokeroff','mv',NULL,NULL,'/lustre/atlas/proj-shared/csc108/data',NULL,NULL,'/grid/atlas/dq2',NULL,NULL,NULL,'lfc.usatlas.bnl.gov','US','ANALY_ORNL_Titan',NULL,'False',0,NULL,NULL,NULL,'/lustre/atlas/proj-shared/csc108/data',NULL,NULL,NULL,0,0,293765,'2014-05-02 21:00:00',NULL,NULL,NULL,NULL,NULL,NULL,NULL,'14.5.0|14.5.2|15.2.0|15.3.1',NULL,NULL,NULL,NULL,14336,120,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,'offline','False','BNL-ATLAS','T1',NULL,'server',2,2,NULL,'True','glrd.usatlas.org:1094',16336,NULL,0,0,0);
  INSERT INTO `schedconfig` (`NAME`,`NICKNAME`,`QUEUE`,`LOCALQUEUE`,`SYSTEM`,`SYSCONFIG`,`ENVIRON`,`GATEKEEPER`,`JOBMANAGER`,`SE`,`DDM`,`JDLADD`,`GLOBUSADD`,`JDL`,`JDLTXT`,`VERSION`,`SITE`,`REGION`,`GSTAT`,`TAGS`,`CMD`,`LASTMOD`,`ERRINFO`,`NQUEUE`,`COMMENT_`,`APPDIR`,`DATADIR`,`TMPDIR`,`WNTMPDIR`,`DQ2URL`,`SPECIAL_PAR`,`PYTHON_PATH`,`NODES`,`STATUS`,`COPYTOOL`,`COPYSETUP`,`RELEASES`,`SEPATH`,`ENVSETUP`,`COPYPREFIX`,`LFCPATH`,`SEOPT`,`SEIN`,`SEINOPT`,`LFCHOST`,`CLOUD`,`SITEID`,`PROXY`,`RETRY`,`QUEUEHOURS`,`ENVSETUPIN`,`COPYTOOLIN`,`COPYSETUPIN`,`SEPRODPATH`,`LFCPRODPATH`,`COPYPREFIXIN`,`RECOVERDIR`,`MEMORY`,`MAXTIME`,`SPACE`,`TSPACE`,`CMTCONFIG`,`SETOKENS`,`GLEXEC`,`PRIORITYOFFSET`,`ALLOWEDGROUPS`,`DEFAULTTOKEN`,`PCACHE`,`VALIDATEDRELEASES`,`ACCESSCONTROL`,`DN`,`EMAIL`,`ALLOWEDNODE`,`MAXINPUTSIZE`,`TIMEFLOOR`,`DEPTHBOOST`,`IDLEPILOTSUPRESSION`,`PILOTLIMIT`,`TRANSFERRINGLIMIT`,`CACHEDSE`,`CORECOUNT`,`COUNTRYGROUP`,`AVAILABLECPU`,`AVAILABLESTORAGE`,`PLEDGEDCPU`,`PLEDGEDSTORAGE`,`STATUSOVERRIDE`,`ALLOWDIRECTACCESS`,`GOCNAME`,`TIER`,`MULTICLOUD`,`LFCREGISTER`,`STAGEINRETRY`,`STAGEOUTRETRY`,`FAIRSHAREPOLICY`,`ALLOWFAX`,`FAXREDIRECTOR`,`MAXWDIR`,`CELIST`,`MINMEMORY`,`MAXMEMORY`,`MINTIME`) VALUES ('default','ORNL_Titan',NULL,NULL,'osg',NULL,NULL,'to.be.set',NULL,'token:ATLASUSERDISK:srm://dcsrm.usatlas.bnl.gov:8443/srm/managerv2?SFN=','BNL-OSG2_USERDISK',NULL,NULL,NULL,NULL,NULL,'BNL','US','BNL-ATLAS',NULL,NULL,'2013-08-01 00:00:00',NULL,0,'start.BNL.downtime.16.Dec','/tmp/proj/csc108/atlas_app/atlas_rel/',NULL,'/tmp/proj/csc108/PilotJobsTmp','/tmp/proj/csc108/PilotJobsTmp',NULL,NULL,NULL,0,'offline','lcgcp','$OSG_APP/atlas_app/copysetup.sh',NULL,'/pnfs/usatlas.bnl.gov/atlasuserdisk',NULL,'^srm://dcsrm.usatlas.bnl.gov','/grid/atlas/dq2',NULL,NULL,NULL,'lfc.usatlas.bnl.gov','US','ORNL_Titan',NULL,'False',0,NULL,NULL,NULL,NULL,'/grid/atlas/dq2',NULL,NULL,0,0,429268,'2013-09-06 00:00:00',NULL,'ATLASUSERDISK',NULL,NULL,NULL,NULL,NULL,'14.5.0|14.5.2|15.2.0|15.3.1',NULL,NULL,NULL,NULL,14336,120,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,NULL,'offline','False','BNL-ATLAS','T1',NULL,'server',2,2,NULL,'True','glrd.usatlas.org:1094',16336,NULL,0,0,0);
  

• more human readable version:
  • http://pandawms.org/bigpandamon/schedconfig/ANALY_ORNL_Titan/
  • http://pandawms.org/bigpandamon/schedconfig/ORNL_Titan/
• "cached" json files for pilot:
  • http://pandawms.org:80/cache/schedconfig/ANALY_ORNL_Titan.all.json
  • http://pandawms.org:80/cache/schedconfig/ANALY_ORNL_Titan.pilot.json
  • http://pandawms.org:80/cache/schedconfig/ANALY_ORNL_Titan.factory.json
  • http://pandawms.org:80/cache/schedconfig/ANALY_ORNL_Titan.pilot.pilot
  • http://pandawms.org:80/cache/schedconfig/ORNL_Titan.all.json
  • http://pandawms.org:80/cache/schedconfig/ORNL_Titan.pilot.json
  • http://pandawms.org:80/cache/schedconfig/ORNL_Titan.factory.json
  • http://pandawms.org:80/cache/schedconfig/ORNL_Titan.pilot.pilot

Table USERS

• INSERT INTO `users` (`ID`,`NAME`,`DN`,`EMAIL`,`URL`,`LOCATION`,`CLASSA`,`CLASSP`,`CLASSXP`,`SITEPREF`,`GRIDPREF`,`QUEUEPREF`,`SCRIPTCACHE`,`TYPES`,`SITES`,`NJOBSA`,`NJOBSP`,`NJOBS1`,`NJOBS7`,`NJOBS30`,`CPUA1`,`CPUA7`,`CPUA30`,`CPUP1`,`CPUP7`,`CPUP30`,`CPUXP1`,`CPUXP7`,`CPUXP30`,`QUOTAA1`,`QUOTAA7`,`QUOTAA30`,`QUOTAP1`,`QUOTAP7`,`QUOTAP30`,`QUOTAXP1`,`QUOTAXP7`,`QUOTAXP30`,`SPACE1`,`SPACE7`,`SPACE30`,`LASTMOD`,`FIRSTJOB`,`LATESTJOB`,`PAGECACHE`,`CACHETIME`,`NCURRENT`,`JOBID`,`STATUS`,`VO`) VALUES (13604,'Danila Oleynik','/C=RU/O=RDIG/OU=users/OU=jinr.ru/CN=Danila Oleynik/CN=proxy','Danila.Oleynik@cern.ch',NULL,NULL,'us-analysis','us-userprod','us-express',NULL,NULL,NULL,NULL,'analysis (4444) ','Panda (4444) ',4444,0,NULL,NULL,NULL,0,0,NULL,0,0,NULL,NULL,NULL,NULL,500,3500,15000,30,210,900,150,1050,4500,NULL,NULL,NULL,'2014-05-02 21:00:00','2014-05-02 21:00:00','2014-05-02 21:00:00',NULL,'1970-01-01 00:00:00',0,4444,NULL,'alice');
  
  INSERT INTO `users` (`ID`,`NAME`,`DN`,`EMAIL`,`URL`,`LOCATION`,`CLASSA`,`CLASSP`,`CLASSXP`,`SITEPREF`,`GRIDPREF`,`QUEUEPREF`,`SCRIPTCACHE`,`TYPES`,`SITES`,`NJOBSA`,`NJOBSP`,`NJOBS1`,`NJOBS7`,`NJOBS30`,`CPUA1`,`CPUA7`,`CPUA30`,`CPUP1`,`CPUP7`,`CPUP30`,`CPUXP1`,`CPUXP7`,`CPUXP30`,`QUOTAA1`,`QUOTAA7`,`QUOTAA30`,`QUOTAP1`,`QUOTAP7`,`QUOTAP30`,`QUOTAXP1`,`QUOTAXP7`,`QUOTAXP30`,`SPACE1`,`SPACE7`,`SPACE30`,`LASTMOD`,`FIRSTJOB`,`LATESTJOB`,`PAGECACHE`,`CACHETIME`,`NCURRENT`,`JOBID`,`STATUS`,`VO`) VALUES (13605,'Sergey 1370','/DC=com/DC=DigiCert-Grid/O=Open Science Grid/OU=People/CN=Sergey 1370/CN=proxy','panitkin@bnl.gov',NULL,NULL,'us-analysis','us-userprod','us-express',NULL,NULL,NULL,NULL,'analysis (4444) ','Panda (4444) ',4444,0,NULL,NULL,NULL,0,0,NULL,0,0,NULL,NULL,NULL,NULL,500,3500,15000,30,210,900,150,1050,4500,NULL,NULL,NULL,'2014-05-02 21:00:00','2014-05-02 21:00:00','2014-05-02 21:00:00',NULL,'1970-01-01 00:00:00',0,4444,NULL,'alice');
  
  INSERT INTO `users` (`ID`,`NAME`,`DN`,`EMAIL`,`URL`,`LOCATION`,`CLASSA`,`CLASSP`,`CLASSXP`,`SITEPREF`,`GRIDPREF`,`QUEUEPREF`,`SCRIPTCACHE`,`TYPES`,`SITES`,`NJOBSA`,`NJOBSP`,`NJOBS1`,`NJOBS7`,`NJOBS30`,`CPUA1`,`CPUA7`,`CPUA30`,`CPUP1`,`CPUP7`,`CPUP30`,`CPUXP1`,`CPUXP7`,`CPUXP30`,`QUOTAA1`,`QUOTAA7`,`QUOTAA30`,`QUOTAP1`,`QUOTAP7`,`QUOTAP30`,`QUOTAXP1`,`QUOTAXP7`,`QUOTAXP30`,`SPACE1`,`SPACE7`,`SPACE30`,`LASTMOD`,`FIRSTJOB`,`LATESTJOB`,`PAGECACHE`,`CACHETIME`,`NCURRENT`,`JOBID`,`STATUS`,`VO`) VALUES (13606,'Kenneth Read 1269','/DC=com/DC=DigiCert-Grid/O=Open Science Grid/OU=People/CN=Kenneth Read 1269/CN=proxy','readkf@ornl.gov',NULL,NULL,'us-analysis','us-userprod','us-express',NULL,NULL,NULL,NULL,'analysis (4444) ','Panda (4444) ',4444,0,NULL,NULL,NULL,0,0,NULL,0,0,NULL,NULL,NULL,NULL,500,3500,15000,30,210,900,150,1050,4500,NULL,NULL,NULL,'2014-05-02 21:00:00','2014-05-02 21:00:00','2014-05-02 21:00:00',NULL,'1970-01-01 00:00:00',0,4444,NULL,'alice');
  

Major updates:

-- JaroslavaSchovancova - 03 May 2014

Responsible: JaroslavaSchovancova