« ProductionServices.php

code review • git-log • git-blame • raw text

<?php
# WARNING: This file is publicly viewable on the web. Do not put private data here.

# ProductionServices.php statically defines all service hostnames/ips
# for any service used by MediaWiki, divided by datacenter.
#
# This can be included on app servers even in contexts where MediaWiki is not
# initialised (for example, PhpAutoPrepend.php and /etc/php7/fatal-error.php).
#
# This MUST NOT assume any global variables or constants from MediaWiki, nor
# multiversion. Only plain PHP built-ins may be used.
#
# This for PRODUCTION.
#
# Effective load order:
# - *nothing*
# - wmf-config/ProductionServices.php [THIS FILE]
#
# Included from: ../src/ServiceConfig.php
#
# DO NOT ADD new services below without asking SRE to set up a service proxy for it first.
# See T244843 for the rationale. All proxies that are setup can be found at:
# operations/puppet.git:/hieradata/common/profile/services_proxy/envoy.yaml
#

// Inline comments are often used for noting the service associated with specific configuration
// and requiring comments to be on their own line would reduce readability for this file
// phpcs:disable MediaWiki.WhiteSpace.SpaceBeforeSingleLineComment.NewLineComment
// phpcs:disable Universal.WhiteSpace.CommaSpacing.TooMuchSpaceAfterCommaBeforeTrailingComment

$common = [
	// XHGui is the on-demand profiler, backed by MariaDB.
	// The username and password are set in PrivateSettings.php.
	// Set to null to disable XHGui.
	'xhgui-pdo' => 'mysql:host=m2-master.eqiad.wmnet;dbname=xhgui',

	// https://wikitech.wikimedia.org/wiki/WikimediaDebug#Request_profiling
	'excimer-ui-url' => 'https://performance.wikimedia.org/excimer/',
	'excimer-ui-server' => 'https://performance.discovery.wmnet/excimer/',

	// ArcLamp (formerly known as Xenon) is the sampling profiler
	// pipeline.  Frames from the Excimer extension will be sent to
	// Redis on this host.
	//
	// Profile collection is not active-active (but is consumed by
	// pipelines in both data centers).
	'xenon' => '10.64.16.88', # arclamp1001.eqiad.wmnet

	// Statsd is not active-active.
	'statsd' => '10.64.16.81', # statsd.eqiad.wmnet, now resolving to graphite1005.eqiad.wmnet

	// Logstash is not active-active.
	'logstash' => [
		'10.2.2.36', # logstash.svc.eqiad.wmnet
	],

	// IRC (broadcast RCFeed for irc.wikimedia.org)
	// Not active-active.
	'irc' => [
		'208.80.154.72',  # irc1003.wikimedia.org
		'208.80.153.10',  # irc2003.wikimedia.org
	],

	// Automatic dc-local discovery
	'parsoid' => 'http://localhost:6002/w/rest.php',
	'mathoid' => 'http://localhost:6003',
	'eventgate-analytics' => 'http://localhost:6004',
	'eventgate-analytics-external' => 'http://localhost:6013',
	'eventgate-main' => 'http://localhost:6005',
	'cxserver' => 'http://localhost:6015',
	'restbase' => 'http://localhost:6011',
	'rest-gateway' => 'http://localhost:6033',
	'sessionstore' => 'http://localhost:6006',
	'echostore' => 'http://localhost:6007',
	'push-notifications' => 'http://localhost:6012',
	'image-suggestion' => 'http://localhost:6030',
	'ipoid' => 'http://localhost:6035',
	'linkrecommendation' => 'http://localhost:6029',
	'shellbox' => 'http://localhost:6024',
	'shellbox-constraints' => 'http://localhost:6025',
	'shellbox-media' => 'http://localhost:6026',
	'shellbox-syntaxhighlight' => 'http://localhost:6027',
	'shellbox-timeline' => 'http://localhost:6028',
	'shellbox-video' => 'http://localhost:6036',
	'wikifunctions-orchestrator' => 'http://localhost:6034',
	// chart-renderer is not deployed in production yet; this has to be set here
	// because it's also set for labs in LabsServices.php, where it is deployed
	'chart-renderer' => 'http://localhost:6039',
	// Points back to MediaWiki for $wgLocalHTTPProxy
	'mwapi' => 'http://localhost:6501',
	'mpic' => 'http://localhost:6037',

	// cloudelastic only exists in eqiad.

	'cloudelastic-chi' => [
		[ // forwarded to https://cloudelastic.wikimedia.org:9243/
			'host' => 'localhost',
			'transport' => 'Http',
			'port' => 6105,
		],
	],
	'cloudelastic-omega' => [
		[ // forwarded to https://cloudelastic.wikimedia.org:9443/
			'host' => 'localhost',
			'transport' => 'Http',
			'port' => 6106,
		],
	],
	'cloudelastic-psi' => [
		[ // forwarded to https://cloudelastic.wikimedia.org:9643/
			'host' => 'localhost',
			'transport' => 'Http',
			'port' => 6107,
		],
	],
];

$services = [
	'eqiad' => $common + [
		// each DC has its own urldownloader for latency reasons
		'urldownloader' => 'http://url-downloader.eqiad.wikimedia.org:8080',

		// logs are mirrored from eqiad -> codfw by mwlog hosts
		'udp2log' => '10.64.32.141:8420', # mwlog1002.eqiad.wmnet

		'upload' => 'ms-fe.svc.eqiad.wmnet',
		'mediaSwiftAuth' => 'https://ms-fe.svc.eqiad.wmnet/auth',
		'mediaSwiftStore' => 'https://ms-fe.svc.eqiad.wmnet/v1/AUTH_mw',

		'etcd' => [
			'host' => '_etcd-client-ssl._tcp.eqiad.wmnet',
			'protocol' => 'https'
		],

		'poolcounter' => [
			'10.64.0.150',  # poolcounter1006.eqiad.wmnet
			'10.64.32.137', # poolcounter1007.eqiad.wmnet
		],

		// LOOKING FOR parsercache-dbs? It no longer lives in the production
		// PHP configs. Try https://noc.wikimedia.org/dbconfig/eqiad.json.
		// For more info see also https://wikitech.wikimedia.org/wiki/dbctl.
		'parsercache-dbs' => [],

		// LockManager Redis eqiad
		// This was hosted on redis_sessions which was phased out (T267581)
		// while now it is hosted on redis_misc (rdb* servers)
		'redis_lock' => [
			'rdb1' => '10.64.16.18:6381', # rdb1013 B6
			'rdb2' => '10.64.16.18:6382', # rdb1013 B6
			'rdb3' => '10.64.0.36:6381',  # rdb1011 A1
		],
		'search-chi' => [
			[ // forwarded to https://search.svc.eqiad.wmnet:9243/
				'host' => 'localhost',
				'transport' => CirrusSearch\Elastica\DeprecationLoggedHttp::class,
				'port' => 6102,
			]
		],
		'search-omega' => [
			[ // forwarded to https://search.svc.eqiad.wmnet:9443/
				'host' => 'localhost',
				'transport' => CirrusSearch\Elastica\DeprecationLoggedHttp::class,
				'port' => 6103,
			]
		],
		'search-psi' => [
			[ // forwarded to https://search.svc.eqiad.wmnet:9643/
				'host' => 'localhost',
				'transport' => CirrusSearch\Elastica\DeprecationLoggedHttp::class,
				'port' => 6104,
			]
		],
	],
	'codfw' => $common + [
		'urldownloader' => 'http://url-downloader.codfw.wikimedia.org:8080',

		// logs are mirrored from codfw -> eqiad by mwlog hosts
		'udp2log' => '10.192.32.9:8420', # mwlog2002.codfw.wmnet

		'upload' => 'ms-fe.svc.codfw.wmnet',
		'mediaSwiftAuth' => 'https://ms-fe.svc.codfw.wmnet/auth',
		'mediaSwiftStore' => 'https://ms-fe.svc.codfw.wmnet/v1/AUTH_mw',

		'etcd' => [
			'host' => '_etcd._tcp.codfw.wmnet',
			'protocol' => 'https'
		],

		'poolcounter' => [
			'10.192.0.9',	# poolcounter2005.codfw.wmnet
			'10.192.16.6',   # poolcounter2006.codfw.wmnet
		],

		// LOOKING FOR parsercache-dbs? It no longer lives in the production
		// PHP configs. Try https://noc.wikimedia.org/dbconfig/codfw.json.
		// For more info see also https://wikitech.wikimedia.org/wiki/dbctl.
		'parsercache-dbs' => [],

		// LockManager Redis codfw
		'redis_lock' => [
			'rdb1' => '10.192.0.198:6381', # rdb2007 A5
			'rdb2' => '10.192.0.198:6382', # rdb2007 A5
			'rdb3' => '10.192.32.8:6381',  # rdb2009 C3
		],
		'search-chi' => [
			[ // forwarded to https://search.svc.codfw.wmnet:9243/
				'host' => 'localhost',
				'transport' => 'Http',
				'port' => 6202,
			]
		],
		'search-omega' => [
			[ // forwarded to https://search.svc.codfw.wmnet:9443/
				'host' => 'localhost',
				'transport' => 'Http',
				'port' => 6203,
			]
		],
		'search-psi' => [
			[ // forwarded to https://search.svc.codfw.wmnet:9643/
				'host' => 'localhost',
				'transport' => 'Http',
				'port' => 6204,
			]
		],
	],
];
unset( $common );
return $services;