3 # Copyright Andrew Tridgell 2010
4 # Copyright Andrew Bartlett 2017
6 # This program is free software; you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation; either version 3 of the License, or
9 # (at your option) any later version.
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 from samba.dcerpc import drsuapi, misc, drsblobs
21 from samba.net import Net
22 from samba.ndr import ndr_unpack
23 from samba import dsdb
24 from samba import werror
25 from samba import WERRORError
27 from samba.dcerpc.drsuapi import DRSUAPI_ATTID_name
31 class drsException(Exception):
32 """Base element for drs errors"""
34 def __init__(self, value):
38 return "drsException: " + self.value
41 def drsuapi_connect(server, lp, creds):
42 """Make a DRSUAPI connection to the server.
44 :param server: the name of the server to connect to
45 :param lp: a samba line parameter object
46 :param creds: credential used for the connection
47 :return: A tuple with the drsuapi bind object, the drsuapi handle
48 and the supported extensions.
49 :raise drsException: if the connection fails
52 binding_options = "seal"
53 if lp.log_level() >= 9:
54 binding_options += ",print"
55 binding_string = "ncacn_ip_tcp:%s[%s]" % (server, binding_options)
57 drsuapiBind = drsuapi.drsuapi(binding_string, lp, creds)
58 (drsuapiHandle, bindSupportedExtensions) = drs_DsBind(drsuapiBind)
59 except Exception as e:
60 raise drsException("DRS connection to %s failed: %s" % (server, e))
62 return (drsuapiBind, drsuapiHandle, bindSupportedExtensions)
65 def sendDsReplicaSync(drsuapiBind, drsuapi_handle, source_dsa_guid,
66 naming_context, req_option):
67 """Send DS replica sync request.
69 :param drsuapiBind: a drsuapi Bind object
70 :param drsuapi_handle: a drsuapi handle on the drsuapi connection
71 :param source_dsa_guid: the guid of the source dsa for the replication
72 :param naming_context: the DN of the naming context to replicate
73 :param req_options: replication options for the DsReplicaSync call
74 :raise drsException: if any error occur while sending and receiving the
75 reply for the dsReplicaSync
78 nc = drsuapi.DsReplicaObjectIdentifier()
79 nc.dn = naming_context
81 req1 = drsuapi.DsReplicaSyncRequest1()
82 req1.naming_context = nc;
83 req1.options = req_option
84 req1.source_dsa_guid = misc.GUID(source_dsa_guid)
87 drsuapiBind.DsReplicaSync(drsuapi_handle, 1, req1)
88 except Exception as estr:
89 raise drsException("DsReplicaSync failed %s" % estr)
92 def sendRemoveDsServer(drsuapiBind, drsuapi_handle, server_dsa_dn, domain):
93 """Send RemoveDSServer request.
95 :param drsuapiBind: a drsuapi Bind object
96 :param drsuapi_handle: a drsuapi handle on the drsuapi connection
97 :param server_dsa_dn: a DN object of the server's dsa that we want to
99 :param domain: a DN object of the server's domain
100 :raise drsException: if any error occur while sending and receiving the
101 reply for the DsRemoveDSServer
105 req1 = drsuapi.DsRemoveDSServerRequest1()
106 req1.server_dn = str(server_dsa_dn)
107 req1.domain_dn = str(domain)
110 drsuapiBind.DsRemoveDSServer(drsuapi_handle, 1, req1)
111 except Exception as estr:
112 raise drsException("DsRemoveDSServer failed %s" % estr)
116 '''make a DsBind call, returning the binding handle'''
117 bind_info = drsuapi.DsBindInfoCtr()
118 bind_info.length = 28
119 bind_info.info = drsuapi.DsBindInfo28()
120 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_BASE
121 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_ASYNC_REPLICATION
122 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_REMOVEAPI
123 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_MOVEREQ_V2
124 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHG_COMPRESS
125 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_DCINFO_V1
126 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_RESTORE_USN_OPTIMIZATION
127 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_KCC_EXECUTE
128 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_ADDENTRY_V2
129 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_LINKED_VALUE_REPLICATION
130 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_DCINFO_V2
131 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_INSTANCE_TYPE_NOT_REQ_ON_MOD
132 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_CRYPTO_BIND
133 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GET_REPL_INFO
134 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_STRONG_ENCRYPTION
135 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_DCINFO_V01
136 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_TRANSITIVE_MEMBERSHIP
137 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_ADD_SID_HISTORY
138 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_POST_BETA3
139 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GET_MEMBERSHIPS2
140 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V6
141 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_NONDOMAIN_NCS
142 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V8
143 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREPLY_V5
144 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREPLY_V6
145 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_ADDENTRYREPLY_V3
146 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREPLY_V7
147 bind_info.info.supported_extensions |= drsuapi.DRSUAPI_SUPPORTED_EXTENSION_VERIFY_OBJECT
148 (info, handle) = drs.DsBind(misc.GUID(drsuapi.DRSUAPI_DS_BIND_GUID), bind_info)
150 return (handle, info.info.supported_extensions)
153 def drs_get_rodc_partial_attribute_set(samdb):
154 '''get a list of attributes for RODC replication'''
155 partial_attribute_set = drsuapi.DsPartialAttributeSet()
156 partial_attribute_set.version = 1
160 # the exact list of attids we send is quite critical. Note that
161 # we do ask for the secret attributes, but set SPECIAL_SECRET_PROCESSING
163 schema_dn = samdb.get_schema_basedn()
164 res = samdb.search(base=schema_dn, scope=ldb.SCOPE_SUBTREE,
165 expression="objectClass=attributeSchema",
166 attrs=["lDAPDisplayName", "systemFlags",
170 ldap_display_name = r["lDAPDisplayName"][0]
171 if "systemFlags" in r:
172 system_flags = r["systemFlags"][0]
173 if (int(system_flags) & (samba.dsdb.DS_FLAG_ATTR_NOT_REPLICATED |
174 samba.dsdb.DS_FLAG_ATTR_IS_CONSTRUCTED)):
176 if "searchFlags" in r:
177 search_flags = r["searchFlags"][0]
178 if (int(search_flags) & samba.dsdb.SEARCH_FLAG_RODC_ATTRIBUTE):
180 attid = samdb.get_attid_from_lDAPDisplayName(ldap_display_name)
181 attids.append(int(attid))
183 # the attids do need to be sorted, or windows doesn't return
184 # all the attributes we need
186 partial_attribute_set.attids = attids
187 partial_attribute_set.num_attids = len(attids)
188 return partial_attribute_set
191 class drs_Replicate(object):
192 '''DRS replication calls'''
194 def __init__(self, binding_string, lp, creds, samdb, invocation_id):
195 self.drs = drsuapi.drsuapi(binding_string, lp, creds)
196 (self.drs_handle, self.supported_extensions) = drs_DsBind(self.drs)
197 self.net = Net(creds=creds, lp=lp)
199 if not isinstance(invocation_id, misc.GUID):
200 raise RuntimeError("Must supply GUID for invocation_id")
201 if invocation_id == misc.GUID("00000000-0000-0000-0000-000000000000"):
202 raise RuntimeError("Must not set GUID 00000000-0000-0000-0000-000000000000 as invocation_id")
203 self.replication_state = self.net.replicate_init(self.samdb, lp, self.drs, invocation_id)
206 def _should_retry_with_get_tgt(self, error_code, req):
208 # If the error indicates we fail to resolve a target object for a
209 # linked attribute, then we should retry the request with GET_TGT
210 # (if we support it and haven't already tried that)
212 # TODO fix up the below line when we next update werror_err_table.txt
213 # and pull in the new error-code
214 # return (error_code == werror.WERR_DS_DRA_RECYCLED_TARGET and
215 return (error_code == 0x21bf and
216 (req.more_flags & drsuapi.DRSUAPI_DRS_GET_TGT) == 0 and
217 self.supported_extensions & drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V10)
219 def process_chunk(self, level, ctr, schema, req_level, req, first_chunk):
220 '''Processes a single chunk of received replication data'''
221 # pass the replication into the py_net.c python bindings for processing
222 self.net.replicate_chunk(self.replication_state, level, ctr,
223 schema=schema, req_level=req_level, req=req)
225 def replicate(self, dn, source_dsa_invocation_id, destination_dsa_guid,
226 schema=False, exop=drsuapi.DRSUAPI_EXOP_NONE, rodc=False,
227 replica_flags=None, full_sync=True, sync_forced=False, more_flags=0):
228 '''replicate a single DN'''
230 # setup for a GetNCChanges call
231 if self.supported_extensions & drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V10:
232 req = drsuapi.DsGetNCChangesRequest10()
233 req.more_flags = (more_flags | self.more_flags)
237 req = drsuapi.DsGetNCChangesRequest8()
239 req.destination_dsa_guid = destination_dsa_guid
240 req.source_dsa_invocation_id = source_dsa_invocation_id
241 req.naming_context = drsuapi.DsReplicaObjectIdentifier()
242 req.naming_context.dn = dn
244 # Default to a full replication if we don't find an upToDatenessVector
246 hwm = drsuapi.DsReplicaHighWaterMark()
247 hwm.tmp_highest_usn = 0
252 res = self.samdb.search(base=dn, scope=ldb.SCOPE_BASE,
254 if "repsFrom" in res[0]:
255 for reps_from_packed in res[0]["repsFrom"]:
256 reps_from_obj = ndr_unpack(drsblobs.repsFromToBlob, reps_from_packed)
257 if reps_from_obj.ctr.source_dsa_invocation_id == source_dsa_invocation_id:
258 hwm = reps_from_obj.ctr.highwatermark
260 udv = drsuapi.DsReplicaCursorCtrEx()
266 cursors_v2 = dsdb._dsdb_load_udv_v2(self.samdb,
267 self.samdb.get_default_basedn())
268 for cursor_v2 in cursors_v2:
269 cursor_v1 = drsuapi.DsReplicaCursor()
270 cursor_v1.source_dsa_invocation_id = cursor_v2.source_dsa_invocation_id
271 cursor_v1.highest_usn = cursor_v2.highest_usn
272 cursors_v1.append(cursor_v1)
274 udv.cursors = cursors_v1
275 udv.count = len(cursors_v1)
277 req.highwatermark = hwm
278 req.uptodateness_vector = udv
280 if replica_flags is not None:
281 req.replica_flags = replica_flags
282 elif exop == drsuapi.DRSUAPI_EXOP_REPL_SECRET:
283 req.replica_flags = 0
285 req.replica_flags = (drsuapi.DRSUAPI_DRS_INIT_SYNC |
286 drsuapi.DRSUAPI_DRS_PER_SYNC |
287 drsuapi.DRSUAPI_DRS_GET_ANC |
288 drsuapi.DRSUAPI_DRS_NEVER_SYNCED |
289 drsuapi.DRSUAPI_DRS_GET_ALL_GROUP_MEMBERSHIP)
291 req.replica_flags |= (
292 drsuapi.DRSUAPI_DRS_SPECIAL_SECRET_PROCESSING)
294 req.replica_flags |= drsuapi.DRSUAPI_DRS_WRIT_REP
297 req.replica_flags |= drsuapi.DRSUAPI_DRS_SYNC_FORCED
299 req.max_object_count = 402
300 req.max_ndr_size = 402116
301 req.extended_op = exop
303 req.partial_attribute_set = None
304 req.partial_attribute_set_ex = None
305 req.mapping_ctr.num_mappings = 0
306 req.mapping_ctr.mappings = None
308 if not schema and rodc:
309 req.partial_attribute_set = drs_get_rodc_partial_attribute_set(self.samdb)
311 if not self.supported_extensions & drsuapi.DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V8:
313 req5 = drsuapi.DsGetNCChangesRequest5()
316 setattr(req5, a, getattr(req, a))
324 (level, ctr) = self.drs.DsGetNCChanges(self.drs_handle, req_level, req)
325 if ctr.first_object is None and ctr.object_count != 0:
326 raise RuntimeError("DsGetNCChanges: NULL first_object with object_count=%u" % (ctr.object_count))
329 self.process_chunk(level, ctr, schema, req_level, req, first_chunk)
330 except WERRORError as e:
331 # Check if retrying with the GET_TGT flag set might resolve this error
332 if self._should_retry_with_get_tgt(e.args[0], req):
334 print("Missing target object - retrying with DRS_GET_TGT")
335 req.more_flags |= drsuapi.DRSUAPI_DRS_GET_TGT
337 # try sending the request again (this has the side-effect
338 # of causing the DC to restart the replication from scratch)
345 num_objects += ctr.object_count
347 # Cope with servers that do not return level 6, so do not return any links
349 num_links += ctr.linked_attributes_count
350 except AttributeError:
353 if ctr.more_data == 0:
355 req.highwatermark = ctr.new_highwatermark
357 return (num_objects, num_links)
360 # Handles the special case of creating a new clone of a DB, while also renaming
361 # the entire DB's objects on the way through
362 class drs_ReplicateRenamer(drs_Replicate):
363 '''Uses DRS replication to rename the entire DB'''
365 def __init__(self, binding_string, lp, creds, samdb, invocation_id,
366 old_base_dn, new_base_dn):
367 super(drs_ReplicateRenamer, self).__init__(binding_string, lp, creds,
368 samdb, invocation_id)
369 self.old_base_dn = old_base_dn
370 self.new_base_dn = new_base_dn
372 # because we're renaming the DNs, we know we're going to have trouble
373 # resolving link targets. Normally we'd get to the end of replication
374 # only to find we need to retry the whole replication with the GET_TGT
375 # flag set. Always setting the GET_TGT flag avoids this extra work.
376 self.more_flags = drsuapi.DRSUAPI_DRS_GET_TGT
378 def rename_dn(self, dn_str):
379 '''Uses string substitution to replace the base DN'''
380 return re.sub('%s$' % self.old_base_dn, self.new_base_dn, dn_str)
382 def update_name_attr(self, base_obj):
383 '''Updates the 'name' attribute for the base DN object'''
384 for attr in base_obj.attribute_ctr.attributes:
385 if attr.attid == DRSUAPI_ATTID_name:
386 base_dn = ldb.Dn(self.samdb, base_obj.identifier.dn)
387 new_name = base_dn.get_rdn_value()
388 attr.value_ctr.values[0].blob = new_name.encode('utf-16-le')
390 def rename_top_level_object(self, first_obj):
391 '''Renames the first/top-level object in a partition'''
392 old_dn = first_obj.identifier.dn
393 first_obj.identifier.dn = self.rename_dn(first_obj.identifier.dn)
394 print("Renaming partition %s --> %s" % (old_dn,
395 first_obj.identifier.dn))
397 # we also need to fix up the 'name' attribute for the base DN,
398 # otherwise the RDNs won't match
399 if first_obj.identifier.dn == self.new_base_dn:
400 self.update_name_attr(first_obj)
402 def process_chunk(self, level, ctr, schema, req_level, req, first_chunk):
403 '''Processes a single chunk of received replication data'''
405 # we need to rename the NC in every chunk - this gets used in searches
406 # when applying the chunk
407 if ctr.naming_context:
408 ctr.naming_context.dn = self.rename_dn(ctr.naming_context.dn)
410 # rename the first object in each partition. This will cause every
411 # subsequent object in the partiton to be renamed as a side-effect
412 if first_chunk and ctr.object_count != 0:
413 self.rename_top_level_object(ctr.first_object.object)
415 # then do the normal repl processing to apply this chunk to our DB
416 super(drs_ReplicateRenamer, self).process_chunk(level, ctr, schema,